{"difficulty": "hard", "domains": ["ARC", "ART", "CUL", "TEC"], "failure_modes": ["CCS", "CS", "EIK", "THG", "TK-R"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8666666666666666, "overall_9_raw": 0.9629629629629629, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6166666666666667, "overall_9_raw": 2.5740740740740744, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.525, "overall_9_raw": 2.4722222222222223, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7083333333333333, "overall_9_raw": 0.787037037037037, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7375, "overall_9_raw": 0.8194444444444444, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8666666666666667, "overall_9_raw": 1.962962962962963, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.075, "overall_9_raw": 1.1944444444444444, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8083333333333333, "overall_9_raw": 0.8981481481481483, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3583333333333334, "overall_9_raw": 2.2870370370370368, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.0277777777777777, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.433333333333333, "overall_9_raw": 2.3703703703703702, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.308333333333333, "overall_9_raw": 2.2314814814814814, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.541666666666667, "overall_9_raw": 2.490740740740741, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.458333333333333, "overall_9_raw": 2.398148148148148, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.333333333333333, "overall_9_raw": 2.259259259259259, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.433333333333333, "overall_9_raw": 2.3703703703703702, "status": "scored"}}, "original_subset": ["base40", "testmini", "testmini_easy"], "prompt_index": 0, "release_row": "evalset_rows/eval_base40_001", "sample_id": "eval_base40_001", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "FAS", "TXT"], "failure_modes": ["CCS", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9416666666666667, "overall_9_raw": 1.0462962962962963, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.183333333333333, "overall_9_raw": 2.2037037037037037, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3666666666666667, "overall_9_raw": 2.4074074074074074, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6791666666666667, "overall_9_raw": 1.7546296296296295, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8041666666666667, "overall_9_raw": 1.8935185185185186, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4833333333333334, "overall_9_raw": 2.5370370370370368, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1333333333333333, "overall_9_raw": 2.2037037037037037, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2625, "overall_9_raw": 1.3472222222222223, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6574074074074074, "overall_9_raw": 2.6574074074074074, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2208333333333334, "overall_9_raw": 1.300925925925926, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4125, "overall_9_raw": 2.3472222222222223, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.310185185185185, "overall_9_raw": 2.310185185185185, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1435185185185186, "overall_9_raw": 2.1435185185185186, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6574074074074074, "overall_9_raw": 2.6574074074074074, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5041666666666667, "overall_9_raw": 1.5601851851851851, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2333333333333334, "overall_9_raw": 2.259259259259259, "status": "scored"}}, "original_subset": ["base40", "testmini"], "prompt_index": 1, "release_row": "evalset_rows/eval_base40_002", "sample_id": "eval_base40_002", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "HIS", "PEO", "SCI"], "failure_modes": ["EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0729166666666667, "overall_9_raw": 1.0729166666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.84375, "overall_9_raw": 1.84375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.078125, "overall_9_raw": 1.078125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.015625, "overall_9_raw": 1.015625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.078125, "overall_9_raw": 1.078125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.8020833333333333, "overall_9_raw": 1.8020833333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.140625, "overall_9_raw": 1.140625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4375, "overall_9_raw": 1.4375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.203125, "overall_9_raw": 1.203125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.328125, "overall_9_raw": 1.328125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.203125, "overall_9_raw": 1.203125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.4895833333333333, "overall_9_raw": 1.4895833333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.140625, "overall_9_raw": 1.140625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.140625, "overall_9_raw": 1.140625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.359375, "overall_9_raw": 2.359375, "status": "scored"}}, "original_subset": ["base40"], "prompt_index": 2, "release_row": "evalset_rows/eval_base40_003", "sample_id": "eval_base40_003", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "COM", "TXT"], "failure_modes": ["CCS", "CS", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7958333333333333, "overall_9_raw": 0.8842592592592592, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.7222222222222223, "overall_9_raw": 2.7222222222222223, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.2222222222222223, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2333333333333334, "overall_9_raw": 1.3703703703703705, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.2870370370370368, "overall_9_raw": 2.2870370370370368, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3, "overall_9_raw": 1.4444444444444444, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.3888888888888888, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.814814814814815, "overall_9_raw": 2.814814814814815, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.2314814814814814, "overall_9_raw": 2.2314814814814814, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.2314814814814814, "overall_9_raw": 2.2314814814814814, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.759259259259259, "overall_9_raw": 2.759259259259259, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2037037037037037, "overall_9_raw": 2.2037037037037037, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.2314814814814814, "overall_9_raw": 2.2314814814814814, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.1203703703703702, "overall_9_raw": 2.1203703703703702, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3, "overall_9_raw": 0.3333333333333333, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.888888888888889, "status": "scored"}}, "original_subset": ["base40", "testmini_easy"], "prompt_index": 3, "release_row": "evalset_rows/eval_base40_004", "sample_id": "eval_base40_004", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "ART"], "failure_modes": ["CCS", "CS", "EIK", "VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3489583333333335, "overall_9_raw": 2.3489583333333335, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1845238095238093, "overall_9_raw": 2.1845238095238093, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.619047619047619, "overall_9_raw": 1.619047619047619, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6041666666666667, "overall_9_raw": 1.6041666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.025, "overall_9_raw": 1.1388888888888888, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.828125, "overall_9_raw": 1.828125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4427083333333333, "overall_9_raw": 1.4427083333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.761904761904762, "overall_9_raw": 1.761904761904762, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6041666666666667, "overall_9_raw": 1.6041666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7592592592592593, "overall_9_raw": 1.7592592592592593, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8177083333333333, "overall_9_raw": 1.8177083333333333, "status": "scored"}}, "original_subset": ["base40", "testmini"], "prompt_index": 4, "release_row": "evalset_rows/eval_base40_005", "sample_id": "eval_base40_005", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "GAM", "MED"], "failure_modes": ["CCS", "EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.203125, "overall_9_raw": 0.203125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5520833333333333, "overall_9_raw": 1.5520833333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.796875, "overall_9_raw": 1.796875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9010416666666666, "overall_9_raw": 0.9010416666666666, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7708333333333333, "overall_9_raw": 0.8564814814814814, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.609375, "overall_9_raw": 1.609375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.25, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen_image_2_pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.28125, "overall_9_raw": 1.28125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.984375, "overall_9_raw": 1.984375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.921875, "overall_9_raw": 0.921875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5364583333333333, "overall_9_raw": 1.5364583333333333, "status": "scored"}}, "original_subset": ["base40"], "prompt_index": 5, "release_row": "evalset_rows/eval_base40_006", "sample_id": "eval_base40_006", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "HIS"], "failure_modes": ["CCS", "CS", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.925, "overall_9_raw": 1.9166666666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.333333333333333, "overall_9_raw": 2.259259259259259, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.333333333333333, "overall_9_raw": 2.259259259259259, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6958333333333333, "overall_9_raw": 1.7731481481481481, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8583333333333332, "overall_9_raw": 1.898148148148148, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3, "overall_9_raw": 2.2222222222222223, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.333333333333333, "overall_9_raw": 2.259259259259259, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.5875, "overall_9_raw": 1.5972222222222223, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8, "overall_9_raw": 2.7777777777777777, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.158333333333333, "overall_9_raw": 2.1759259259259256, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.541666666666667, "overall_9_raw": 2.490740740740741, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3, "overall_9_raw": 2.2222222222222223, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.333333333333333, "overall_9_raw": 2.259259259259259, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9083333333333332, "overall_9_raw": 1.9537037037037035, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}}, "original_subset": ["base40"], "prompt_index": 6, "release_row": "evalset_rows/eval_base40_007", "sample_id": "eval_base40_007", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL"], "failure_modes": ["CCS", "CS", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.8958333333333333, "overall_9_raw": 1.8958333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.2604166666666665, "overall_9_raw": 2.2604166666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.490740740740741, "overall_9_raw": 2.490740740740741, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.2291666666666665, "overall_9_raw": 2.2291666666666665, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.1979166666666665, "overall_9_raw": 2.1979166666666665, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.4166666666666667, "overall_9_raw": 1.4166666666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0729166666666665, "overall_9_raw": 2.0729166666666665, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.90625, "overall_9_raw": 0.90625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.1979166666666665, "overall_9_raw": 2.1979166666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6770833333333333, "overall_9_raw": 1.6770833333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3541666666666667, "overall_9_raw": 1.3541666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.140625, "overall_9_raw": 2.140625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.1979166666666665, "overall_9_raw": 2.1979166666666665, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.2395833333333335, "overall_9_raw": 2.2395833333333335, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.3645833333333335, "overall_9_raw": 2.3645833333333335, "status": "scored"}}, "original_subset": ["base40", "testmini", "testmini_hard"], "prompt_index": 7, "release_row": "evalset_rows/eval_base40_008", "sample_id": "eval_base40_008", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "FOO", "MED"], "failure_modes": ["CCS", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4208333333333334, "overall_9_raw": 1.5231481481481481, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.25, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.083333333333333, "overall_9_raw": 2.148148148148148, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9212962962962965, "overall_9_raw": 1.9739583333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.888888888888889, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2541666666666667, "overall_9_raw": 1.3379629629629628, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1166666666666667, "overall_9_raw": 2.185185185185185, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.875, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.520833333333333, "overall_9_raw": 2.523148148148148, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3240740740740744, "overall_9_raw": 2.3240740740740744, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2333333333333334, "overall_9_raw": 2.259259259259259, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.888888888888889, "status": "scored"}}, "original_subset": ["base40"], "prompt_index": 8, "release_row": "evalset_rows/eval_base40_009", "sample_id": "eval_base40_009", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "ART", "HIS"], "failure_modes": ["CS", "EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.921875, "overall_9_raw": 1.921875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2604166666666665, "overall_9_raw": 2.2604166666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2604166666666665, "overall_9_raw": 2.2604166666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1979166666666665, "overall_9_raw": 2.1979166666666665, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2604166666666665, "overall_9_raw": 2.2604166666666665, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.46875, "overall_9_raw": 2.46875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.40625, "overall_9_raw": 2.40625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.46875, "overall_9_raw": 2.46875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.40625, "overall_9_raw": 2.40625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.15625, "overall_9_raw": 2.15625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3229166666666665, "overall_9_raw": 2.3229166666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.40625, "overall_9_raw": 2.40625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.40625, "overall_9_raw": 2.40625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2604166666666665, "overall_9_raw": 2.2604166666666665, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.203125, "overall_9_raw": 2.203125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.390625, "overall_9_raw": 2.390625, "status": "scored"}}, "original_subset": ["base40", "testmini"], "prompt_index": 9, "release_row": "evalset_rows/eval_base40_010", "sample_id": "eval_base40_010", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "ART", "GAM"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6979166666666667, "overall_9_raw": 1.6979166666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.984375, "overall_9_raw": 1.984375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0833333333333335, "overall_9_raw": 2.0833333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7239583333333333, "overall_9_raw": 1.7239583333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0833333333333335, "overall_9_raw": 2.0833333333333335, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.53125, "overall_9_raw": 1.53125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0260416666666665, "overall_9_raw": 2.0260416666666665, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6770833333333333, "overall_9_raw": 1.6770833333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4010416666666667, "overall_9_raw": 1.4010416666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7864583333333333, "overall_9_raw": 1.7864583333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9322916666666667, "overall_9_raw": 1.9322916666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9010416666666667, "overall_9_raw": 1.9010416666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1354166666666667, "overall_9_raw": 1.1354166666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.84375, "overall_9_raw": 0.84375, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["base40", "testmini_hard"], "prompt_index": 10, "release_row": "evalset_rows/eval_base40_011", "sample_id": "eval_base40_011", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "ART", "HIS"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8125, "overall_9_raw": 1.8125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.111111111111111, "overall_9_raw": 2.111111111111111, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.65, "overall_9_raw": 1.7222222222222223, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8, "overall_9_raw": 1.8888888888888888, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.484375, "overall_9_raw": 1.484375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0555555555555554, "overall_9_raw": 2.0555555555555554, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6944444444444444, "overall_9_raw": 1.6944444444444444, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2222222222222223, "overall_9_raw": 2.2222222222222223, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.425, "overall_9_raw": 1.4722222222222223, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.46875, "overall_9_raw": 1.46875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.640625, "overall_9_raw": 1.640625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": 2.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.75, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.78125, "overall_9_raw": 1.78125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.825, "overall_9_raw": 1.8611111111111112, "status": "scored"}}, "original_subset": ["base40"], "prompt_index": 11, "release_row": "evalset_rows/eval_base40_012", "sample_id": "eval_base40_012", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "MED"], "failure_modes": ["CCS", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7083333333333333, "overall_9_raw": 0.787037037037037, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2583333333333333, "overall_9_raw": 2.1759259259259256, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5083333333333333, "overall_9_raw": 2.509259259259259, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.5791666666666666, "overall_9_raw": 1.6435185185185184, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7083333333333333, "overall_9_raw": 1.787037037037037, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.375, "overall_9_raw": 2.361111111111111, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.525, "overall_9_raw": 2.5277777777777777, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6791666666666667, "overall_9_raw": 1.7546296296296295, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9041666666666668, "overall_9_raw": 1.8935185185185186, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8958333333333333, "overall_9_raw": 1.884259259259259, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3583333333333334, "overall_9_raw": 2.398148148148148, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.308333333333333, "overall_9_raw": 2.3425925925925926, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1083333333333334, "overall_9_raw": 2.1203703703703702, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.208333333333333, "overall_9_raw": 2.2314814814814814, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.158333333333333, "overall_9_raw": 2.1759259259259256, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.666666666666667, "overall_9_raw": 2.6296296296296298, "status": "scored"}}, "original_subset": ["base40"], "prompt_index": 12, "release_row": "evalset_rows/eval_base40_013", "sample_id": "eval_base40_013", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "ART", "MED"], "failure_modes": ["CCS", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.58125, "overall_9_raw": 1.58125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.013888888888889, "overall_9_raw": 2.013888888888889, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.286111111111111, "overall_9_raw": 2.286111111111111, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.64375, "overall_9_raw": 1.64375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.609375, "overall_9_raw": 1.609375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.040625, "overall_9_raw": 2.040625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.72, "overall_9_raw": 1.7999999999999998, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.675, "overall_9_raw": 0.675, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3375, "overall_9_raw": 2.3375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.85625, "overall_9_raw": 0.85625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.671875, "overall_9_raw": 1.671875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.03125, "overall_9_raw": 1.03125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7125, "overall_9_raw": 1.7125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.161111111111111, "overall_9_raw": 2.161111111111111, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.10625, "overall_9_raw": 2.10625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.286111111111111, "overall_9_raw": 2.286111111111111, "status": "scored"}}, "original_subset": ["base40"], "prompt_index": 13, "release_row": "evalset_rows/eval_base40_014", "sample_id": "eval_base40_014", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "EDU", "TXT"], "failure_modes": ["CCS", "CSV", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.6849999999999999, "overall_9_raw": 0.7611111111111111, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1925, "overall_9_raw": 2.158333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.511111111111111, "overall_9_raw": 2.45, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.42750000000000005, "overall_9_raw": 0.47500000000000003, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.7, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.595, "overall_9_raw": 0.6611111111111111, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1225, "overall_9_raw": 1.2472222222222222, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4222222222222223, "overall_9_raw": 1.475, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.26749999999999996, "overall_9_raw": 0.2972222222222222, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2649999999999997, "overall_9_raw": 2.2944444444444443, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.735, "overall_9_raw": 0.8166666666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.815, "overall_9_raw": 1.8499999999999999, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0324999999999998, "overall_9_raw": 2.036111111111111, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0472222222222225, "overall_9_raw": 2.053125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0324999999999998, "overall_9_raw": 1.9805555555555554, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0525, "overall_9_raw": 1.113888888888889, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.09, "overall_9_raw": 2.0999999999999996, "status": "scored"}}, "original_subset": ["base40", "testmini_easy"], "prompt_index": 14, "release_row": "evalset_rows/eval_base40_015", "sample_id": "eval_base40_015", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "SCI", "TEC"], "failure_modes": ["CCS", "CS", "CSV", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3625, "overall_9_raw": 1.3625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5611111111111113, "overall_9_raw": 2.5611111111111113, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5611111111111113, "overall_9_raw": 2.5611111111111113, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.528125, "overall_9_raw": 1.528125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.925, "overall_9_raw": 1.925, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.925, "overall_9_raw": 1.925, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5375, "overall_9_raw": 1.5375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.965625, "overall_9_raw": 1.965625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.396875, "overall_9_raw": 2.396875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.209375, "overall_9_raw": 2.209375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6722222222222225, "overall_9_raw": 2.6722222222222225, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.86875, "overall_9_raw": 1.86875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.74375, "overall_9_raw": 1.74375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.68125, "overall_9_raw": 1.68125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5611111111111113, "overall_9_raw": 2.5611111111111113, "status": "scored"}}, "original_subset": ["base40", "testmini_hard"], "prompt_index": 15, "release_row": "evalset_rows/eval_base40_016", "sample_id": "eval_base40_016", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.55, "overall_9_raw": 2.5, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.575, "overall_9_raw": 2.5277777777777777, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.575, "overall_9_raw": 0.6388888888888888, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.6111111111111112, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7625, "overall_9_raw": 0.8472222222222222, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8, "overall_9_raw": 1.8888888888888888, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.625, "overall_9_raw": 0.6944444444444444, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7125, "overall_9_raw": 2.6805555555555554, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.525, "overall_9_raw": 0.5833333333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1, "overall_9_raw": 2.111111111111111, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4, "overall_9_raw": 2.388888888888889, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.8611111111111112, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.075, "overall_9_raw": 2.0277777777777777, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.6111111111111112, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.35, "overall_9_raw": 2.388888888888889, "status": "scored"}}, "original_subset": ["base40"], "prompt_index": 16, "release_row": "evalset_rows/eval_base40_017", "sample_id": "eval_base40_017", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "COM", "SPO"], "failure_modes": ["THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.9666666666666666, "overall_9_raw": 1.074074074074074, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.625, "overall_9_raw": 2.5833333333333335, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.85, "overall_9_raw": 1.9444444444444444, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.875, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8208333333333333, "overall_9_raw": 2.8009259259259256, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.558333333333333, "overall_9_raw": 2.509259259259259, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3, "overall_9_raw": 1.4444444444444444, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.645833333333333, "overall_9_raw": 2.6064814814814814, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7, "overall_9_raw": 2.6666666666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.325, "overall_9_raw": 2.361111111111111, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6166666666666667, "overall_9_raw": 0.6851851851851852, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}}, "original_subset": ["base40"], "prompt_index": 17, "release_row": "evalset_rows/eval_base40_018", "sample_id": "eval_base40_018", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "TEC"], "failure_modes": ["CCS", "CSV", "EIK", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.6111111111111112, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1064814814814814, "overall_9_raw": 2.1064814814814814, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.591666666666667, "overall_9_raw": 2.5462962962962963, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0541666666666667, "overall_9_raw": 1.1712962962962963, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8101851851851853, "overall_9_raw": 1.8101851851851853, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.325, "overall_9_raw": 1.4722222222222223, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.9027777777777778, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.466666666666667, "overall_9_raw": 2.5185185185185186, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3666666666666667, "overall_9_raw": 1.4074074074074074, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3666666666666667, "overall_9_raw": 1.4074074074074074, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8083333333333331, "overall_9_raw": 1.8425925925925926, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.283333333333333, "overall_9_raw": 2.259259259259259, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4291666666666667, "overall_9_raw": 1.4768518518518519, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1541666666666666, "overall_9_raw": 1.2268518518518519, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.611111111111111, "overall_9_raw": 2.611111111111111, "status": "scored"}}, "original_subset": ["base40"], "prompt_index": 18, "release_row": "evalset_rows/eval_base40_019", "sample_id": "eval_base40_019", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["PEO", "TEC"], "failure_modes": ["CCS", "EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.578125, "overall_9_raw": 1.578125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.140625, "overall_9_raw": 1.140625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1927083333333333, "overall_9_raw": 1.1927083333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0677083333333333, "overall_9_raw": 1.0677083333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.9010416666666667, "overall_9_raw": 1.9010416666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.8489583333333333, "overall_9_raw": 1.8489583333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.96875, "overall_9_raw": 0.96875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.4375, "overall_9_raw": 1.4375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.703125, "overall_9_raw": 1.703125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.453125, "overall_9_raw": 1.453125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2239583333333333, "overall_9_raw": 1.2239583333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.25, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.453125, "overall_9_raw": 1.453125, "status": "scored"}}, "original_subset": ["base40"], "prompt_index": 19, "release_row": "evalset_rows/eval_base40_020", "sample_id": "eval_base40_020", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "ART", "HIS", "PEO", "SPO"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1354166666666667, "overall_9_raw": 1.1354166666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5989583333333333, "overall_9_raw": 1.5989583333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0104166666666667, "overall_9_raw": 1.0104166666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3229166666666667, "overall_9_raw": 0.3229166666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6302083333333333, "overall_9_raw": 1.6302083333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1458333333333333, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.84375, "overall_9_raw": 1.84375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3072916666666667, "overall_9_raw": 1.3072916666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3645833333333333, "overall_9_raw": 1.3645833333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.953125, "overall_9_raw": 1.953125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1614583333333333, "overall_9_raw": 1.1614583333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.046875, "overall_9_raw": 1.046875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6927083333333334, "overall_9_raw": 0.6927083333333334, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.6875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6458333333333333, "overall_9_raw": 1.6458333333333333, "status": "scored"}}, "original_subset": ["base40"], "prompt_index": 20, "release_row": "evalset_rows/eval_base40_021", "sample_id": "eval_base40_021", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "PEO"], "failure_modes": ["CCS", "EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.25, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6302083333333333, "overall_9_raw": 1.6302083333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.625, "overall_9_raw": 2.625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7239583333333334, "overall_9_raw": 0.7239583333333334, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9114583333333334, "overall_9_raw": 0.9114583333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5052083333333333, "overall_9_raw": 1.5052083333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.78125, "overall_9_raw": 0.78125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4375, "overall_9_raw": 1.4375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2239583333333333, "overall_9_raw": 1.2239583333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.203125, "overall_9_raw": 1.203125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2361111111111112, "overall_9_raw": 1.2361111111111112, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4270833333333333, "overall_9_raw": 1.4270833333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.35, "overall_9_raw": 1.3333333333333333, "status": "scored"}}, "original_subset": ["base40"], "prompt_index": 21, "release_row": "evalset_rows/eval_base40_022", "sample_id": "eval_base40_022", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["CUL", "MED", "PEO"], "failure_modes": ["CCS", "CS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0729166666666667, "overall_9_raw": 1.0729166666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9583333333333333, "overall_9_raw": 1.9583333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0416666666666665, "overall_9_raw": 2.0416666666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3645833333333333, "overall_9_raw": 1.3645833333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0208333333333333, "overall_9_raw": 1.0208333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0416666666666665, "overall_9_raw": 2.0416666666666665, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.203125, "overall_9_raw": 1.203125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0416666666666665, "overall_9_raw": 2.0416666666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.4010416666666667, "overall_9_raw": 1.4010416666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3958333333333333, "overall_9_raw": 1.3958333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9791666666666667, "overall_9_raw": 1.9791666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.0677083333333335, "overall_9_raw": 2.0677083333333335, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.65625, "overall_9_raw": 1.65625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.140625, "overall_9_raw": 1.140625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9490740740740742, "overall_9_raw": 1.9490740740740742, "status": "scored"}}, "original_subset": ["base40", "testmini_hard"], "prompt_index": 22, "release_row": "evalset_rows/eval_base40_023", "sample_id": "eval_base40_023", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "COM", "TEC"], "failure_modes": ["CCS", "CSV", "EIK", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2125, "overall_9_raw": 0.2361111111111111, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6125, "overall_9_raw": 1.625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.7638888888888888, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2125, "overall_9_raw": 0.2361111111111111, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.425, "overall_9_raw": 0.4722222222222222, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6375, "overall_9_raw": 0.7083333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3625, "overall_9_raw": 0.4027777777777778, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.191666666666667, "overall_9_raw": 2.1574074074074074, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.308333333333333, "overall_9_raw": 2.2314814814814814, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 2.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6625, "overall_9_raw": 1.6805555555555556, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.9375, "overall_9_raw": 1.8194444444444444, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.0833333333333335, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.416666666666667, "overall_9_raw": 2.351851851851852, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1, "overall_9_raw": 2.0555555555555554, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.375, "overall_9_raw": 2.361111111111111, "status": "scored"}}, "original_subset": ["base40"], "prompt_index": 23, "release_row": "evalset_rows/eval_base40_024", "sample_id": "eval_base40_024", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["CUL", "HIS", "PEO"], "failure_modes": ["CCS", "CS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0572916666666667, "overall_9_raw": 1.0572916666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4270833333333333, "overall_9_raw": 1.4270833333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.671875, "overall_9_raw": 1.671875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9947916666666666, "overall_9_raw": 0.9947916666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.609375, "overall_9_raw": 1.609375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6875, "overall_9_raw": 1.6875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.7638888888888888, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5375, "overall_9_raw": 1.5972222222222223, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.640625, "overall_9_raw": 1.640625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5833333333333333, "overall_9_raw": 1.5833333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2760416666666667, "overall_9_raw": 1.2760416666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.609375, "overall_9_raw": 1.609375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.984375, "overall_9_raw": 1.984375, "status": "scored"}}, "original_subset": ["base40", "testmini"], "prompt_index": 24, "release_row": "evalset_rows/eval_base40_025", "sample_id": "eval_base40_025", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "SCI", "TEC"], "failure_modes": ["CCS", "FHA", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9199999999999999, "overall_9_raw": 0.9666666666666666, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.662962962962963, "overall_9_raw": 1.662962962962963, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5814814814814815, "overall_9_raw": 2.5814814814814815, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3041666666666667, "overall_9_raw": 1.3041666666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5266666666666666, "overall_9_raw": 0.5851851851851851, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2666666666666666, "overall_9_raw": 1.2666666666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2866666666666666, "overall_9_raw": 2.3185185185185184, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5814814814814815, "overall_9_raw": 2.5814814814814815, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2625, "overall_9_raw": 1.2625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2033333333333334, "overall_9_raw": 1.337037037037037, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1296296296296298, "overall_9_raw": 2.1296296296296298, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9666666666666666, "overall_9_raw": 1.9666666666666666, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.062962962962963, "overall_9_raw": 2.062962962962963, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6366666666666666, "overall_9_raw": 0.7074074074074074, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4703703703703703, "overall_9_raw": 2.4703703703703703, "status": "scored"}}, "original_subset": ["base40"], "prompt_index": 25, "release_row": "evalset_rows/eval_base40_026", "sample_id": "eval_base40_026", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "MED", "PEO"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9583333333333334, "overall_9_raw": 1.0648148148148149, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8333333333333333, "overall_9_raw": 1.8333333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.490740740740741, "overall_9_raw": 2.490740740740741, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0291666666666666, "overall_9_raw": 1.1435185185185184, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1833333333333333, "overall_9_raw": 1.3148148148148149, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.375, "overall_9_raw": 1.5277777777777777, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2037037037037037, "overall_9_raw": 2.2037037037037037, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0083333333333333, "overall_9_raw": 1.1203703703703705, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2916666666666665, "overall_9_raw": 2.2916666666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.375, "overall_9_raw": 1.5277777777777777, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1197916666666665, "overall_9_raw": 2.1197916666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.640625, "overall_9_raw": 1.640625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.435185185185185, "overall_9_raw": 2.435185185185185, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.990740740740741, "overall_9_raw": 1.990740740740741, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9333333333333333, "overall_9_raw": 1.0370370370370372, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4444444444444446, "overall_9_raw": 2.4444444444444446, "status": "scored"}}, "original_subset": ["base40"], "prompt_index": 26, "release_row": "evalset_rows/eval_base40_027", "sample_id": "eval_base40_027", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "ART", "MUS"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.3564814814814815, "overall_9_raw": 0.4010416666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6875, "overall_9_raw": 1.6875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3020833333333335, "overall_9_raw": 2.3020833333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7731481481481481, "overall_9_raw": 1.8697916666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1302083333333333, "overall_9_raw": 1.1302083333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7175925925925926, "overall_9_raw": 0.8072916666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9791666666666667, "overall_9_raw": 1.9791666666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7361111111111112, "overall_9_raw": 1.7361111111111112, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5535714285714286, "overall_9_raw": 1.5535714285714286, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.333333333333333, "overall_9_raw": 2.333333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5416666666666667, "overall_9_raw": 1.5416666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5138888888888888, "overall_9_raw": 1.578125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4427083333333333, "overall_9_raw": 1.4427083333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6428571428571429, "overall_9_raw": 0.6428571428571429, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.375, "overall_9_raw": 2.375, "status": "scored"}}, "original_subset": ["base40", "testmini"], "prompt_index": 27, "release_row": "evalset_rows/eval_base40_028", "sample_id": "eval_base40_028", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "COM", "FOO"], "failure_modes": ["THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7407407407407407, "overall_9_raw": 1.8333333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7314814814814816, "overall_9_raw": 1.8229166666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.259259259259259, "overall_9_raw": 2.259259259259259, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.009259259259259, "overall_9_raw": 2.0729166666666665, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5138888888888888, "overall_9_raw": 1.578125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.75, "overall_9_raw": 2.75, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9833333333333332, "overall_9_raw": 1.9814814814814814, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.183333333333333, "overall_9_raw": 2.2037037037037037, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6388888888888888, "overall_9_raw": 1.65625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5520833333333335, "overall_9_raw": 2.5520833333333335, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.5520833333333335, "overall_9_raw": 2.5520833333333335, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.314814814814815, "overall_9_raw": 2.314814814814815, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.083333333333333, "overall_9_raw": 2.0925925925925926, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6708333333333332, "overall_9_raw": 1.6898148148148149, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.283333333333333, "overall_9_raw": 2.314814814814815, "status": "scored"}}, "original_subset": ["base40", "testmini_easy"], "prompt_index": 28, "release_row": "evalset_rows/eval_base40_029", "sample_id": "eval_base40_029", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["CUL", "HIS", "MED", "PEO"], "failure_modes": ["CCS", "CS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.703125, "overall_9_raw": 1.703125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3020833333333335, "overall_9_raw": 2.3020833333333335, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2395833333333335, "overall_9_raw": 2.2395833333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3229166666666667, "overall_9_raw": 1.3229166666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0520833333333335, "overall_9_raw": 2.0520833333333335, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3177083333333333, "overall_9_raw": 1.3177083333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3645833333333335, "overall_9_raw": 2.3645833333333335, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1770833333333335, "overall_9_raw": 2.1770833333333335, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1770833333333335, "overall_9_raw": 2.1770833333333335, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2395833333333335, "overall_9_raw": 2.2395833333333335, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1770833333333335, "overall_9_raw": 2.1770833333333335, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.828125, "overall_9_raw": 1.828125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.796875, "overall_9_raw": 1.796875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.42857142857142855, "overall_9_raw": 0.42857142857142855, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7708333333333333, "overall_9_raw": 1.7708333333333333, "status": "scored"}}, "original_subset": ["base40", "testmini_hard"], "prompt_index": 29, "release_row": "evalset_rows/eval_base40_030", "sample_id": "eval_base40_030", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "MED", "PEO"], "failure_modes": ["CCS", "EIK", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4000000000000001, "overall_9_raw": 1.4000000000000001, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.75, "overall_9_raw": 2.75, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9555555555555555, "overall_9_raw": 1.075, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6888888888888889, "overall_9_raw": 0.775, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5238095238095237, "overall_9_raw": 1.5238095238095237, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0142857142857142, "overall_9_raw": 2.0142857142857142, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2142857142857142, "overall_9_raw": 1.2142857142857142, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6041666666666665, "overall_9_raw": 2.6041666666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1142857142857143, "overall_9_raw": 1.1142857142857143, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6714285714285713, "overall_9_raw": 1.6714285714285713, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.104761904761905, "overall_9_raw": 2.104761904761905, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.216666666666667, "overall_9_raw": 2.216666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.216666666666667, "overall_9_raw": 2.216666666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8571428571428571, "overall_9_raw": 0.8571428571428571, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.433333333333333, "overall_9_raw": 2.433333333333333, "status": "scored"}}, "original_subset": ["base40"], "prompt_index": 30, "release_row": "evalset_rows/eval_base40_031", "sample_id": "eval_base40_031", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "COM"], "failure_modes": ["CSV", "EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.25, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4351851851851852, "overall_9_raw": 0.4895833333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.125, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4739583333333333, "overall_9_raw": 1.4739583333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.49074074074074076, "overall_9_raw": 0.5520833333333334, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.49074074074074076, "overall_9_raw": 0.5520833333333334, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8611111111111112, "overall_9_raw": 0.96875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7546296296296297, "overall_9_raw": 0.8489583333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2962962962962963, "overall_9_raw": 0.3333333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.8928571428571428, "overall_9_raw": 1.8928571428571428, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5277777777777778, "overall_9_raw": 0.59375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2083333333333333, "overall_9_raw": 1.2083333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.9166666666666667, "overall_9_raw": 2.0185185185185186, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0416666666666667, "overall_9_raw": 1.0416666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7875, "overall_9_raw": 1.875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6851851851851852, "overall_9_raw": 0.7708333333333334, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.6875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.199074074074074, "overall_9_raw": 1.2864583333333333, "status": "scored"}}, "original_subset": ["base40", "testmini"], "prompt_index": 31, "release_row": "evalset_rows/eval_base40_032", "sample_id": "eval_base40_032", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "HIS"], "failure_modes": ["EIK", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4433333333333334, "overall_9_raw": 1.6037037037037036, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7733333333333334, "overall_9_raw": 2.7481481481481485, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.13, "overall_9_raw": 2.2, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1300000000000001, "overall_9_raw": 1.2555555555555555, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.1933333333333334, "overall_9_raw": 2.1037037037037036, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.32, "overall_9_raw": 2.2444444444444445, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6166666666666667, "overall_9_raw": 0.6851851851851852, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.6466666666666665, "overall_9_raw": 2.607407407407407, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.42, "overall_9_raw": 2.3555555555555556, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.21, "overall_9_raw": 2.1222222222222222, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8233333333333333, "overall_9_raw": 2.803703703703704, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.663333333333333, "overall_9_raw": 2.6259259259259258, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.0933333333333333, "overall_9_raw": 1.9925925925925927, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.586666666666667, "overall_9_raw": 2.5407407407407407, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.37, "overall_9_raw": 2.3555555555555556, "status": "scored"}}, "original_subset": ["base40"], "prompt_index": 32, "release_row": "evalset_rows/eval_base40_033", "sample_id": "eval_base40_033", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "HIS", "TXT"], "failure_modes": ["EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.24166666666666664, "overall_9_raw": 0.2685185185185185, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.475, "overall_9_raw": 2.4722222222222223, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.283333333333333, "overall_9_raw": 2.259259259259259, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.175, "overall_9_raw": 1.3055555555555556, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3375, "overall_9_raw": 1.4305555555555556, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3583333333333334, "overall_9_raw": 2.398148148148148, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.066666666666667, "overall_9_raw": 2.1296296296296298, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.725, "overall_9_raw": 0.8055555555555556, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.158333333333333, "overall_9_raw": 2.1759259259259256, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.55, "overall_9_raw": 2.5555555555555554, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.283333333333333, "overall_9_raw": 2.259259259259259, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3833333333333333, "overall_9_raw": 2.3703703703703702, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.283333333333333, "overall_9_raw": 2.259259259259259, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7416666666666667, "overall_9_raw": 2.7129629629629632, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6, "overall_9_raw": 2.611111111111111, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.45, "overall_9_raw": 0.5, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.283333333333333, "overall_9_raw": 2.314814814814815, "status": "scored"}}, "original_subset": ["base40", "testmini", "testmini_easy"], "prompt_index": 33, "release_row": "evalset_rows/eval_base40_034", "sample_id": "eval_base40_034", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL"], "failure_modes": ["CCS", "CS", "CSV", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.3472222222222223, "overall_9_raw": 2.453125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.236111111111111, "overall_9_raw": 2.265625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7638888888888888, "overall_9_raw": 1.859375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9074074074074074, "overall_9_raw": 1.8958333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.9861111111111112, "overall_9_raw": 0.984375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7314814814814814, "overall_9_raw": 2.6979166666666665, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5625, "overall_9_raw": 0.6428571428571429, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0046296296296298, "overall_9_raw": 1.9427083333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9490740740740742, "overall_9_raw": 2.0052083333333335, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.226851851851852, "overall_9_raw": 2.3177083333333335, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0277777777777777, "overall_9_raw": 2.03125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0046296296296298, "overall_9_raw": 2.0677083333333335, "status": "scored"}, "seedream4d5": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0185185185185184, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6111111111111112, "overall_9_raw": 0.6875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0046296296296298, "overall_9_raw": 2.0052083333333335, "status": "scored"}}, "original_subset": ["base40", "testmini"], "prompt_index": 34, "release_row": "evalset_rows/eval_base40_035", "sample_id": "eval_base40_035", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL"], "failure_modes": ["CCS", "CS", "CSV", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.903125, "overall_9_raw": 1.903125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.888888888888889, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.20625, "overall_9_raw": 2.20625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.2125, "overall_9_raw": 1.2916666666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.295, "overall_9_raw": 1.3833333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.45625, "overall_9_raw": 1.45625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.20625, "overall_9_raw": 2.20625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.984375, "overall_9_raw": 1.984375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.316666666666667, "overall_9_raw": 2.316666666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.009375, "overall_9_raw": 2.009375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.23125, "overall_9_raw": 2.23125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.1722222222222225, "overall_9_raw": 2.1722222222222225, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.946875, "overall_9_raw": 1.946875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2194444444444446, "overall_9_raw": 2.2194444444444446, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.51875, "overall_9_raw": 1.51875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.059375, "overall_9_raw": 2.059375, "status": "scored"}}, "original_subset": ["base40"], "prompt_index": 35, "release_row": "evalset_rows/eval_base40_036", "sample_id": "eval_base40_036", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "ART", "CUL", "TXT"], "failure_modes": ["CCS", "CS", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3, "overall_9_raw": 0.3333333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.855, "overall_9_raw": 2.838888888888889, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.31, "overall_9_raw": 2.3444444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.725, "overall_9_raw": 0.8055555555555556, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0050000000000001, "overall_9_raw": 1.1166666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.6111111111111112, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.9722222222222222, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0875, "overall_9_raw": 2.1527777777777777, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8975, "overall_9_raw": 0.9972222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.175, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0175, "overall_9_raw": 2.075, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.3125, "overall_9_raw": 1.4027777777777777, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3975, "overall_9_raw": 1.5527777777777778, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.47, "overall_9_raw": 1.6333333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5324999999999998, "overall_9_raw": 2.536111111111111, "status": "scored"}}, "original_subset": ["base40"], "prompt_index": 36, "release_row": "evalset_rows/eval_base40_037", "sample_id": "eval_base40_037", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL", "HIS"], "failure_modes": ["CCS", "CS", "CSV", "EIK", "FHA", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0875, "overall_9_raw": 1.0875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.95, "overall_9_raw": 1.95, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.322222222222222, "overall_9_raw": 2.322222222222222, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4625, "overall_9_raw": 1.4625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.7, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8, "overall_9_raw": 1.8, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8875, "overall_9_raw": 1.8875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.1, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8375, "overall_9_raw": 0.8375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9125, "overall_9_raw": 1.9125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.525, "overall_9_raw": 1.525, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.9, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1625, "overall_9_raw": 2.1625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8875, "overall_9_raw": 1.8875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2125, "overall_9_raw": 2.2125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5875, "overall_9_raw": 1.5875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9, "overall_9_raw": 1.9444444444444444, "status": "scored"}}, "original_subset": ["base40"], "prompt_index": 37, "release_row": "evalset_rows/eval_base40_038", "sample_id": "eval_base40_038", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "ART"], "failure_modes": ["CCS", "CSV", "EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4027777777777777, "overall_9_raw": 2.4027777777777777, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.28125, "overall_9_raw": 1.28125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.984375, "overall_9_raw": 1.984375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.640625, "overall_9_raw": 1.640625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.53125, "overall_9_raw": 1.53125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.625, "overall_9_raw": 0.625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4125, "overall_9_raw": 1.4583333333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6111111111111112, "overall_9_raw": 1.6111111111111112, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.53125, "overall_9_raw": 1.53125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.953125, "overall_9_raw": 1.953125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.515625, "overall_9_raw": 1.515625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.25, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0972222222222223, "overall_9_raw": 2.0972222222222223, "status": "scored"}}, "original_subset": ["base40", "testmini"], "prompt_index": 38, "release_row": "evalset_rows/eval_base40_039", "sample_id": "eval_base40_039", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "COM"], "failure_modes": ["THG", "VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5833333333333334, "overall_9_raw": 0.65625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5833333333333334, "overall_9_raw": 0.65625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8888888888888888, "overall_9_raw": 1.9375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8888888888888888, "overall_9_raw": 1.875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0555555555555554, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.78125, "overall_9_raw": 1.78125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": 2.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.078125, "overall_9_raw": 2.078125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4722222222222223, "overall_9_raw": 1.46875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8055555555555556, "overall_9_raw": 0.90625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.6111111111111112, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4375, "overall_9_raw": 2.4375, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 39, "release_row": "evalset_rows/eval_search120_001", "sample_id": "eval_search120_001", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM", "MED", "TEC"], "failure_modes": ["VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.125, "overall_9_raw": 0.140625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4722222222222223, "overall_9_raw": 2.4722222222222223, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5370370370370368, "overall_9_raw": 2.5370370370370368, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.18055555555555555, "overall_9_raw": 0.203125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.2962962962962963, "overall_9_raw": 0.3333333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2314814814814815, "overall_9_raw": 0.2604166666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8583333333333332, "overall_9_raw": 1.898148148148148, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4074074074074074, "overall_9_raw": 2.4074074074074074, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3083333333333333, "overall_9_raw": 1.3425925925925926, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9833333333333332, "overall_9_raw": 2.0925925925925926, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.75, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.5370370370370368, "overall_9_raw": 2.5370370370370368, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4166666666666665, "overall_9_raw": 2.4166666666666665, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 40, "release_row": "evalset_rows/eval_search120_002", "sample_id": "eval_search120_002", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["SCI"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8489583333333333, "overall_9_raw": 1.8489583333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9583333333333333, "overall_9_raw": 1.9583333333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5677083333333334, "overall_9_raw": 0.5677083333333334, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5260416666666666, "overall_9_raw": 0.5260416666666666, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7083333333333334, "overall_9_raw": 0.7083333333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.15625, "overall_9_raw": 2.15625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5052083333333334, "overall_9_raw": 0.5052083333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9895833333333334, "overall_9_raw": 0.9895833333333334, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.78125, "overall_9_raw": 1.78125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0677083333333333, "overall_9_raw": 1.0677083333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7291666666666667, "overall_9_raw": 1.7291666666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}}, "original_subset": ["search120", "testmini", "testmini_hard"], "prompt_index": 41, "release_row": "evalset_rows/eval_search120_003", "sample_id": "eval_search120_003", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["GAM", "MED"], "failure_modes": ["CSV", "EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4947916666666667, "overall_9_raw": 0.4947916666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3333333333333335, "overall_9_raw": 2.3333333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2291666666666667, "overall_9_raw": 1.2291666666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3148148148148149, "overall_9_raw": 1.3148148148148149, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1333333333333333, "overall_9_raw": 1.1481481481481481, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3541666666666667, "overall_9_raw": 1.3541666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7875, "overall_9_raw": 0.875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.425925925925926, "overall_9_raw": 1.425925925925926, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4814814814814816, "overall_9_raw": 1.4814814814814816, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.984375, "overall_9_raw": 0.984375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.1666666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7916666666666666, "overall_9_raw": 0.7916666666666666, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6833333333333333, "overall_9_raw": 0.7592592592592592, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9444444444444444, "overall_9_raw": 0.9444444444444444, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120"], "prompt_index": 42, "release_row": "evalset_rows/eval_search120_004", "sample_id": "eval_search120_004", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL", "GAM"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3489583333333333, "overall_9_raw": 0.3489583333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8697916666666667, "overall_9_raw": 1.8697916666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3541666666666665, "overall_9_raw": 2.3541666666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7239583333333334, "overall_9_raw": 0.7239583333333334, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7447916666666666, "overall_9_raw": 0.7447916666666666, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9114583333333334, "overall_9_raw": 0.9114583333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2916666666666667, "overall_9_raw": 1.2916666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8958333333333334, "overall_9_raw": 0.8958333333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4895833333333333, "overall_9_raw": 1.4895833333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9114583333333334, "overall_9_raw": 0.9114583333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 0.9166666666666666, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.703125, "overall_9_raw": 1.703125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6927083333333334, "overall_9_raw": 0.6927083333333334, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1354166666666667, "overall_9_raw": 1.1354166666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6614583333333334, "overall_9_raw": 0.6614583333333334, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4375, "overall_9_raw": 0.4375, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120"], "prompt_index": 43, "release_row": "evalset_rows/eval_search120_005", "sample_id": "eval_search120_005", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["GAM", "SCI"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4166666666666667, "overall_9_raw": 1.4166666666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4791666666666667, "overall_9_raw": 1.4791666666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9739583333333333, "overall_9_raw": 1.9739583333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4166666666666667, "overall_9_raw": 1.4166666666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3541666666666667, "overall_9_raw": 1.3541666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5416666666666667, "overall_9_raw": 1.5416666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4166666666666667, "overall_9_raw": 1.4166666666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4791666666666667, "overall_9_raw": 1.4791666666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4166666666666667, "overall_9_raw": 1.4166666666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.28125, "overall_9_raw": 1.28125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.15625, "overall_9_raw": 1.15625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3541666666666667, "overall_9_raw": 1.3541666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3541666666666667, "overall_9_raw": 1.3541666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3541666666666667, "overall_9_raw": 1.3541666666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120"], "prompt_index": 44, "release_row": "evalset_rows/eval_search120_006", "sample_id": "eval_search120_006", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "PEO", "SPO"], "failure_modes": ["EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.15625, "overall_9_raw": 1.15625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.28125, "overall_9_raw": 1.28125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9583333333333334, "overall_9_raw": 0.9583333333333334, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.15625, "overall_9_raw": 1.15625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.28125, "overall_9_raw": 1.28125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.140625, "overall_9_raw": 1.140625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.734375, "overall_9_raw": 0.734375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4895833333333333, "overall_9_raw": 1.4895833333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.328125, "overall_9_raw": 1.328125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4427083333333333, "overall_9_raw": 1.4427083333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7864583333333334, "overall_9_raw": 0.7864583333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1197916666666667, "overall_9_raw": 1.1197916666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0885416666666667, "overall_9_raw": 1.0885416666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2291666666666667, "overall_9_raw": 1.2291666666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.1666666666666667, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 45, "release_row": "evalset_rows/eval_search120_007", "sample_id": "eval_search120_007", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "FAS", "PEO", "TXT"], "failure_modes": ["CCS", "EIK", "THG", "TK-C", "TK-R"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.97, "overall_9_raw": 1.0222222222222221, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.98, "overall_9_raw": 1.9777777777777779, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.37, "overall_9_raw": 2.411111111111111, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6199999999999999, "overall_9_raw": 1.5777777777777777, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 1.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2449999999999999, "overall_9_raw": 1.2722222222222221, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.67, "overall_9_raw": 1.6333333333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.86, "overall_9_raw": 1.8444444444444446, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.28, "overall_9_raw": 1.3111111111111111, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.07, "overall_9_raw": 2.0777777777777775, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4449999999999998, "overall_9_raw": 1.4388888888888889, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.69, "overall_9_raw": 1.6555555555555557, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1550000000000002, "overall_9_raw": 2.1166666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4949999999999999, "overall_9_raw": 1.6055555555555554, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6824999999999999, "overall_9_raw": 1.7027777777777777, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.395, "overall_9_raw": 1.4944444444444445, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.6111111111111112, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.07, "overall_9_raw": 2.0777777777777775, "status": "scored"}}, "original_subset": ["search120", "testmini"], "prompt_index": 46, "release_row": "evalset_rows/eval_search120_008", "sample_id": "eval_search120_008", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "CUL", "PEO"], "failure_modes": ["CS", "EIK", "FHA", "IRR"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2416666666666667, "overall_9_raw": 1.3796296296296295, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0694444444444446, "overall_9_raw": 2.0694444444444446, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6203703703703702, "overall_9_raw": 2.6203703703703702, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.95, "overall_9_raw": 1.0555555555555556, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9, "overall_9_raw": 1.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.390625, "overall_9_raw": 1.390625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7291666666666667, "overall_9_raw": 1.7291666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.453125, "overall_9_raw": 1.453125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.828125, "overall_9_raw": 1.828125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.25, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9722222222222223, "overall_9_raw": 1.9722222222222223, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1458333333333333, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2239583333333333, "overall_9_raw": 1.2239583333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8541666666666667, "overall_9_raw": 1.8541666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1527777777777777, "overall_9_raw": 1.1527777777777777, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.0625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.435185185185185, "overall_9_raw": 2.435185185185185, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 47, "release_row": "evalset_rows/eval_search120_009", "sample_id": "eval_search120_009", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "FAS", "MUS", "PEO"], "failure_modes": ["CCS", "CS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8472222222222223, "overall_9_raw": 1.8472222222222223, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.1944444444444446, "overall_9_raw": 2.1944444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7333333333333333, "overall_9_raw": 0.8148148148148148, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.1666666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8958333333333334, "overall_9_raw": 0.8958333333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.421875, "overall_9_raw": 1.421875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5666666666666667, "overall_9_raw": 0.6296296296296297, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9270833333333334, "overall_9_raw": 0.9270833333333334, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4666666666666667, "overall_9_raw": 0.5185185185185186, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5833333333333334, "overall_9_raw": 0.5833333333333334, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0208333333333333, "overall_9_raw": 1.0208333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 0.9629629629629629, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9074074074074074, "overall_9_raw": 1.9074074074074074, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5092592592592593, "overall_9_raw": 1.5092592592592593, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3657407407407407, "overall_9_raw": 1.3657407407407407, "status": "scored"}}, "original_subset": ["search120", "testmini"], "prompt_index": 48, "release_row": "evalset_rows/eval_search120_010", "sample_id": "eval_search120_010", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["MED", "PEO", "TEC"], "failure_modes": ["CCS", "EIK", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.185185185185185, "overall_9_raw": 2.185185185185185, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3703703703703702, "overall_9_raw": 2.3703703703703702, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7666666666666668, "overall_9_raw": 1.7962962962962965, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4625, "overall_9_raw": 0.5138888888888888, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.259259259259259, "overall_9_raw": 2.259259259259259, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.2875, "overall_9_raw": 0.3194444444444444, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8458333333333332, "overall_9_raw": 1.884259259259259, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9041666666666668, "overall_9_raw": 1.9490740740740742, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7625, "overall_9_raw": 1.8472222222222223, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4708333333333334, "overall_9_raw": 1.5231481481481481, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6333333333333333, "overall_9_raw": 0.7037037037037037, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 49, "release_row": "evalset_rows/eval_search120_011", "sample_id": "eval_search120_011", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["GAM"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.859375, "overall_9_raw": 0.859375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.15625, "overall_9_raw": 1.15625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9791666666666666, "overall_9_raw": 0.9791666666666666, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2708333333333333, "overall_9_raw": 1.2708333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.046875, "overall_9_raw": 1.046875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.03125, "overall_9_raw": 1.03125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2708333333333333, "overall_9_raw": 1.2708333333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.03125, "overall_9_raw": 1.03125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3958333333333333, "overall_9_raw": 1.3958333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.046875, "overall_9_raw": 1.046875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.171875, "overall_9_raw": 1.171875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.78125, "overall_9_raw": 0.78125, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 50, "release_row": "evalset_rows/eval_search120_012", "sample_id": "eval_search120_012", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["COM", "GAM"], "failure_modes": ["CCS", "CSV", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5444444444444445, "overall_9_raw": 0.6125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.08, "overall_9_raw": 1.9777777777777779, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5949999999999998, "overall_9_raw": 2.55, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.17777777777777778, "overall_9_raw": 0.2, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25555555555555554, "overall_9_raw": 0.2875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 1.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.97, "overall_9_raw": 0.9666666666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.6499999999999999, "overall_9_raw": 0.73125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.78, "overall_9_raw": 0.8666666666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.5149999999999997, "overall_9_raw": 2.461111111111111, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.97, "overall_9_raw": 1.9666666666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3611111111111112, "overall_9_raw": 1.34375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2972222222222223, "overall_9_raw": 1.271875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.66, "overall_9_raw": 2.6222222222222222, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.225, "overall_9_raw": 2.138888888888889, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.59375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.51, "overall_9_raw": 0.5666666666666667, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7350000000000003, "overall_9_raw": 2.7055555555555557, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 51, "release_row": "evalset_rows/eval_search120_013", "sample_id": "eval_search120_013", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU"], "failure_modes": ["CCS", "CSV", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8333333333333333, "overall_9_raw": 1.875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3333333333333335, "overall_9_raw": 2.375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.5, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.5, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2777777777777778, "overall_9_raw": 0.3125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.125, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.027777777777777776, "overall_9_raw": 0.03125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.5, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.375, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5277777777777777, "overall_9_raw": 2.46875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1388888888888889, "overall_9_raw": 0.15625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3333333333333335, "overall_9_raw": 2.375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4444444444444446, "overall_9_raw": 2.5, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.125, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5694444444444446, "overall_9_raw": 2.578125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.388888888888889, "overall_9_raw": 2.3125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.375, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.275, "overall_9_raw": 0.3055555555555556, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.625, "overall_9_raw": 2.578125, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 52, "release_row": "evalset_rows/eval_search120_014", "sample_id": "eval_search120_014", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "SCI"], "failure_modes": ["CSV", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.3, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21333333333333332, "overall_9_raw": 0.23703703703703705, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.67, "overall_9_raw": 2.7444444444444445, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1375, "overall_9_raw": 1.2638888888888888, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 1.0185185185185184, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.9722222222222222, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.225, "overall_9_raw": 2.3055555555555554, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4875, "overall_9_raw": 0.5416666666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.591666666666667, "overall_9_raw": 2.6574074074074074, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.825, "overall_9_raw": 0.9166666666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6933333333333334, "overall_9_raw": 1.7703703703703704, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3583333333333334, "overall_9_raw": 2.2870370370370368, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.975, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2125, "overall_9_raw": 1.3472222222222223, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.9099999999999999, "overall_9_raw": 1.011111111111111, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 53, "release_row": "evalset_rows/eval_search120_015", "sample_id": "eval_search120_015", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "COM"], "failure_modes": ["CSV", "EIK", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.375, "overall_9_raw": 0.4166666666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7083333333333333, "overall_9_raw": 1.734375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6666666666666665, "overall_9_raw": 2.625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7125, "overall_9_raw": 0.7916666666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1388888888888888, "overall_9_raw": 1.21875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5972222222222223, "overall_9_raw": 1.671875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.140625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4444444444444444, "overall_9_raw": 1.4375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.486111111111111, "overall_9_raw": 2.421875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.725, "overall_9_raw": 1.8055555555555556, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9027777777777777, "overall_9_raw": 1.953125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.013888888888889, "overall_9_raw": 2.078125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5125, "overall_9_raw": 1.5138888888888888, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.475, "overall_9_raw": 2.4722222222222223, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1527777777777777, "overall_9_raw": 1.234375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3, "overall_9_raw": 0.3333333333333333, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.5, "text_rendering": 2.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.3375, "overall_9_raw": 2.4305555555555554, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 54, "release_row": "evalset_rows/eval_search120_016", "sample_id": "eval_search120_016", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "HIS"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.465625, "overall_9_raw": 1.465625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05625, "overall_9_raw": 2.05625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3, "overall_9_raw": 2.3, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9875, "overall_9_raw": 0.9875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.425, "overall_9_raw": 2.425, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.35, "overall_9_raw": 1.35, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1375, "overall_9_raw": 2.1375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.028125, "overall_9_raw": 1.028125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.05, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.46875, "overall_9_raw": 1.46875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05625, "overall_9_raw": 2.05625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.075, "overall_9_raw": 2.075, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4125, "overall_9_raw": 2.4125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.175, "overall_9_raw": 2.175, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05625, "overall_9_raw": 2.05625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.984375, "overall_9_raw": 1.984375, "status": "scored"}}, "original_subset": ["search120", "testmini"], "prompt_index": 55, "release_row": "evalset_rows/eval_search120_017", "sample_id": "eval_search120_017", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "COM", "TEC"], "failure_modes": ["CSV", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.19166666666666668, "overall_9_raw": 0.215625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.275, "overall_9_raw": 2.275, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.61, "overall_9_raw": 1.6777777777777778, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.19166666666666668, "overall_9_raw": 0.215625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5361111111111111, "overall_9_raw": 0.603125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.19166666666666668, "overall_9_raw": 0.215625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9722222222222223, "overall_9_raw": 1.9722222222222223, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05555555555555555, "overall_9_raw": 0.0625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2944444444444443, "overall_9_raw": 2.2944444444444443, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1833333333333333, "overall_9_raw": 1.1833333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2833333333333334, "overall_9_raw": 1.2833333333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.058333333333333, "overall_9_raw": 2.058333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6583333333333334, "overall_9_raw": 1.6583333333333334, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8025, "overall_9_raw": 0.8361111111111111, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.238888888888889, "overall_9_raw": 2.26875, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 56, "release_row": "evalset_rows/eval_search120_018", "sample_id": "eval_search120_018", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "ART", "CUL", "TXT"], "failure_modes": ["CS", "EIK", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5125, "overall_9_raw": 0.5694444444444444, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3583333333333334, "overall_9_raw": 2.2870370370370368, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0083333333333333, "overall_9_raw": 2.064814814814815, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.725, "overall_9_raw": 0.75, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3875, "overall_9_raw": 0.4305555555555556, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.158333333333333, "overall_9_raw": 2.1759259259259256, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8083333333333331, "overall_9_raw": 1.8425925925925926, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9958333333333331, "overall_9_raw": 1.9953703703703702, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.158333333333333, "overall_9_raw": 2.1759259259259256, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.129166666666667, "overall_9_raw": 2.1990740740740744, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2583333333333333, "overall_9_raw": 2.2870370370370368, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1166666666666667, "overall_9_raw": 1.1296296296296295, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.158333333333333, "overall_9_raw": 2.1759259259259256, "status": "scored"}}, "original_subset": ["search120", "testmini"], "prompt_index": 57, "release_row": "evalset_rows/eval_search120_019", "sample_id": "eval_search120_019", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "GAM"], "failure_modes": ["CCS", "EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.015625, "overall_9_raw": 1.015625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2777777777777777, "overall_9_raw": 1.2777777777777777, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8611111111111112, "overall_9_raw": 1.8611111111111112, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0555555555555556, "overall_9_raw": 1.0555555555555556, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2222222222222223, "overall_9_raw": 1.2222222222222223, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5875, "overall_9_raw": 0.6527777777777778, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.95, "overall_9_raw": 0.9444444444444444, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.921875, "overall_9_raw": 0.921875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2222222222222223, "overall_9_raw": 1.2222222222222223, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.25, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1111111111111112, "overall_9_raw": 1.1111111111111112, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 58, "release_row": "evalset_rows/eval_search120_020", "sample_id": "eval_search120_020", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["CUL", "FAS", "MUS", "PEO"], "failure_modes": ["CS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0885416666666667, "overall_9_raw": 1.0885416666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6927083333333333, "overall_9_raw": 1.6927083333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0208333333333335, "overall_9_raw": 2.0208333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.046875, "overall_9_raw": 2.046875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.671875, "overall_9_raw": 1.671875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4739583333333333, "overall_9_raw": 1.4739583333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.953125, "overall_9_raw": 0.953125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6979166666666667, "overall_9_raw": 1.6979166666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.671875, "overall_9_raw": 1.671875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4114583333333333, "overall_9_raw": 1.4114583333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5104166666666667, "overall_9_raw": 1.5104166666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.671875, "overall_9_raw": 1.671875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0833333333333335, "overall_9_raw": 2.0833333333333335, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6354166666666667, "overall_9_raw": 1.6354166666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.703125, "overall_9_raw": 0.703125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.796875, "overall_9_raw": 1.796875, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 59, "release_row": "evalset_rows/eval_search120_021", "sample_id": "eval_search120_021", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["GAM"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5677083333333333, "overall_9_raw": 1.5677083333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1458333333333333, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.828125, "overall_9_raw": 0.828125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.859375, "overall_9_raw": 0.859375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7864583333333334, "overall_9_raw": 0.7864583333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0208333333333333, "overall_9_raw": 1.0208333333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 0.9166666666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1614583333333333, "overall_9_raw": 1.1614583333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.859375, "overall_9_raw": 0.859375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.609375, "overall_9_raw": 0.609375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9114583333333334, "overall_9_raw": 0.9114583333333334, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120", "testmini_hard"], "prompt_index": 60, "release_row": "evalset_rows/eval_search120_022", "sample_id": "eval_search120_022", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "GAM"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6770833333333334, "overall_9_raw": 0.6770833333333334, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.703125, "overall_9_raw": 1.703125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9791666666666666, "overall_9_raw": 0.9791666666666666, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8802083333333334, "overall_9_raw": 0.8802083333333334, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6614583333333334, "overall_9_raw": 0.6614583333333334, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.6875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9114583333333334, "overall_9_raw": 0.9114583333333334, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3802083333333333, "overall_9_raw": 1.3802083333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120", "testmini_hard"], "prompt_index": 61, "release_row": "evalset_rows/eval_search120_023", "sample_id": "eval_search120_023", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "GAM"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1979166666666667, "overall_9_raw": 1.1979166666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0416666666666665, "overall_9_raw": 2.0416666666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9895833333333333, "overall_9_raw": 1.9895833333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.03125, "overall_9_raw": 1.03125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.09375, "overall_9_raw": 1.09375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.921875, "overall_9_raw": 0.921875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0208333333333333, "overall_9_raw": 1.0208333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.015625, "overall_9_raw": 1.015625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7916666666666666, "overall_9_raw": 0.7916666666666666, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9583333333333334, "overall_9_raw": 0.9583333333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.859375, "overall_9_raw": 0.859375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.859375, "overall_9_raw": 0.859375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120", "testmini"], "prompt_index": 62, "release_row": "evalset_rows/eval_search120_024", "sample_id": "eval_search120_024", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "COM", "TEC"], "failure_modes": ["EIK", "TK-R", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9708333333333334, "overall_9_raw": 1.0231481481481481, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.458333333333333, "overall_9_raw": 2.398148148148148, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8833333333333333, "overall_9_raw": 2.8703703703703702, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3875, "overall_9_raw": 1.4305555555555556, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4583333333333335, "overall_9_raw": 1.5092592592592593, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8958333333333333, "overall_9_raw": 1.9398148148148147, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.558333333333333, "overall_9_raw": 2.509259259259259, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0208333333333335, "overall_9_raw": 1.1342592592592593, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8833333333333333, "overall_9_raw": 2.8703703703703702, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8666666666666666, "overall_9_raw": 0.9629629629629629, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8833333333333333, "overall_9_raw": 2.8703703703703702, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.55, "overall_9_raw": 1.6111111111111112, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.783333333333333, "overall_9_raw": 2.759259259259259, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0166666666666666, "overall_9_raw": 1.074074074074074, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5875, "overall_9_raw": 0.6527777777777778, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}}, "original_subset": ["search120", "testmini_easy"], "prompt_index": 63, "release_row": "evalset_rows/eval_search120_025", "sample_id": "eval_search120_025", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "PEO", "TEC"], "failure_modes": ["CCS", "EIK", "TK-R", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2222222222222223, "overall_9_raw": 1.2222222222222223, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.8194444444444444, "overall_9_raw": 1.8194444444444444, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0555555555555556, "overall_9_raw": 1.0555555555555556, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.203125, "overall_9_raw": 1.203125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0138888888888888, "overall_9_raw": 1.0138888888888888, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.078125, "overall_9_raw": 1.078125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.0625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.171875, "overall_9_raw": 1.171875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.03125, "overall_9_raw": 1.03125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1388888888888888, "overall_9_raw": 1.1388888888888888, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.859375, "overall_9_raw": 0.859375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.0625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.625, "overall_9_raw": 0.625, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 64, "release_row": "evalset_rows/eval_search120_026", "sample_id": "eval_search120_026", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["HIS", "PEO", "TEC"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.765625, "overall_9_raw": 0.765625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.296875, "overall_9_raw": 1.296875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.53125, "overall_9_raw": 1.53125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.765625, "overall_9_raw": 0.765625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.828125, "overall_9_raw": 0.828125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.765625, "overall_9_raw": 0.765625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.640625, "overall_9_raw": 0.640625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.765625, "overall_9_raw": 0.765625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.203125, "overall_9_raw": 1.203125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.984375, "overall_9_raw": 0.984375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.28125, "overall_9_raw": 1.28125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.578125, "overall_9_raw": 1.578125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.109375, "overall_9_raw": 1.109375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.578125, "overall_9_raw": 1.578125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.765625, "overall_9_raw": 0.765625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.34375, "overall_9_raw": 1.34375, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 65, "release_row": "evalset_rows/eval_search120_027", "sample_id": "eval_search120_027", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "GAM"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9958333333333333, "overall_9_raw": 1.9958333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0125, "overall_9_raw": 2.0125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.379166666666667, "overall_9_raw": 2.379166666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.05, "overall_9_raw": 1.05, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1833333333333333, "overall_9_raw": 1.1833333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.15, "overall_9_raw": 1.15, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0458333333333334, "overall_9_raw": 1.0458333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2333333333333334, "overall_9_raw": 1.2333333333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5541666666666667, "overall_9_raw": 1.5541666666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8458333333333333, "overall_9_raw": 0.8458333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3458333333333334, "overall_9_raw": 1.3458333333333334, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4708333333333334, "overall_9_raw": 1.4708333333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1333333333333333, "overall_9_raw": 1.1333333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4166666666666667, "overall_9_raw": 1.4166666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5625, "overall_9_raw": 1.5625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5083333333333333, "overall_9_raw": 1.5083333333333333, "status": "scored"}}, "original_subset": ["search120", "testmini", "testmini_hard"], "prompt_index": 66, "release_row": "evalset_rows/eval_search120_028", "sample_id": "eval_search120_028", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["GAM", "SCI"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1822916666666667, "overall_9_raw": 1.1822916666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.828125, "overall_9_raw": 1.828125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9895833333333333, "overall_9_raw": 1.9895833333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8958333333333334, "overall_9_raw": 0.8958333333333334, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1041666666666665, "overall_9_raw": 2.1041666666666665, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9791666666666666, "overall_9_raw": 0.9791666666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9583333333333333, "overall_9_raw": 1.9583333333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.1875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1979166666666667, "overall_9_raw": 1.1979166666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6458333333333334, "overall_9_raw": 0.6458333333333334, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6875, "overall_9_raw": 1.6875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5572916666666667, "overall_9_raw": 1.5572916666666667, "status": "scored"}}, "original_subset": ["search120", "testmini", "testmini_hard"], "prompt_index": 67, "release_row": "evalset_rows/eval_search120_029", "sample_id": "eval_search120_029", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "MED"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6041666666666667, "overall_9_raw": 1.6041666666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.359375, "overall_9_raw": 1.359375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1458333333333335, "overall_9_raw": 2.1458333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8958333333333334, "overall_9_raw": 0.8958333333333334, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0364583333333333, "overall_9_raw": 1.0364583333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0364583333333333, "overall_9_raw": 1.0364583333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8020833333333333, "overall_9_raw": 1.8020833333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1458333333333333, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2708333333333335, "overall_9_raw": 2.2708333333333335, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7864583333333334, "overall_9_raw": 0.7864583333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9010416666666667, "overall_9_raw": 1.9010416666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0729166666666665, "overall_9_raw": 2.0729166666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0520833333333333, "overall_9_raw": 1.0520833333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1458333333333335, "overall_9_raw": 2.1458333333333335, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.1666666666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.6875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0729166666666665, "overall_9_raw": 2.0729166666666665, "status": "scored"}}, "original_subset": ["search120", "testmini"], "prompt_index": 68, "release_row": "evalset_rows/eval_search120_030", "sample_id": "eval_search120_030", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["GAM", "SCI"], "failure_modes": ["CCS", "EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.25, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.640625, "overall_9_raw": 1.640625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9791666666666667, "overall_9_raw": 1.9791666666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6979166666666666, "overall_9_raw": 0.6979166666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.890625, "overall_9_raw": 0.890625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9895833333333334, "overall_9_raw": 0.9895833333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8958333333333334, "overall_9_raw": 0.8958333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9895833333333334, "overall_9_raw": 0.9895833333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7864583333333334, "overall_9_raw": 0.7864583333333334, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1458333333333333, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1458333333333333, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1458333333333333, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1458333333333333, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0416666666666667, "overall_9_raw": 1.0416666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8020833333333334, "overall_9_raw": 0.8020833333333334, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.3020833333333333, "overall_9_raw": 1.3020833333333333, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 69, "release_row": "evalset_rows/eval_search120_031", "sample_id": "eval_search120_031", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["OBJ", "PEO"], "failure_modes": ["CCS", "EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.359375, "overall_9_raw": 0.359375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.203125, "overall_9_raw": 2.203125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.890625, "overall_9_raw": 1.890625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9791666666666666, "overall_9_raw": 0.9791666666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0885416666666665, "overall_9_raw": 2.0885416666666665, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5833333333333333, "overall_9_raw": 1.5833333333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0104166666666667, "overall_9_raw": 1.0104166666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4895833333333333, "overall_9_raw": 1.4895833333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6822916666666667, "overall_9_raw": 1.6822916666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.46875, "overall_9_raw": 1.46875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.96875, "overall_9_raw": 1.96875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7447916666666667, "overall_9_raw": 1.7447916666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2083333333333333, "overall_9_raw": 1.2083333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.8333333333333333, "overall_9_raw": 1.8333333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.09375, "overall_9_raw": 2.09375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.625, "overall_9_raw": 0.625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.71875, "overall_9_raw": 1.71875, "status": "scored"}}, "original_subset": ["search120", "testmini", "testmini_hard"], "prompt_index": 70, "release_row": "evalset_rows/eval_search120_032", "sample_id": "eval_search120_032", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "COM", "TXT"], "failure_modes": ["EIK", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.727777777777778, "overall_9_raw": 2.69375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.575, "overall_9_raw": 0.646875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.46388888888888885, "overall_9_raw": 0.521875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8305555555555555, "overall_9_raw": 0.934375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.727777777777778, "overall_9_raw": 2.69375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6972222222222223, "overall_9_raw": 0.784375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.727777777777778, "overall_9_raw": 2.69375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6775, "overall_9_raw": 0.7527777777777778, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.25, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.3583333333333334, "overall_9_raw": 2.465625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.5777777777777777, "overall_9_raw": 1.775, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.15, "overall_9_raw": 1.1666666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6527777777777778, "overall_9_raw": 0.734375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.6111111111111112, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3722222222222222, "overall_9_raw": 2.29375, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 71, "release_row": "evalset_rows/eval_search120_033", "sample_id": "eval_search120_033", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ABS", "ART", "MUS", "PEO"], "failure_modes": ["CCS", "CS", "EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.119047619047619, "overall_9_raw": 1.119047619047619, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.1488095238095237, "overall_9_raw": 2.1488095238095237, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4642857142857144, "overall_9_raw": 2.4642857142857144, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1071428571428572, "overall_9_raw": 1.1071428571428572, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9642857142857143, "overall_9_raw": 0.9642857142857143, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4761904761904763, "overall_9_raw": 1.4761904761904763, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7142857142857143, "overall_9_raw": 0.7142857142857143, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.119047619047619, "overall_9_raw": 1.119047619047619, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0476190476190477, "overall_9_raw": 1.0476190476190477, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.613095238095238, "overall_9_raw": 1.613095238095238, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6964285714285714, "overall_9_raw": 1.6964285714285714, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.619047619047619, "overall_9_raw": 1.619047619047619, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9479166666666666, "overall_9_raw": 0.9479166666666666, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.90625, "overall_9_raw": 0.90625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6428571428571429, "overall_9_raw": 0.6428571428571429, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4761904761904763, "overall_9_raw": 1.4761904761904763, "status": "scored"}}, "original_subset": ["search120", "testmini_hard"], "prompt_index": 72, "release_row": "evalset_rows/eval_search120_034", "sample_id": "eval_search120_034", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "MUS"], "failure_modes": ["CCS", "EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3177083333333333, "overall_9_raw": 0.3177083333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.4583333333333333, "overall_9_raw": 1.4583333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3611111111111112, "overall_9_raw": 1.3611111111111112, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6614583333333334, "overall_9_raw": 0.6614583333333334, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8177083333333334, "overall_9_raw": 0.8177083333333334, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.890625, "overall_9_raw": 0.890625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.4768518518518519, "overall_9_raw": 1.4768518518518519, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4739583333333333, "overall_9_raw": 0.4739583333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.0625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.734375, "overall_9_raw": 0.734375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9427083333333334, "overall_9_raw": 0.9427083333333334, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.90625, "overall_9_raw": 0.90625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0324074074074074, "overall_9_raw": 1.0324074074074074, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.75, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.34375, "overall_9_raw": 0.34375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.015625, "overall_9_raw": 1.015625, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 73, "release_row": "evalset_rows/eval_search120_035", "sample_id": "eval_search120_035", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "GAM"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.375, "overall_9_raw": 1.375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3392857142857142, "overall_9_raw": 1.3392857142857142, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.15625, "overall_9_raw": 1.15625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.25, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.890625, "overall_9_raw": 0.890625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6875, "overall_9_raw": 1.6875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.015625, "overall_9_raw": 1.015625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.90625, "overall_9_raw": 0.90625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.390625, "overall_9_raw": 1.390625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.140625, "overall_9_raw": 1.140625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.25, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1607142857142858, "overall_9_raw": 1.1607142857142858, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120"], "prompt_index": 74, "release_row": "evalset_rows/eval_search120_036", "sample_id": "eval_search120_036", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["GAM", "SPO"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1927083333333333, "overall_9_raw": 1.1927083333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.2552083333333333, "overall_9_raw": 1.2552083333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.046875, "overall_9_raw": 1.046875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.921875, "overall_9_raw": 0.921875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9947916666666666, "overall_9_raw": 0.9947916666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5677083333333333, "overall_9_raw": 1.5677083333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8802083333333334, "overall_9_raw": 0.8802083333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9635416666666666, "overall_9_raw": 0.9635416666666666, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.828125, "overall_9_raw": 0.828125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1927083333333333, "overall_9_raw": 1.1927083333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.859375, "overall_9_raw": 0.859375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.1875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9427083333333334, "overall_9_raw": 0.9427083333333334, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5260416666666667, "overall_9_raw": 1.5260416666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120", "testmini_easy"], "prompt_index": 75, "release_row": "evalset_rows/eval_search120_037", "sample_id": "eval_search120_037", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["GAM", "MED"], "failure_modes": ["EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6979166666666666, "overall_9_raw": 0.6979166666666666, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.154166666666667, "overall_9_raw": 2.154166666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3416666666666668, "overall_9_raw": 1.3416666666666668, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.05, "overall_9_raw": 1.05, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2291666666666667, "overall_9_raw": 1.2291666666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5885416666666667, "overall_9_raw": 1.5885416666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.25, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5729166666666667, "overall_9_raw": 1.5729166666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0166666666666666, "overall_9_raw": 1.0166666666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8177083333333334, "overall_9_raw": 0.8177083333333334, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4322916666666667, "overall_9_raw": 1.4322916666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1145833333333333, "overall_9_raw": 1.1145833333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6791666666666667, "overall_9_raw": 1.6791666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0677083333333333, "overall_9_raw": 1.0677083333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4895833333333333, "overall_9_raw": 1.4895833333333333, "status": "scored"}}, "original_subset": ["search120", "testmini", "testmini_hard"], "prompt_index": 76, "release_row": "evalset_rows/eval_search120_038", "sample_id": "eval_search120_038", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["PEO", "SPO"], "failure_modes": ["EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6770833333333334, "overall_9_raw": 0.6770833333333334, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6614583333333333, "overall_9_raw": 1.6614583333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3541666666666667, "overall_9_raw": 1.3541666666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2395833333333333, "overall_9_raw": 1.2395833333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6041666666666667, "overall_9_raw": 1.6041666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.546875, "overall_9_raw": 1.546875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3541666666666667, "overall_9_raw": 1.3541666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6614583333333334, "overall_9_raw": 0.6614583333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.546875, "overall_9_raw": 1.546875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.265625, "overall_9_raw": 1.265625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9791666666666666, "overall_9_raw": 0.9791666666666666, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.1666666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1770833333333333, "overall_9_raw": 1.1770833333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5625, "overall_9_raw": 0.5625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0364583333333335, "overall_9_raw": 2.0364583333333335, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 77, "release_row": "evalset_rows/eval_search120_039", "sample_id": "eval_search120_039", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["CUL", "FAS", "HIS"], "failure_modes": ["CS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3125, "overall_9_raw": 1.3125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.275, "overall_9_raw": 1.275, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6305555555555555, "overall_9_raw": 2.6305555555555555, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.240625, "overall_9_raw": 1.240625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.93125, "overall_9_raw": 0.93125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.9, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3275000000000001, "overall_9_raw": 1.4194444444444445, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5625, "overall_9_raw": 0.5625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.06875, "overall_9_raw": 1.06875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3125, "overall_9_raw": 1.3125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.159375, "overall_9_raw": 1.159375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5750000000000002, "overall_9_raw": 1.5750000000000002, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.26, "overall_9_raw": 1.2888888888888888, "status": "scored"}}, "original_subset": ["search120", "testmini"], "prompt_index": 78, "release_row": "evalset_rows/eval_search120_040", "sample_id": "eval_search120_040", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "MED", "TEC"], "failure_modes": ["CCS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8854166666666667, "overall_9_raw": 1.8854166666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2135416666666667, "overall_9_raw": 1.2135416666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.875, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4427083333333335, "overall_9_raw": 2.4427083333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9739583333333334, "overall_9_raw": 0.9739583333333334, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.15625, "overall_9_raw": 1.15625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0416666666666667, "overall_9_raw": 1.0416666666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.953125, "overall_9_raw": 0.953125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6927083333333334, "overall_9_raw": 0.6927083333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.15625, "overall_9_raw": 1.15625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.921875, "overall_9_raw": 0.921875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3541666666666667, "overall_9_raw": 1.3541666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1145833333333333, "overall_9_raw": 1.1145833333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.375, "overall_9_raw": 1.375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.375, "overall_9_raw": 1.375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}}, "original_subset": ["search120", "testmini_easy"], "prompt_index": 79, "release_row": "evalset_rows/eval_search120_041", "sample_id": "eval_search120_041", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL", "TXT"], "failure_modes": ["CS", "CSV", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5875, "overall_9_raw": 1.6527777777777777, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.2638888888888888, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.725, "overall_9_raw": 1.8055555555555556, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.45, "overall_9_raw": 1.5, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.775, "overall_9_raw": 0.8611111111111112, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.525, "overall_9_raw": 1.5833333333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.525, "overall_9_raw": 1.6388888888888888, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6527777777777777, "overall_9_raw": 1.6527777777777777, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7625, "overall_9_raw": 0.8472222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.6944444444444444, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5875, "overall_9_raw": 1.6527777777777777, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.425, "overall_9_raw": 1.4722222222222223, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4875, "overall_9_raw": 1.5416666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.1111111111111112, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.425, "overall_9_raw": 1.4722222222222223, "status": "scored"}}, "original_subset": ["search120", "testmini"], "prompt_index": 80, "release_row": "evalset_rows/eval_search120_042", "sample_id": "eval_search120_042", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["FAS", "GAM"], "failure_modes": ["CCS", "CS", "EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.921875, "overall_9_raw": 0.921875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8611111111111112, "overall_9_raw": 1.8611111111111112, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6574074074074074, "overall_9_raw": 2.6574074074074074, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7447916666666666, "overall_9_raw": 0.7447916666666666, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8072916666666666, "overall_9_raw": 0.8072916666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9583333333333334, "overall_9_raw": 0.9583333333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5677083333333333, "overall_9_raw": 1.5677083333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5208333333333334, "overall_9_raw": 0.5208333333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2552083333333333, "overall_9_raw": 1.2552083333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.734375, "overall_9_raw": 0.734375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.90625, "overall_9_raw": 0.90625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2239583333333333, "overall_9_raw": 1.2239583333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.6875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.0833333333333333, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 81, "release_row": "evalset_rows/eval_search120_043", "sample_id": "eval_search120_043", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "CUL", "EDU"], "failure_modes": ["CS", "CSV", "IRR", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.14351851851851852, "overall_9_raw": 0.16145833333333334, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.490740740740741, "overall_9_raw": 2.490740740740741, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1, "overall_9_raw": 2.111111111111111, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3333333333333333, "overall_9_raw": 0.375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5666666666666667, "overall_9_raw": 0.6296296296296297, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.975, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.375, "overall_9_raw": 2.375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.8703703703703703, "overall_9_raw": 0.9791666666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5555555555555554, "overall_9_raw": 2.5555555555555554, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4537037037037037, "overall_9_raw": 2.4537037037037037, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0925925925925926, "overall_9_raw": 2.1041666666666665, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3425925925925926, "overall_9_raw": 2.3854166666666665, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5666666666666667, "overall_9_raw": 0.6296296296296297, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.6111111111111112, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0555555555555554, "overall_9_raw": 2.0625, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 82, "release_row": "evalset_rows/eval_search120_044", "sample_id": "eval_search120_044", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM", "FOO", "PEO"], "failure_modes": ["CCS", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9833333333333334, "overall_9_raw": 1.0370370370370372, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7875, "overall_9_raw": 1.8194444444444444, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.725, "overall_9_raw": 1.75, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5333333333333333, "overall_9_raw": 0.5925925925925926, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5833333333333333, "overall_9_raw": 0.6481481481481481, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4375, "overall_9_raw": 1.4305555555555556, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6333333333333333, "overall_9_raw": 0.7037037037037037, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.45, "overall_9_raw": 0.5, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6333333333333333, "overall_9_raw": 2.648148148148148, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6333333333333333, "overall_9_raw": 0.7037037037037037, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2666666666666666, "overall_9_raw": 1.2407407407407407, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.675, "overall_9_raw": 1.6944444444444444, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4791666666666665, "overall_9_raw": 1.4768518518518519, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3291666666666666, "overall_9_raw": 1.3101851851851851, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1541666666666666, "overall_9_raw": 1.1157407407407407, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 0.9629629629629629, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 83, "release_row": "evalset_rows/eval_search120_045", "sample_id": "eval_search120_045", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "ART", "CUL", "GAM"], "failure_modes": ["CCS", "CS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8489583333333334, "overall_9_raw": 0.8489583333333334, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2447916666666665, "overall_9_raw": 2.2447916666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3802083333333335, "overall_9_raw": 2.3802083333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2083333333333333, "overall_9_raw": 1.2083333333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2864583333333333, "overall_9_raw": 1.2864583333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.921875, "overall_9_raw": 0.921875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7708333333333333, "overall_9_raw": 1.7708333333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.1875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.96875, "overall_9_raw": 1.96875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0729166666666667, "overall_9_raw": 1.0729166666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4166666666666667, "overall_9_raw": 1.4166666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0052083333333335, "overall_9_raw": 2.0052083333333335, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.40625, "overall_9_raw": 1.40625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2135416666666667, "overall_9_raw": 1.2135416666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0677083333333333, "overall_9_raw": 1.0677083333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2395833333333333, "overall_9_raw": 1.2395833333333333, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120"], "prompt_index": 84, "release_row": "evalset_rows/eval_search120_046", "sample_id": "eval_search120_046", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SCI", "TEC"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7239583333333334, "overall_9_raw": 0.7239583333333334, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8177083333333334, "overall_9_raw": 0.8177083333333334, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0729166666666667, "overall_9_raw": 1.0729166666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8072916666666666, "overall_9_raw": 0.8072916666666666, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8177083333333334, "overall_9_raw": 0.8177083333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0729166666666667, "overall_9_raw": 1.0729166666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8072916666666666, "overall_9_raw": 0.8072916666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8229166666666666, "overall_9_raw": 0.8229166666666666, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8072916666666666, "overall_9_raw": 0.8072916666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.640625, "overall_9_raw": 0.640625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8177083333333334, "overall_9_raw": 0.8177083333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1302083333333333, "overall_9_raw": 1.1302083333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9479166666666666, "overall_9_raw": 0.9479166666666666, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7760416666666666, "overall_9_raw": 0.7760416666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3854166666666667, "overall_9_raw": 1.3854166666666667, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1145833333333333, "overall_9_raw": 1.1145833333333333, "status": "scored"}}, "original_subset": ["search120", "testmini"], "prompt_index": 85, "release_row": "evalset_rows/eval_search120_047", "sample_id": "eval_search120_047", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "INF"], "failure_modes": ["CCS", "CS", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.609375, "overall_9_raw": 1.609375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2916666666666665, "overall_9_raw": 2.2916666666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.259259259259259, "overall_9_raw": 2.259259259259259, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.703125, "overall_9_raw": 1.703125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.796875, "overall_9_raw": 1.796875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7708333333333333, "overall_9_raw": 1.7708333333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2916666666666665, "overall_9_raw": 2.2916666666666665, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6203703703703705, "overall_9_raw": 1.6203703703703705, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.398148148148148, "overall_9_raw": 2.398148148148148, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3875, "overall_9_raw": 1.4305555555555556, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.25, "overall_9_raw": 2.25, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.259259259259259, "overall_9_raw": 2.259259259259259, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1614583333333335, "overall_9_raw": 2.1614583333333335, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5416666666666665, "overall_9_raw": 1.6018518518518519, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.0125, "overall_9_raw": 1.0694444444444444, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1574074074074074, "overall_9_raw": 2.1574074074074074, "status": "scored"}}, "original_subset": ["search120", "testmini_easy"], "prompt_index": 86, "release_row": "evalset_rows/eval_search120_048", "sample_id": "eval_search120_048", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "GAM", "SCI"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.109375, "overall_9_raw": 1.109375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4583333333333333, "overall_9_raw": 1.4583333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0520833333333333, "overall_9_raw": 1.0520833333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5729166666666667, "overall_9_raw": 1.5729166666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.890625, "overall_9_raw": 0.890625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.34375, "overall_9_raw": 1.34375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.59375, "overall_9_raw": 1.59375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4895833333333333, "overall_9_raw": 1.4895833333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7083333333333333, "overall_9_raw": 1.7083333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.65625, "overall_9_raw": 1.65625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.0625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.421875, "overall_9_raw": 1.421875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.953125, "overall_9_raw": 0.953125, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120"], "prompt_index": 87, "release_row": "evalset_rows/eval_search120_049", "sample_id": "eval_search120_049", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "ART", "CUL"], "failure_modes": ["CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1979166666666667, "overall_9_raw": 1.1979166666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9114583333333333, "overall_9_raw": 1.9114583333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0729166666666665, "overall_9_raw": 2.0729166666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.03125, "overall_9_raw": 1.03125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0885416666666667, "overall_9_raw": 1.0885416666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3020833333333333, "overall_9_raw": 1.3020833333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.90625, "overall_9_raw": 1.90625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2291666666666667, "overall_9_raw": 1.2291666666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0729166666666665, "overall_9_raw": 2.0729166666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4270833333333333, "overall_9_raw": 1.4270833333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4739583333333333, "overall_9_raw": 1.4739583333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2083333333333335, "overall_9_raw": 2.2083333333333335, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0729166666666665, "overall_9_raw": 2.0729166666666665, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.725, "overall_9_raw": 0.8055555555555556, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.765625, "overall_9_raw": 0.765625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.875, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 88, "release_row": "evalset_rows/eval_search120_050", "sample_id": "eval_search120_050", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "ART", "GAM"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.640625, "overall_9_raw": 1.640625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7395833333333333, "overall_9_raw": 1.7395833333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0729166666666665, "overall_9_raw": 2.0729166666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.25, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1875, "overall_9_raw": 0.1875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2552083333333333, "overall_9_raw": 1.2552083333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.25, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.625, "overall_9_raw": 0.625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.84375, "overall_9_raw": 0.84375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9635416666666666, "overall_9_raw": 0.9635416666666666, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.46875, "overall_9_raw": 1.46875, "status": "scored"}}, "original_subset": ["search120", "testmini"], "prompt_index": 89, "release_row": "evalset_rows/eval_search120_051", "sample_id": "eval_search120_051", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "COM", "FOO"], "failure_modes": ["CCS", "EIK", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4625, "overall_9_raw": 2.4583333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.36666666666666664, "overall_9_raw": 0.4074074074074074, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.31666666666666665, "overall_9_raw": 0.35185185185185186, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.31666666666666665, "overall_9_raw": 0.35185185185185186, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7791666666666667, "overall_9_raw": 0.8657407407407408, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.31666666666666665, "overall_9_raw": 0.35185185185185186, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.31666666666666665, "overall_9_raw": 0.35185185185185186, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.36666666666666664, "overall_9_raw": 0.4074074074074074, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21666666666666665, "overall_9_raw": 0.24074074074074073, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0083333333333333, "overall_9_raw": 1.0648148148148149, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4666666666666667, "overall_9_raw": 0.5185185185185186, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4666666666666667, "overall_9_raw": 0.5185185185185186, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.32916666666666666, "overall_9_raw": 0.3657407407407407, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21666666666666665, "overall_9_raw": 0.24074074074074073, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.775, "overall_9_raw": 1.8055555555555556, "status": "scored"}}, "original_subset": ["search120", "testmini_hard"], "prompt_index": 90, "release_row": "evalset_rows/eval_search120_052", "sample_id": "eval_search120_052", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["PEO", "SPO"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.140625, "overall_9_raw": 1.140625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.46875, "overall_9_raw": 1.46875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9322916666666666, "overall_9_raw": 0.9322916666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2916666666666667, "overall_9_raw": 1.2916666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2916666666666667, "overall_9_raw": 1.2916666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.140625, "overall_9_raw": 1.140625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.03125, "overall_9_raw": 1.03125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1145833333333333, "overall_9_raw": 1.1145833333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9479166666666666, "overall_9_raw": 0.9479166666666666, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1041666666666667, "overall_9_raw": 1.1041666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.78125, "overall_9_raw": 0.78125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8697916666666666, "overall_9_raw": 0.8697916666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2916666666666667, "overall_9_raw": 1.2916666666666667, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 91, "release_row": "evalset_rows/eval_search120_054", "sample_id": "eval_search120_054", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "CUL", "GAM"], "failure_modes": ["CCS", "CS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.078125, "overall_9_raw": 1.078125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.90625, "overall_9_raw": 1.90625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.90625, "overall_9_raw": 1.90625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.328125, "overall_9_raw": 0.328125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3125, "overall_9_raw": 1.3125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.421875, "overall_9_raw": 1.421875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.546875, "overall_9_raw": 1.546875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.703125, "overall_9_raw": 0.703125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.609375, "overall_9_raw": 1.609375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.0625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.734375, "overall_9_raw": 1.734375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.515625, "overall_9_raw": 1.515625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.359375, "overall_9_raw": 1.359375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.390625, "overall_9_raw": 1.390625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.25, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120"], "prompt_index": 92, "release_row": "evalset_rows/eval_search120_055", "sample_id": "eval_search120_055", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["FAS", "PEO"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9635416666666666, "overall_9_raw": 0.9635416666666666, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0787037037037037, "overall_9_raw": 2.0787037037037037, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.25, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.2222222222222223, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.2222222222222223, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.640625, "overall_9_raw": 1.640625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0208333333333333, "overall_9_raw": 1.0208333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0694444444444446, "overall_9_raw": 2.0694444444444446, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.40625, "overall_9_raw": 1.40625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.28125, "overall_9_raw": 1.28125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.640625, "overall_9_raw": 1.640625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.35, "overall_9_raw": 1.3888888888888888, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.2222222222222223, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9635416666666666, "overall_9_raw": 0.9635416666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7962962962962965, "overall_9_raw": 1.7962962962962965, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 93, "release_row": "evalset_rows/eval_search120_056", "sample_id": "eval_search120_056", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "GAM"], "failure_modes": ["EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6875, "overall_9_raw": 1.6875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3333333333333335, "overall_9_raw": 2.3333333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.296875, "overall_9_raw": 1.296875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.2135416666666667, "overall_9_raw": 1.2135416666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2760416666666667, "overall_9_raw": 1.2760416666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.265625, "overall_9_raw": 1.265625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6145833333333334, "overall_9_raw": 0.6145833333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.265625, "overall_9_raw": 1.265625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8645833333333334, "overall_9_raw": 0.8645833333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.90625, "overall_9_raw": 0.90625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.1666666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2291666666666667, "overall_9_raw": 1.2291666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.90625, "overall_9_raw": 0.90625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9270833333333334, "overall_9_raw": 0.9270833333333334, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0416666666666667, "overall_9_raw": 1.0416666666666667, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.25, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 94, "release_row": "evalset_rows/eval_search120_057", "sample_id": "eval_search120_057", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI"], "failure_modes": ["CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.975, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7, "overall_9_raw": 2.6666666666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.2777777777777778, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.225, "overall_9_raw": 0.25, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.2777777777777778, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.075, "overall_9_raw": 2.0833333333333335, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.875, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.861111111111111, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.525, "overall_9_raw": 0.5833333333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9375, "overall_9_raw": 1.8194444444444444, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.075, "overall_9_raw": 2.0833333333333335, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.325, "overall_9_raw": 2.25, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.975, "overall_9_raw": 2.0277777777777777, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0125, "overall_9_raw": 1.0694444444444444, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.325, "overall_9_raw": 2.25, "status": "scored"}}, "original_subset": ["search120", "testmini_easy"], "prompt_index": 95, "release_row": "evalset_rows/eval_search120_059", "sample_id": "eval_search120_059", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["GAM", "HIS", "PEO"], "failure_modes": ["EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4583333333333333, "overall_9_raw": 0.4583333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9427083333333334, "overall_9_raw": 0.9427083333333334, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7708333333333333, "overall_9_raw": 1.7708333333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9427083333333334, "overall_9_raw": 0.9427083333333334, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2291666666666667, "overall_9_raw": 1.2291666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2447916666666667, "overall_9_raw": 1.2447916666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.984375, "overall_9_raw": 0.984375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.0625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.984375, "overall_9_raw": 0.984375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.1666666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0208333333333333, "overall_9_raw": 1.0208333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.984375, "overall_9_raw": 0.984375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6979166666666667, "overall_9_raw": 1.6979166666666667, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 96, "release_row": "evalset_rows/eval_search120_060", "sample_id": "eval_search120_060", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "COM", "CUL"], "failure_modes": ["CS", "CSV", "EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.125, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.013888888888888888, "overall_9_raw": 0.015625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0925925925925926, "overall_9_raw": 2.1041666666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8425925925925926, "overall_9_raw": 2.8229166666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.24074074074074073, "overall_9_raw": 0.2708333333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4444444444444444, "overall_9_raw": 0.5, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8055555555555556, "overall_9_raw": 0.90625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7361111111111112, "overall_9_raw": 0.828125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.629166666666667, "overall_9_raw": 2.6435185185185186, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.587962962962963, "overall_9_raw": 0.6614583333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.4875, "overall_9_raw": 1.5416666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3194444444444444, "overall_9_raw": 1.359375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.84375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0787037037037037, "overall_9_raw": 1.0885416666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2037037037037037, "overall_9_raw": 1.2291666666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7731481481481481, "overall_9_raw": 1.8697916666666667, "status": "scored"}}, "original_subset": ["search120", "testmini"], "prompt_index": 97, "release_row": "evalset_rows/eval_search120_061", "sample_id": "eval_search120_061", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "MED"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4583333333333335, "overall_9_raw": 1.5092592592592593, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7962962962962965, "overall_9_raw": 1.7962962962962965, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2916666666666665, "overall_9_raw": 2.2916666666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9305555555555556, "overall_9_raw": 0.984375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7333333333333333, "overall_9_raw": 0.8148148148148148, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 0.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.575, "overall_9_raw": 0.6388888888888888, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.725, "overall_9_raw": 1.8055555555555556, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.17916666666666667, "overall_9_raw": 0.19907407407407407, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2037037037037037, "overall_9_raw": 2.2037037037037037, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7583333333333333, "overall_9_raw": 0.8425925925925926, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.671875, "overall_9_raw": 1.671875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5208333333333333, "overall_9_raw": 1.5208333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8802083333333333, "overall_9_raw": 1.8802083333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.898148148148148, "overall_9_raw": 1.898148148148148, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.875, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.6041666666666667, "overall_9_raw": 0.6712962962962963, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9666666666666666, "overall_9_raw": 1.0185185185185184, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.058333333333333, "overall_9_raw": 2.064814814814815, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 98, "release_row": "evalset_rows/eval_search120_062", "sample_id": "eval_search120_062", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["CUL", "GAM", "HIS"], "failure_modes": ["CCS", "CS", "EIK", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5416666666666665, "overall_9_raw": 1.6018518518518519, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.166666666666667, "overall_9_raw": 2.240740740740741, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8, "overall_9_raw": 1.8888888888888888, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8166666666666667, "overall_9_raw": 0.9074074074074073, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7375, "overall_9_raw": 0.7638888888888888, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7916666666666667, "overall_9_raw": 1.8796296296296298, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5916666666666667, "overall_9_raw": 0.6574074074074074, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.175, "overall_9_raw": 1.1944444444444444, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1541666666666666, "overall_9_raw": 1.1712962962962963, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6833333333333333, "overall_9_raw": 0.7592592592592592, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.275, "overall_9_raw": 1.3055555555555556, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2041666666666666, "overall_9_raw": 1.1712962962962963, "status": "scored"}}, "original_subset": ["search120", "testmini_hard"], "prompt_index": 99, "release_row": "evalset_rows/eval_search120_063", "sample_id": "eval_search120_063", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["GAM", "SCI"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.421875, "overall_9_raw": 1.421875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9722222222222222, "overall_9_raw": 0.9722222222222222, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.953125, "overall_9_raw": 0.953125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.859375, "overall_9_raw": 0.859375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.71875, "overall_9_raw": 0.71875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.075, "overall_9_raw": 1.1388888888888888, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.671875, "overall_9_raw": 0.671875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.890625, "overall_9_raw": 0.890625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.78125, "overall_9_raw": 0.78125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.71875, "overall_9_raw": 0.71875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.015625, "overall_9_raw": 1.015625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.475, "overall_9_raw": 0.5277777777777778, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120"], "prompt_index": 100, "release_row": "evalset_rows/eval_search120_064", "sample_id": "eval_search120_064", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SCI"], "failure_modes": ["CCS", "EIK", "FHA", "VUA"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.734375, "overall_9_raw": 0.734375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8125, "overall_9_raw": 1.8125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5625, "overall_9_raw": 1.5625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.390625, "overall_9_raw": 1.390625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.796875, "overall_9_raw": 0.796875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65625, "overall_9_raw": 0.65625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.25, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.53125, "overall_9_raw": 1.53125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.6875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.296875, "overall_9_raw": 1.296875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.078125, "overall_9_raw": 1.078125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.734375, "overall_9_raw": 0.734375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.59375, "overall_9_raw": 0.59375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.375, "overall_9_raw": 0.375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5625, "overall_9_raw": 0.5625, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 101, "release_row": "evalset_rows/eval_search120_065", "sample_id": "eval_search120_065", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM", "TEC"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7291666666666667, "overall_9_raw": 0.8101851851851852, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.15, "overall_9_raw": 2.111111111111111, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5083333333333333, "overall_9_raw": 2.4537037037037037, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5541666666666667, "overall_9_raw": 0.6157407407407408, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4208333333333334, "overall_9_raw": 1.5231481481481481, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9958333333333333, "overall_9_raw": 1.1064814814814816, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.458333333333333, "overall_9_raw": 2.398148148148148, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9, "overall_9_raw": 1.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.408333333333333, "overall_9_raw": 2.398148148148148, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3041666666666667, "overall_9_raw": 1.449074074074074, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1, "overall_9_raw": 2.111111111111111, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8208333333333333, "overall_9_raw": 1.8564814814814814, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7083333333333333, "overall_9_raw": 1.7314814814814816, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6291666666666669, "overall_9_raw": 1.699074074074074, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3208333333333333, "overall_9_raw": 1.3564814814814816, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7041666666666667, "overall_9_raw": 0.7824074074074074, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 102, "release_row": "evalset_rows/eval_search120_066", "sample_id": "eval_search120_066", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "EDU", "TXT"], "failure_modes": ["CSV", "EIK", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3518518518518519, "overall_9_raw": 1.3518518518518519, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.875, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9120370370370368, "overall_9_raw": 2.9120370370370368, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3625, "overall_9_raw": 0.4027777777777778, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.1203703703703702, "overall_9_raw": 2.1203703703703702, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.675, "overall_9_raw": 0.75, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.525, "overall_9_raw": 0.5833333333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3625, "overall_9_raw": 0.4027777777777778, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666667, "overall_9_raw": 0.7407407407407408, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3, "overall_9_raw": 0.3333333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4791666666666667, "overall_9_raw": 0.5324074074074074, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.050925925925926, "overall_9_raw": 1.050925925925926, "status": "scored"}}, "original_subset": ["search120", "testmini", "testmini_hard"], "prompt_index": 103, "release_row": "evalset_rows/eval_search120_067", "sample_id": "eval_search120_067", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "PEO", "SCI", "TEC"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1759259259259256, "overall_9_raw": 2.1759259259259256, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7833333333333332, "overall_9_raw": 1.8148148148148147, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.1875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6927083333333333, "overall_9_raw": 1.6927083333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.1875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.625, "overall_9_raw": 2.5833333333333335, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0572916666666667, "overall_9_raw": 1.0572916666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.138888888888889, "overall_9_raw": 2.138888888888889, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.640625, "overall_9_raw": 1.640625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.333333333333333, "overall_9_raw": 2.259259259259259, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3489583333333333, "overall_9_raw": 1.3489583333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9479166666666667, "overall_9_raw": 1.9479166666666667, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 104, "release_row": "evalset_rows/eval_search120_068", "sample_id": "eval_search120_068", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["SCI"], "failure_modes": ["CSV", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.37916666666666665, "overall_9_raw": 0.4212962962962963, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.7129629629629632, "overall_9_raw": 2.7129629629629632, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1708333333333334, "overall_9_raw": 1.2453703703703705, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5648148148148149, "overall_9_raw": 1.5648148148148149, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.7129629629629632, "overall_9_raw": 2.7129629629629632, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9625, "overall_9_raw": 1.0694444444444444, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.433333333333333, "overall_9_raw": 2.4814814814814814, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3379629629629632, "overall_9_raw": 2.3379629629629632, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.875, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9675925925925926, "overall_9_raw": 2.9675925925925926, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7625, "overall_9_raw": 0.8472222222222222, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 1.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3125, "overall_9_raw": 0.3472222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.888888888888889, "status": "scored"}}, "original_subset": ["search120", "testmini"], "prompt_index": 105, "release_row": "evalset_rows/eval_search120_069", "sample_id": "eval_search120_069", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "COM", "HIS", "PEO", "TEC"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4125, "overall_9_raw": 0.4583333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4625, "overall_9_raw": 1.5138888888888888, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1625, "overall_9_raw": 0.18055555555555555, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1625, "overall_9_raw": 0.18055555555555555, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4416666666666667, "overall_9_raw": 0.49074074074074076, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9583333333333334, "overall_9_raw": 1.0092592592592593, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2125, "overall_9_raw": 0.2361111111111111, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.225, "overall_9_raw": 0.25, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9875, "overall_9_raw": 1.0416666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8833333333333334, "overall_9_raw": 0.925925925925926, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666667, "overall_9_raw": 0.7407407407407408, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2875, "overall_9_raw": 1.2638888888888888, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.24166666666666664, "overall_9_raw": 0.2685185185185185, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1375, "overall_9_raw": 1.1527777777777777, "status": "scored"}}, "original_subset": ["search120", "testmini", "testmini_hard"], "prompt_index": 106, "release_row": "evalset_rows/eval_search120_070", "sample_id": "eval_search120_070", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "GAM"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2708333333333333, "overall_9_raw": 1.2708333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2870370370370368, "overall_9_raw": 2.2870370370370368, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.15625, "overall_9_raw": 2.15625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0989583333333333, "overall_9_raw": 1.0989583333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.148148148148148, "overall_9_raw": 2.148148148148148, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4583333333333333, "overall_9_raw": 0.5092592592592592, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2870370370370368, "overall_9_raw": 2.2870370370370368, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7083333333333333, "overall_9_raw": 0.787037037037037, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7708333333333333, "overall_9_raw": 1.7708333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4322916666666667, "overall_9_raw": 1.4322916666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.2239583333333333, "overall_9_raw": 1.2239583333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1833333333333333, "overall_9_raw": 1.2592592592592593, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5729166666666666, "overall_9_raw": 0.5729166666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2685185185185186, "overall_9_raw": 2.2685185185185186, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 107, "release_row": "evalset_rows/eval_search120_071", "sample_id": "eval_search120_071", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "HIS", "PEO"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.921875, "overall_9_raw": 0.921875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.925, "overall_9_raw": 1.0277777777777777, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.984375, "overall_9_raw": 1.984375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.84375, "overall_9_raw": 0.84375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.90625, "overall_9_raw": 0.90625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.675, "overall_9_raw": 0.75, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.859375, "overall_9_raw": 0.859375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.45, "overall_9_raw": 0.5, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.75, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.725, "overall_9_raw": 0.75, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.59375, "overall_9_raw": 1.59375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9125, "overall_9_raw": 1.0138888888888888, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.609375, "overall_9_raw": 1.609375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.53125, "overall_9_raw": 0.53125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.375, "overall_9_raw": 0.375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.71875, "overall_9_raw": 1.71875, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 108, "release_row": "evalset_rows/eval_search120_072", "sample_id": "eval_search120_072", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "COM", "GAM"], "failure_modes": ["CSV", "EIK", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8583333333333334, "overall_9_raw": 0.9537037037037037, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9875, "overall_9_raw": 1.0416666666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1166666666666667, "overall_9_raw": 2.1296296296296298, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5833333333333333, "overall_9_raw": 0.6481481481481481, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7875, "overall_9_raw": 0.875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9861111111111112, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1833333333333333, "overall_9_raw": 1.3148148148148149, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.625, "overall_9_raw": 0.6944444444444444, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3583333333333334, "overall_9_raw": 1.3425925925925926, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.275, "overall_9_raw": 1.3055555555555556, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9041666666666666, "overall_9_raw": 0.949074074074074, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.1666666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8875, "overall_9_raw": 0.9305555555555556, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9958333333333333, "overall_9_raw": 1.1064814814814816, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120", "testmini_hard"], "prompt_index": 109, "release_row": "evalset_rows/eval_search120_073", "sample_id": "eval_search120_073", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM", "PEO", "TEC"], "failure_modes": ["CSV", "EIK", "TK-R"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.0277777777777777, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.175, "overall_9_raw": 2.0833333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5208333333333333, "overall_9_raw": 0.5787037037037037, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6708333333333333, "overall_9_raw": 0.7453703703703703, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6333333333333333, "overall_9_raw": 0.6481481481481481, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.975, "overall_9_raw": 1.9722222222222223, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7208333333333333, "overall_9_raw": 0.8009259259259259, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1416666666666666, "overall_9_raw": 2.1574074074074074, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7708333333333333, "overall_9_raw": 0.8564814814814814, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.05, "overall_9_raw": 1.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3166666666666667, "overall_9_raw": 1.2962962962962963, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.1388888888888888, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0916666666666666, "overall_9_raw": 1.1018518518518519, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5416666666666667, "overall_9_raw": 0.6018518518518519, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5916666666666667, "overall_9_raw": 0.6574074074074074, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.05, "overall_9_raw": 1.0, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 110, "release_row": "evalset_rows/eval_search120_074", "sample_id": "eval_search120_074", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["MED"], "failure_modes": ["CCS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0125, "overall_9_raw": 1.0138888888888888, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4083333333333334, "overall_9_raw": 1.5092592592592593, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.55, "overall_9_raw": 2.5, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4833333333333333, "overall_9_raw": 0.537037037037037, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.575, "overall_9_raw": 0.6388888888888888, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4166666666666665, "overall_9_raw": 1.3518518518518519, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6018518518518519, "overall_9_raw": 1.6018518518518519, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6583333333333333, "overall_9_raw": 0.7314814814814814, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3425925925925926, "overall_9_raw": 2.3425925925925926, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.625, "overall_9_raw": 0.6944444444444444, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8791666666666667, "overall_9_raw": 0.9768518518518517, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.259259259259259, "overall_9_raw": 2.259259259259259, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.0277777777777777, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.259259259259259, "overall_9_raw": 2.259259259259259, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8854166666666666, "overall_9_raw": 0.8854166666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5166666666666667, "overall_9_raw": 0.5740740740740741, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2037037037037037, "overall_9_raw": 2.2037037037037037, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 111, "release_row": "evalset_rows/eval_search120_075", "sample_id": "eval_search120_075", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "PEO", "SPO", "TXT"], "failure_modes": ["CS", "EIK", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.15, "overall_9_raw": 1.2777777777777777, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.4444444444444446, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6625, "overall_9_raw": 2.625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9, "overall_9_raw": 1.9444444444444444, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.25, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.15, "overall_9_raw": 2.0555555555555554, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3875, "overall_9_raw": 2.3194444444444446, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.675, "overall_9_raw": 1.6388888888888888, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3055555555555556, "overall_9_raw": 1.28125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.4444444444444446, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 112, "release_row": "evalset_rows/eval_search120_076", "sample_id": "eval_search120_076", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["GAM", "TEC"], "failure_modes": ["CCS", "EIK", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.24583333333333335, "overall_9_raw": 0.27314814814814814, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.1111111111111112, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2375, "overall_9_raw": 1.2638888888888888, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7875, "overall_9_raw": 0.875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1208333333333333, "overall_9_raw": 1.1342592592592593, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1291666666666667, "overall_9_raw": 1.0879629629629628, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.7638888888888888, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8833333333333334, "overall_9_raw": 0.8703703703703703, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5291666666666666, "overall_9_raw": 1.5324074074074074, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4625, "overall_9_raw": 0.5138888888888888, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5875, "overall_9_raw": 1.5972222222222223, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.0694444444444444, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0555555555555556, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1375, "overall_9_raw": 1.1527777777777777, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.19583333333333333, "overall_9_raw": 0.2175925925925926, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5708333333333333, "overall_9_raw": 1.5787037037037037, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 113, "release_row": "evalset_rows/eval_search120_077", "sample_id": "eval_search120_077", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["HIS", "MED", "PEO"], "failure_modes": ["CS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6041666666666667, "overall_9_raw": 1.6041666666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.359375, "overall_9_raw": 1.359375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8333333333333333, "overall_9_raw": 1.8333333333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7291666666666666, "overall_9_raw": 0.7291666666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3958333333333333, "overall_9_raw": 1.3958333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0208333333333333, "overall_9_raw": 1.0208333333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7291666666666666, "overall_9_raw": 0.7291666666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8697916666666667, "overall_9_raw": 1.8697916666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.046875, "overall_9_raw": 1.046875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.1666666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3229166666666667, "overall_9_raw": 1.3229166666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4375, "overall_9_raw": 1.4375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2708333333333333, "overall_9_raw": 1.2708333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1614583333333333, "overall_9_raw": 1.1614583333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3125, "overall_9_raw": 0.3125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9010416666666667, "overall_9_raw": 1.9010416666666667, "status": "scored"}}, "original_subset": ["search120", "testmini", "testmini_easy"], "prompt_index": 114, "release_row": "evalset_rows/eval_search120_078", "sample_id": "eval_search120_078", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "COM", "MED", "PEO"], "failure_modes": ["CCS", "CSV", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6583333333333332, "overall_9_raw": 1.675925925925926, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.208333333333333, "overall_9_raw": 2.2314814814814814, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.9166666666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7666666666666667, "overall_9_raw": 0.8518518518518519, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7666666666666667, "overall_9_raw": 0.8518518518518519, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4208333333333334, "overall_9_raw": 1.5231481481481481, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9666666666666666, "overall_9_raw": 1.074074074074074, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7208333333333332, "overall_9_raw": 1.8009259259259258, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 1.0185185185185184, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.775, "overall_9_raw": 1.8611111111111112, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6583333333333332, "overall_9_raw": 1.675925925925926, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8208333333333333, "overall_9_raw": 1.8564814814814814, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6916666666666669, "overall_9_raw": 1.7129629629629628, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7666666666666668, "overall_9_raw": 1.7407407407407407, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7666666666666667, "overall_9_raw": 0.8518518518518519, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7, "overall_9_raw": 1.7222222222222223, "status": "scored"}}, "original_subset": ["search120", "testmini"], "prompt_index": 115, "release_row": "evalset_rows/eval_search120_079", "sample_id": "eval_search120_079", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "GAM"], "failure_modes": ["CCS", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0041666666666667, "overall_9_raw": 1.0601851851851851, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6574074074074074, "overall_9_raw": 2.6574074074074074, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6574074074074074, "overall_9_raw": 2.6574074074074074, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.775, "overall_9_raw": 0.8611111111111112, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3166666666666667, "overall_9_raw": 1.3518518518518519, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7638888888888888, "overall_9_raw": 1.7638888888888888, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.2453703703703702, "overall_9_raw": 2.2453703703703702, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.5462962962962963, "overall_9_raw": 2.5462962962962963, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6527777777777777, "overall_9_raw": 1.6527777777777777, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5370370370370372, "overall_9_raw": 1.5370370370370372, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6203703703703705, "overall_9_raw": 1.6203703703703705, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.1944444444444446, "overall_9_raw": 2.1944444444444446, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7962962962962965, "overall_9_raw": 1.7962962962962965, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5833333333333333, "overall_9_raw": 1.5833333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8625, "overall_9_raw": 0.9583333333333334, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120"], "prompt_index": 116, "release_row": "evalset_rows/eval_search120_080", "sample_id": "eval_search120_080", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "EDU", "HIS", "SCI"], "failure_modes": ["CCS", "CSV", "EIK", "FHA", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.083333333333333, "overall_9_raw": 2.0925925925925926, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.283333333333333, "overall_9_raw": 2.2037037037037037, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.7638888888888888, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.3375, "overall_9_raw": 0.375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7166666666666668, "overall_9_raw": 1.7962962962962965, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.691666666666667, "overall_9_raw": 2.6574074074074074, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen_image_2_pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6916666666666669, "overall_9_raw": 1.7685185185185184, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.6388888888888888, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.0416666666666665, "overall_9_raw": 1.1574074074074074, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.283333333333333, "overall_9_raw": 2.2037037037037037, "status": "scored"}}, "original_subset": ["search120", "testmini", "testmini_easy"], "prompt_index": 117, "release_row": "evalset_rows/eval_search120_081", "sample_id": "eval_search120_081", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL"], "failure_modes": ["CS", "CSV", "IRR", "TK-C", "TK-R"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.975, "overall_9_raw": 2.0277777777777777, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3, "overall_9_raw": 2.3333333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.675, "overall_9_raw": 0.75, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.275, "overall_9_raw": 1.3611111111111112, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.111111111111111, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.775, "overall_9_raw": 1.8611111111111112, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.1944444444444446, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9, "overall_9_raw": 2.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.15, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.8333333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.175, "overall_9_raw": 2.1944444444444446, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 118, "release_row": "evalset_rows/eval_search120_082", "sample_id": "eval_search120_082", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["CUL", "FOO", "TEC"], "failure_modes": ["THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4275, "overall_9_raw": 1.475, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3888888888888888, "overall_9_raw": 1.4375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8, "overall_9_raw": 1.8333333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6625, "overall_9_raw": 1.7361111111111112, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8850000000000002, "overall_9_raw": 1.9833333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4, "overall_9_raw": 0.4444444444444444, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4875, "overall_9_raw": 2.4875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.8333333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1, "overall_9_raw": 2.111111111111111, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4275, "overall_9_raw": 1.475, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7175, "overall_9_raw": 1.7972222222222223, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2777777777777777, "overall_9_raw": 2.2777777777777777, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 119, "release_row": "evalset_rows/eval_search120_083", "sample_id": "eval_search120_083", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL", "GAM", "HIS"], "failure_modes": ["CCS", "CSV", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.828125, "overall_9_raw": 0.828125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.953125, "overall_9_raw": 1.953125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0104166666666665, "overall_9_raw": 2.0104166666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2708333333333333, "overall_9_raw": 1.2708333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5104166666666667, "overall_9_raw": 1.5104166666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.40625, "overall_9_raw": 1.40625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2395833333333333, "overall_9_raw": 1.2395833333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6875, "overall_9_raw": 1.6875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9739583333333333, "overall_9_raw": 1.9739583333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8958333333333333, "overall_9_raw": 1.8958333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.71875, "overall_9_raw": 1.71875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8125, "overall_9_raw": 1.8125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9458333333333333, "overall_9_raw": 1.9953703703703702, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 120, "release_row": "evalset_rows/eval_search120_084", "sample_id": "eval_search120_084", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "PEO"], "failure_modes": ["CCS", "EIK", "VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9523809523809523, "overall_9_raw": 1.9523809523809523, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0773809523809523, "overall_9_raw": 1.0773809523809523, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.488095238095238, "overall_9_raw": 2.488095238095238, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.380952380952381, "overall_9_raw": 1.380952380952381, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1904761904761905, "overall_9_raw": 1.1904761904761905, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.4107142857142858, "overall_9_raw": 1.4107142857142858, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.4047619047619049, "overall_9_raw": 1.4047619047619049, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.119047619047619, "overall_9_raw": 1.119047619047619, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.4791666666666667, "overall_9_raw": 1.4791666666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7380952380952381, "overall_9_raw": 0.7380952380952381, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.1875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.261904761904762, "overall_9_raw": 1.261904761904762, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9523809523809524, "overall_9_raw": 0.9523809523809524, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1964285714285714, "overall_9_raw": 1.1964285714285714, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.261904761904762, "overall_9_raw": 1.261904761904762, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.119047619047619, "overall_9_raw": 2.119047619047619, "status": "scored"}}, "original_subset": ["search120", "testmini_easy"], "prompt_index": 121, "release_row": "evalset_rows/eval_search120_085", "sample_id": "eval_search120_085", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "CUL", "PEO"], "failure_modes": ["CS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7760416666666667, "overall_9_raw": 1.7760416666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4166666666666665, "overall_9_raw": 2.4166666666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4791666666666665, "overall_9_raw": 2.4791666666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.015625, "overall_9_raw": 2.015625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9270833333333333, "overall_9_raw": 1.9270833333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7447916666666667, "overall_9_raw": 1.7447916666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0885416666666665, "overall_9_raw": 2.0885416666666665, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8229166666666667, "overall_9_raw": 1.8229166666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3802083333333335, "overall_9_raw": 2.3802083333333335, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9791666666666667, "overall_9_raw": 1.9791666666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.921875, "overall_9_raw": 1.921875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3645833333333335, "overall_9_raw": 2.3645833333333335, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4791666666666665, "overall_9_raw": 2.4791666666666665, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.890625, "overall_9_raw": 1.890625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.765625, "overall_9_raw": 1.765625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.1666666666666665, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 122, "release_row": "evalset_rows/eval_search120_086", "sample_id": "eval_search120_086", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "FOO", "GAM"], "failure_modes": ["CCS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.875, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.6510416666666665, "overall_9_raw": 2.6510416666666665, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7708333333333333, "overall_9_raw": 1.7708333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5572916666666665, "overall_9_raw": 2.5572916666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7760416666666666, "overall_9_raw": 0.7760416666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9479166666666666, "overall_9_raw": 0.9479166666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.6927083333333334, "overall_9_raw": 0.6927083333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1041666666666667, "overall_9_raw": 1.1041666666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.84375, "overall_9_raw": 0.84375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8385416666666666, "overall_9_raw": 0.8385416666666666, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8854166666666667, "overall_9_raw": 1.8854166666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.90625, "overall_9_raw": 0.90625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.921875, "overall_9_raw": 0.921875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8854166666666666, "overall_9_raw": 0.8854166666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120", "testmini"], "prompt_index": 123, "release_row": "evalset_rows/eval_search120_087", "sample_id": "eval_search120_087", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "TEC"], "failure_modes": ["CCS", "EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4479166666666667, "overall_9_raw": 1.4479166666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.025, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.648148148148148, "overall_9_raw": 2.648148148148148, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25416666666666665, "overall_9_raw": 0.2824074074074074, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9083333333333334, "overall_9_raw": 1.0092592592592593, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7791666666666667, "overall_9_raw": 0.8657407407407408, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1708333333333334, "overall_9_raw": 1.2453703703703705, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2791666666666666, "overall_9_raw": 1.3101851851851851, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.648148148148148, "overall_9_raw": 2.648148148148148, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.55, "overall_9_raw": 1.6111111111111112, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7291666666666667, "overall_9_raw": 1.8101851851851853, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.7638888888888888, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1416666666666666, "overall_9_raw": 1.2129629629629628, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.45, "overall_9_raw": 1.5, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6291666666666669, "overall_9_raw": 1.699074074074074, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4416666666666667, "overall_9_raw": 0.49074074074074076, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.333333333333333, "overall_9_raw": 2.3703703703703702, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 124, "release_row": "evalset_rows/eval_search120_088", "sample_id": "eval_search120_088", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "SCI", "TEC"], "failure_modes": ["CCS", "VUA", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.375, "overall_9_raw": 0.421875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.375, "overall_9_raw": 2.375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.625, "overall_9_raw": 2.625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3333333333333333, "overall_9_raw": 0.375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.75, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.8125, "overall_9_raw": 1.8125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.53125, "overall_9_raw": 2.53125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5555555555555556, "overall_9_raw": 0.625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6666666666666665, "overall_9_raw": 2.6666666666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2083333333333333, "overall_9_raw": 1.234375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9444444444444444, "overall_9_raw": 1.9375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.25, "overall_9_raw": 2.25, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.375, "overall_9_raw": 2.375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9583333333333334, "overall_9_raw": 1.015625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0277777777777777, "overall_9_raw": 1.09375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7638888888888888, "overall_9_raw": 0.859375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.625, "overall_9_raw": 2.625, "status": "scored"}}, "original_subset": ["search120", "testmini_easy"], "prompt_index": 125, "release_row": "evalset_rows/eval_search120_089", "sample_id": "eval_search120_089", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "COM", "MUS"], "failure_modes": ["CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1296296296296295, "overall_9_raw": 1.2708333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4895833333333333, "overall_9_raw": 1.4895833333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0833333333333335, "overall_9_raw": 2.0833333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7824074074074074, "overall_9_raw": 0.8802083333333334, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1851851851851851, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6875, "overall_9_raw": 1.6875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.15625, "overall_9_raw": 2.15625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1296296296296295, "overall_9_raw": 1.2708333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1712962962962963, "overall_9_raw": 1.3177083333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1296296296296295, "overall_9_raw": 1.2708333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4583333333333333, "overall_9_raw": 1.578125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2222222222222223, "overall_9_raw": 1.375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5625, "overall_9_raw": 1.5625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4629629629629628, "overall_9_raw": 1.6458333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.28125, "overall_9_raw": 2.28125, "status": "scored"}}, "original_subset": ["search120", "testmini", "testmini_hard"], "prompt_index": 126, "release_row": "evalset_rows/eval_search120_090", "sample_id": "eval_search120_090", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "CUL", "MED"], "failure_modes": ["TK-R"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.17250000000000001, "overall_9_raw": 0.19166666666666668, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.595, "overall_9_raw": 1.6055555555555554, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2399999999999998, "overall_9_raw": 2.2666666666666666, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2, "composition_and_aesthetics": 0.0, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.24500000000000002, "overall_9_raw": 0.27222222222222225, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.735, "overall_9_raw": 0.8166666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2125, "overall_9_raw": 1.2916666666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.645, "overall_9_raw": 1.7166666666666666, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2, "composition_and_aesthetics": 0.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.27222222222222225, "overall_9_raw": 0.30625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7449999999999999, "overall_9_raw": 1.7722222222222221, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9974999999999999, "overall_9_raw": 1.1083333333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7625, "overall_9_raw": 1.7916666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7899999999999998, "overall_9_raw": 1.822222222222222, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5925, "overall_9_raw": 1.6583333333333334, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8675000000000002, "overall_9_raw": 1.9083333333333334, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.99, "overall_9_raw": 1.0444444444444445, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.64, "overall_9_raw": 0.7111111111111111, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6949999999999998, "overall_9_raw": 1.7166666666666666, "status": "scored"}}, "original_subset": ["search120", "testmini"], "prompt_index": 127, "release_row": "evalset_rows/eval_search120_091", "sample_id": "eval_search120_091", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "CUL", "GAM"], "failure_modes": ["CCS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1041666666666665, "overall_9_raw": 2.1041666666666665, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1041666666666665, "overall_9_raw": 2.1041666666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8020833333333333, "overall_9_raw": 1.8020833333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9322916666666666, "overall_9_raw": 0.9322916666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.03125, "overall_9_raw": 1.03125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9947916666666666, "overall_9_raw": 0.9947916666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4270833333333333, "overall_9_raw": 1.4270833333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8802083333333334, "overall_9_raw": 0.8802083333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4010416666666667, "overall_9_raw": 1.4010416666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.0625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0885416666666667, "overall_9_raw": 1.0885416666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.03125, "overall_9_raw": 1.03125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2864583333333333, "overall_9_raw": 1.2864583333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3229166666666667, "overall_9_raw": 1.3229166666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9947916666666666, "overall_9_raw": 0.9947916666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.078125, "overall_9_raw": 1.078125, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120"], "prompt_index": 128, "release_row": "evalset_rows/eval_search120_092", "sample_id": "eval_search120_092", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["FOO", "GAM"], "failure_modes": ["CCS", "CS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7760416666666667, "overall_9_raw": 1.7760416666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.984375, "overall_9_raw": 1.984375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1041666666666665, "overall_9_raw": 2.1041666666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9895833333333334, "overall_9_raw": 0.9895833333333334, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3541666666666667, "overall_9_raw": 1.3541666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.53125, "overall_9_raw": 1.53125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.09375, "overall_9_raw": 1.09375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.859375, "overall_9_raw": 0.859375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1041666666666665, "overall_9_raw": 2.1041666666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2395833333333333, "overall_9_raw": 1.2395833333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.015625, "overall_9_raw": 1.015625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1041666666666665, "overall_9_raw": 2.1041666666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4427083333333333, "overall_9_raw": 1.4427083333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.53125, "overall_9_raw": 1.53125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5885416666666667, "overall_9_raw": 1.5885416666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9479166666666666, "overall_9_raw": 0.9479166666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120", "testmini_easy"], "prompt_index": 129, "release_row": "evalset_rows/eval_search120_093", "sample_id": "eval_search120_093", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL", "GAM", "TXT"], "failure_modes": ["CCS", "CS", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.166666666666667, "overall_9_raw": 2.0740740740740744, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6916666666666669, "overall_9_raw": 1.7685185185185184, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.6111111111111112, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6583333333333333, "overall_9_raw": 0.7314814814814814, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7083333333333333, "overall_9_raw": 0.787037037037037, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7916666666666667, "overall_9_raw": 1.8796296296296298, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7666666666666667, "overall_9_raw": 0.8518518518518519, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3791666666666667, "overall_9_raw": 1.3657407407407407, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8583333333333332, "overall_9_raw": 1.7314814814814816, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9666666666666666, "overall_9_raw": 1.074074074074074, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2708333333333335, "overall_9_raw": 1.2453703703703705, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8666666666666666, "overall_9_raw": 0.9629629629629629, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.166666666666667, "overall_9_raw": 2.0740740740740744, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 130, "release_row": "evalset_rows/eval_search120_094", "sample_id": "eval_search120_094", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["GAM", "OBJ"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7083333333333334, "overall_9_raw": 0.7083333333333334, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1041666666666665, "overall_9_raw": 2.1041666666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0416666666666665, "overall_9_raw": 2.0416666666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3020833333333333, "overall_9_raw": 1.3020833333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.265625, "overall_9_raw": 1.265625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1041666666666667, "overall_9_raw": 1.1041666666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7083333333333334, "overall_9_raw": 0.7083333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1041666666666667, "overall_9_raw": 1.1041666666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2395833333333333, "overall_9_raw": 1.2395833333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2395833333333333, "overall_9_raw": 1.2395833333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9791666666666666, "overall_9_raw": 0.9791666666666666, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.0625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2395833333333333, "overall_9_raw": 1.2395833333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2239583333333333, "overall_9_raw": 1.2239583333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.6875, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120"], "prompt_index": 131, "release_row": "evalset_rows/eval_search120_095", "sample_id": "eval_search120_095", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["HIS", "MED", "PEO"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.578125, "overall_9_raw": 0.578125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.90625, "overall_9_raw": 1.90625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65625, "overall_9_raw": 0.65625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.1875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.84375, "overall_9_raw": 0.84375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.84375, "overall_9_raw": 1.84375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.90625, "overall_9_raw": 0.90625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.03125, "overall_9_raw": 1.03125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.6875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3125, "overall_9_raw": 0.3125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4375, "overall_9_raw": 0.4375, "status": "scored"}}, "original_subset": ["search120", "testmini", "testmini_easy"], "prompt_index": 132, "release_row": "evalset_rows/eval_search120_096", "sample_id": "eval_search120_096", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["MUS", "PEO"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.328125, "overall_9_raw": 1.328125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8333333333333333, "overall_9_raw": 1.8333333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8541666666666667, "overall_9_raw": 1.8541666666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6979166666666667, "overall_9_raw": 1.6979166666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 0.9166666666666666, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3125, "overall_9_raw": 1.3125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7916666666666667, "overall_9_raw": 1.7916666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1458333333333333, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.25, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3125, "overall_9_raw": 1.3125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 2.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4479166666666667, "overall_9_raw": 1.4479166666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8541666666666666, "overall_9_raw": 0.8541666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7291666666666667, "overall_9_raw": 1.7291666666666667, "status": "scored"}}, "original_subset": ["search120", "testmini"], "prompt_index": 133, "release_row": "evalset_rows/eval_search120_097", "sample_id": "eval_search120_097", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "EDU", "GAM"], "failure_modes": ["CCS", "CSV", "EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.17916666666666667, "overall_9_raw": 0.19907407407407407, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9458333333333333, "overall_9_raw": 1.9953703703703702, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.22916666666666666, "overall_9_raw": 0.2546296296296296, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.17916666666666667, "overall_9_raw": 0.19907407407407407, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.041666666666667, "overall_9_raw": 2.101851851851852, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.22916666666666666, "overall_9_raw": 0.2546296296296296, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1759259259259256, "overall_9_raw": 2.1759259259259256, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8875, "overall_9_raw": 0.9305555555555556, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0462962962962963, "overall_9_raw": 2.0462962962962963, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7791666666666668, "overall_9_raw": 1.8101851851851853, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7375, "overall_9_raw": 1.7638888888888888, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4814814814814814, "overall_9_raw": 2.4814814814814814, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.5166666666666666, "overall_9_raw": 1.6296296296296295, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120"], "prompt_index": 134, "release_row": "evalset_rows/eval_search120_098", "sample_id": "eval_search120_098", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "GAM", "SCI"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6770833333333333, "overall_9_raw": 1.6770833333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4041666666666666, "overall_9_raw": 1.5046296296296295, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.03125, "overall_9_raw": 1.03125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5416666666666667, "overall_9_raw": 1.5416666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.046875, "overall_9_raw": 1.046875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4791666666666667, "overall_9_raw": 1.4791666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.5, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0364583333333333, "overall_9_raw": 1.0364583333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5416666666666667, "overall_9_raw": 1.5416666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4270833333333333, "overall_9_raw": 1.4270833333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.578125, "overall_9_raw": 1.578125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5416666666666667, "overall_9_raw": 1.5416666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5208333333333333, "overall_9_raw": 1.5208333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1041666666666667, "overall_9_raw": 1.1041666666666667, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120"], "prompt_index": 135, "release_row": "evalset_rows/eval_search120_099", "sample_id": "eval_search120_099", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "CUL", "MUS"], "failure_modes": ["CCS", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6375, "overall_9_raw": 0.7083333333333334, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8583333333333332, "overall_9_raw": 1.898148148148148, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2333333333333334, "overall_9_raw": 2.259259259259259, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.85, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8472222222222222, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 1.0185185185185184, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.775, "overall_9_raw": 1.75, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.7638888888888888, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6541666666666668, "overall_9_raw": 1.7268518518518519, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0125, "overall_9_raw": 1.0694444444444444, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3958333333333335, "overall_9_raw": 1.3842592592592593, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0125, "overall_9_raw": 1.0694444444444444, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7875, "overall_9_raw": 0.875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.7638888888888888, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8791666666666669, "overall_9_raw": 1.9212962962962965, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 136, "release_row": "evalset_rows/eval_search120_100", "sample_id": "eval_search120_100", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "GAM", "TEC"], "failure_modes": ["CCS", "EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.925925925925926, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.208333333333333, "overall_9_raw": 2.2314814814814814, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2037037037037037, "overall_9_raw": 2.2037037037037037, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7625, "overall_9_raw": 0.8472222222222222, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9125, "overall_9_raw": 1.0138888888888888, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9583333333333333, "overall_9_raw": 1.9583333333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5648148148148149, "overall_9_raw": 1.5648148148148149, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5541666666666667, "overall_9_raw": 0.6157407407407408, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.111111111111111, "overall_9_raw": 2.111111111111111, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2875, "overall_9_raw": 1.3194444444444444, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6203703703703705, "overall_9_raw": 1.6203703703703705, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6342592592592593, "overall_9_raw": 1.6342592592592593, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1805555555555556, "overall_9_raw": 1.1805555555555556, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2870370370370372, "overall_9_raw": 1.2870370370370372, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2083333333333335, "overall_9_raw": 1.2870370370370372, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.725, "overall_9_raw": 0.8055555555555556, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6875, "overall_9_raw": 1.7083333333333333, "status": "scored"}}, "original_subset": ["search120", "testmini"], "prompt_index": 137, "release_row": "evalset_rows/eval_search120_101", "sample_id": "eval_search120_101", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "CUL", "GAM", "TXT"], "failure_modes": ["CCS", "CS", "EIK", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3287037037037037, "overall_9_raw": 2.3287037037037037, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.9375, "overall_9_raw": 1.9375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3472222222222222, "overall_9_raw": 0.390625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3125, "overall_9_raw": 0.3472222222222222, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4791666666666667, "overall_9_raw": 0.5324074074074074, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3833333333333333, "overall_9_raw": 1.425925925925926, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4027777777777778, "overall_9_raw": 0.453125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.8009259259259258, "overall_9_raw": 1.8009259259259258, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4541666666666667, "overall_9_raw": 0.5046296296296297, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.2962962962962963, "overall_9_raw": 2.2962962962962963, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.324074074074074, "overall_9_raw": 1.324074074074074, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2, "overall_9_raw": 1.2222222222222223, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.851851851851852, "overall_9_raw": 1.851851851851852, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4351851851851852, "overall_9_raw": 0.4895833333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2777777777777778, "overall_9_raw": 0.3125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2314814814814814, "overall_9_raw": 2.2314814814814814, "status": "scored"}}, "original_subset": ["search120", "testmini"], "prompt_index": 138, "release_row": "evalset_rows/eval_search120_102", "sample_id": "eval_search120_102", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL", "TXT"], "failure_modes": ["CS", "CSV", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7416666666666667, "overall_9_raw": 0.8240740740740741, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2685185185185186, "overall_9_raw": 2.2685185185185186, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.0833333333333335, "overall_9_raw": 2.0833333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.09375, "overall_9_raw": 2.09375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9541666666666668, "overall_9_raw": 2.060185185185185, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1083333333333334, "overall_9_raw": 1.2314814814814816, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9814814814814814, "overall_9_raw": 2.0416666666666665, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7208333333333333, "overall_9_raw": 0.8009259259259259, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3796296296296298, "overall_9_raw": 2.3796296296296298, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.490740740740741, "overall_9_raw": 2.490740740740741, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2129629629629632, "overall_9_raw": 2.2129629629629632, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.490740740740741, "overall_9_raw": 2.490740740740741, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2685185185185186, "overall_9_raw": 2.2685185185185186, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2546296296296298, "overall_9_raw": 2.2546296296296298, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2864583333333333, "overall_9_raw": 0.2864583333333333, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.888888888888889, "status": "scored"}}, "original_subset": ["search120", "testmini_easy"], "prompt_index": 139, "release_row": "evalset_rows/eval_search120_103", "sample_id": "eval_search120_103", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "GAM", "SCI"], "failure_modes": ["CCS", "EIK", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.5916666666666667, "overall_9_raw": 0.6574074074074074, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.033333333333333, "overall_9_raw": 2.0370370370370368, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2791666666666667, "overall_9_raw": 0.3101851851851852, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7875, "overall_9_raw": 0.8194444444444444, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8916666666666666, "overall_9_raw": 0.9351851851851851, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3666666666666667, "overall_9_raw": 2.2962962962962963, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.22916666666666666, "overall_9_raw": 0.2546296296296296, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5791666666666666, "overall_9_raw": 2.5324074074074074, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9416666666666667, "overall_9_raw": 0.8796296296296297, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.575, "overall_9_raw": 1.4166666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8708333333333331, "overall_9_raw": 1.7453703703703705, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6333333333333333, "overall_9_raw": 1.4814814814814816, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5083333333333333, "overall_9_raw": 1.3425925925925926, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.4416666666666667, "overall_9_raw": 0.49074074074074076, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.3416666666666667, "overall_9_raw": 0.3796296296296296, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120"], "prompt_index": 140, "release_row": "evalset_rows/eval_search120_104", "sample_id": "eval_search120_104", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "GAM"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8177083333333333, "overall_9_raw": 1.8177083333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3229166666666665, "overall_9_raw": 2.3229166666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.34375, "overall_9_raw": 1.34375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.03125, "overall_9_raw": 1.03125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9739583333333334, "overall_9_raw": 0.9739583333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1927083333333333, "overall_9_raw": 1.1927083333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.21875, "overall_9_raw": 1.21875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5729166666666667, "overall_9_raw": 1.5729166666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.1875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2083333333333333, "overall_9_raw": 1.2083333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4791666666666667, "overall_9_raw": 1.4791666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.21875, "overall_9_raw": 1.21875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.203125, "overall_9_raw": 1.203125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9322916666666666, "overall_9_raw": 0.9322916666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.078125, "overall_9_raw": 1.078125, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120"], "prompt_index": 141, "release_row": "evalset_rows/eval_search120_105", "sample_id": "eval_search120_105", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9010416666666666, "overall_9_raw": 0.9010416666666666, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9666666666666668, "overall_9_raw": 1.851851851851852, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4120370370370368, "overall_9_raw": 2.4120370370370368, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.17916666666666667, "overall_9_raw": 0.19907407407407407, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5666666666666667, "overall_9_raw": 0.6296296296296297, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.45, "overall_9_raw": 1.4444444444444444, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5375, "overall_9_raw": 0.5972222222222222, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9083333333333334, "overall_9_raw": 0.9537037037037037, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0104166666666667, "overall_9_raw": 1.0104166666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.171875, "overall_9_raw": 1.171875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8333333333333333, "overall_9_raw": 1.8333333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1125, "overall_9_raw": 1.1805555555555556, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8791666666666667, "overall_9_raw": 0.9768518518518517, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.17916666666666667, "overall_9_raw": 0.19907407407407407, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5729166666666666, "overall_9_raw": 0.5729166666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.8703703703703703, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 142, "release_row": "evalset_rows/eval_search120_106", "sample_id": "eval_search120_106", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "SCI"], "failure_modes": ["CSV", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.34500000000000003, "overall_9_raw": 0.38333333333333336, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.055, "overall_9_raw": 2.0611111111111113, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8166666666666667, "overall_9_raw": 0.91875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7825, "overall_9_raw": 0.8694444444444445, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1375, "overall_9_raw": 1.1527777777777777, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.175, "overall_9_raw": 1.175, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1724999999999999, "overall_9_raw": 1.2472222222222222, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.665625, "overall_9_raw": 0.665625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1944444444444446, "overall_9_raw": 2.1944444444444446, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.84375, "overall_9_raw": 0.84375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.01875, "overall_9_raw": 1.01875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.884375, "overall_9_raw": 0.884375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.934375, "overall_9_raw": 1.934375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1916666666666667, "overall_9_raw": 1.1916666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.74375, "overall_9_raw": 0.74375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5625, "overall_9_raw": 0.5625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.0277777777777777, "status": "scored"}}, "original_subset": ["search120", "testmini_easy"], "prompt_index": 143, "release_row": "evalset_rows/eval_search120_107", "sample_id": "eval_search120_107", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL", "GAM"], "failure_modes": ["CCS", "CS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5625, "overall_9_raw": 0.5625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6770833333333333, "overall_9_raw": 1.6770833333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9947916666666667, "overall_9_raw": 1.9947916666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0260416666666667, "overall_9_raw": 1.0260416666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2135416666666667, "overall_9_raw": 1.2135416666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.90625, "overall_9_raw": 0.90625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0885416666666667, "overall_9_raw": 1.0885416666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3489583333333333, "overall_9_raw": 0.3489583333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9114583333333333, "overall_9_raw": 1.9114583333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0416666666666667, "overall_9_raw": 1.0416666666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4479166666666667, "overall_9_raw": 1.4479166666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1041666666666667, "overall_9_raw": 1.1041666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 0.9166666666666666, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4635416666666667, "overall_9_raw": 1.4635416666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0052083333333333, "overall_9_raw": 1.0052083333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4583333333333333, "overall_9_raw": 0.4583333333333333, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120"], "prompt_index": 144, "release_row": "evalset_rows/eval_search120_108", "sample_id": "eval_search120_108", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "GAM", "TEC"], "failure_modes": ["CCS", "CSV", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2604166666666667, "overall_9_raw": 1.2604166666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9291666666666667, "overall_9_raw": 1.976851851851852, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.175, "overall_9_raw": 2.1944444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2125, "overall_9_raw": 0.2361111111111111, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.0833333333333335, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.85, "overall_9_raw": 0.9444444444444444, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.325, "overall_9_raw": 1.4166666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7625, "overall_9_raw": 1.8472222222222223, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4625, "overall_9_raw": 1.5694444444444444, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.325, "overall_9_raw": 1.4722222222222223, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0083333333333333, "overall_9_raw": 1.0648148148148149, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120", "testmini_hard"], "prompt_index": 145, "release_row": "evalset_rows/eval_search120_109", "sample_id": "eval_search120_109", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["COM", "PEO", "SPO"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.296875, "overall_9_raw": 1.296875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8229166666666667, "overall_9_raw": 1.8229166666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4479166666666665, "overall_9_raw": 2.4479166666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1770833333333333, "overall_9_raw": 1.1770833333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9739583333333334, "overall_9_raw": 0.9739583333333334, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4010416666666667, "overall_9_raw": 1.4010416666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3385416666666667, "overall_9_raw": 1.3385416666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1145833333333333, "overall_9_raw": 1.1145833333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6875, "overall_9_raw": 1.6875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5364583333333333, "overall_9_raw": 1.5364583333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3177083333333333, "overall_9_raw": 1.3177083333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4947916666666667, "overall_9_raw": 1.4947916666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7864583333333333, "overall_9_raw": 1.7864583333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5729166666666667, "overall_9_raw": 1.5729166666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8645833333333334, "overall_9_raw": 0.8645833333333334, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6354166666666667, "overall_9_raw": 1.6354166666666667, "status": "scored"}}, "original_subset": ["search120", "testmini_easy"], "prompt_index": 146, "release_row": "evalset_rows/eval_search120_110", "sample_id": "eval_search120_110", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "MED", "PEO"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.828125, "overall_9_raw": 0.828125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7395833333333333, "overall_9_raw": 1.7395833333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0729166666666667, "overall_9_raw": 1.0729166666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3125, "overall_9_raw": 1.3125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0729166666666667, "overall_9_raw": 1.0729166666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9635416666666666, "overall_9_raw": 0.9635416666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0052083333333333, "overall_9_raw": 1.0052083333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.765625, "overall_9_raw": 0.765625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0260416666666667, "overall_9_raw": 1.0260416666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9010416666666666, "overall_9_raw": 0.9010416666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7239583333333334, "overall_9_raw": 0.7239583333333334, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0729166666666667, "overall_9_raw": 1.0729166666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2083333333333333, "overall_9_raw": 1.2083333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0208333333333333, "overall_9_raw": 1.0208333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0260416666666667, "overall_9_raw": 1.0260416666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5364583333333334, "overall_9_raw": 0.5364583333333334, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.23958333333333334, "overall_9_raw": 0.23958333333333334, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 147, "release_row": "evalset_rows/eval_search120_111", "sample_id": "eval_search120_111", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "GAM", "MED"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8489583333333334, "overall_9_raw": 0.8489583333333334, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5729166666666667, "overall_9_raw": 1.5729166666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0885416666666665, "overall_9_raw": 2.0885416666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1927083333333333, "overall_9_raw": 1.1927083333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.2708333333333333, "overall_9_raw": 1.2708333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2708333333333333, "overall_9_raw": 1.2708333333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5520833333333333, "overall_9_raw": 1.5520833333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1145833333333333, "overall_9_raw": 1.1145833333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5208333333333333, "overall_9_raw": 1.5208333333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2552083333333333, "overall_9_raw": 1.2552083333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.515625, "overall_9_raw": 1.515625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2916666666666667, "overall_9_raw": 1.2916666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4583333333333333, "overall_9_raw": 1.4583333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.40625, "overall_9_raw": 1.40625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.1875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2708333333333333, "overall_9_raw": 1.2708333333333333, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 148, "release_row": "evalset_rows/eval_search120_112", "sample_id": "eval_search120_112", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "COM", "HIS", "MED", "PEO", "TEC"], "failure_modes": ["CCS", "CSV", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.078125, "overall_9_raw": 1.078125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5833333333333333, "overall_9_raw": 1.5833333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1759259259259256, "overall_9_raw": 2.1759259259259256, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5708333333333333, "overall_9_raw": 0.6342592592592592, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7333333333333333, "overall_9_raw": 0.8148148148148148, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6458333333333334, "overall_9_raw": 0.6458333333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3564814814814816, "overall_9_raw": 1.3564814814814816, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.0625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3854166666666667, "overall_9_raw": 1.3854166666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.2222222222222223, "overall_9_raw": 1.2222222222222223, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6625, "overall_9_raw": 0.7361111111111112, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.96875, "overall_9_raw": 0.96875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2592592592592593, "overall_9_raw": 1.2592592592592593, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1458333333333333, "overall_9_raw": 1.1458333333333333, "status": "scored"}}, "original_subset": ["search120", "testmini"], "prompt_index": 149, "release_row": "evalset_rows/eval_search120_113", "sample_id": "eval_search120_113", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "OBJ", "PEO"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1458333333333333, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0677083333333333, "overall_9_raw": 1.0677083333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0052083333333333, "overall_9_raw": 1.0052083333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0052083333333333, "overall_9_raw": 1.0052083333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9427083333333334, "overall_9_raw": 0.9427083333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2083333333333333, "overall_9_raw": 1.2083333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0052083333333333, "overall_9_raw": 1.0052083333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9427083333333334, "overall_9_raw": 0.9427083333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9427083333333334, "overall_9_raw": 0.9427083333333334, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1458333333333333, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0052083333333333, "overall_9_raw": 1.0052083333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0052083333333333, "overall_9_raw": 1.0052083333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9427083333333334, "overall_9_raw": 0.9427083333333334, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8020833333333334, "overall_9_raw": 0.8020833333333334, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7864583333333334, "overall_9_raw": 0.7864583333333334, "status": "scored"}}, "original_subset": ["search120", "testmini"], "prompt_index": 150, "release_row": "evalset_rows/eval_search120_114", "sample_id": "eval_search120_114", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "MED", "PEO", "TXT"], "failure_modes": ["CCS", "EIK", "THG", "TK-R"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1125, "overall_9_raw": 0.125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.4291666666666667, "overall_9_raw": 0.47685185185185186, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1583333333333334, "overall_9_raw": 1.175925925925926, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.095833333333333, "overall_9_raw": 2.1620370370370368, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.32916666666666666, "overall_9_raw": 0.3657407407407407, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.283333333333333, "overall_9_raw": 2.2037037037037037, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.225, "overall_9_raw": 1.1944444444444444, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.308333333333333, "overall_9_raw": 2.2314814814814814, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2583333333333333, "overall_9_raw": 2.1759259259259256, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.55, "overall_9_raw": 2.5, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.05, "overall_9_raw": 1.0, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.4166666666666667, "overall_9_raw": 0.462962962962963, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6, "overall_9_raw": 2.5555555555555554, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 151, "release_row": "evalset_rows/eval_search120_115", "sample_id": "eval_search120_115", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "PEO"], "failure_modes": ["CCS", "EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3385416666666667, "overall_9_raw": 1.3385416666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1927083333333333, "overall_9_raw": 1.1927083333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.171875, "overall_9_raw": 1.171875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9427083333333334, "overall_9_raw": 0.9427083333333334, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.171875, "overall_9_raw": 1.171875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.171875, "overall_9_raw": 1.171875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 0.9166666666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.171875, "overall_9_raw": 1.171875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.109375, "overall_9_raw": 1.109375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.171875, "overall_9_raw": 1.171875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1041666666666667, "overall_9_raw": 1.1041666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.171875, "overall_9_raw": 1.171875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.046875, "overall_9_raw": 1.046875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.171875, "overall_9_raw": 1.171875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7083333333333334, "overall_9_raw": 0.7083333333333334, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.3333333333333333, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 152, "release_row": "evalset_rows/eval_search120_116", "sample_id": "eval_search120_116", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["CUL", "MED"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9675925925925927, "overall_9_raw": 1.0885416666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4444444444444444, "overall_9_raw": 1.5, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9675925925925927, "overall_9_raw": 1.0885416666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6416666666666667, "overall_9_raw": 0.712962962962963, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.837962962962963, "overall_9_raw": 0.9427083333333334, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9120370370370371, "overall_9_raw": 1.0260416666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1041666666666665, "overall_9_raw": 1.1157407407407407, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7361111111111112, "overall_9_raw": 0.828125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.675, "overall_9_raw": 1.6944444444444444, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6435185185185186, "overall_9_raw": 0.7239583333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7777777777777778, "overall_9_raw": 0.875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.300925925925926, "overall_9_raw": 1.4635416666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1342592592592593, "overall_9_raw": 1.2760416666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6416666666666667, "overall_9_raw": 0.712962962962963, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0324074074074074, "overall_9_raw": 1.0989583333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3125, "overall_9_raw": 0.3472222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4875, "overall_9_raw": 1.6527777777777777, "status": "scored"}}, "original_subset": ["search120", "testmini_easy"], "prompt_index": 153, "release_row": "evalset_rows/eval_search120_117", "sample_id": "eval_search120_117", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "ART", "GAM"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3125, "overall_9_raw": 2.3125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.359375, "overall_9_raw": 1.359375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3125, "overall_9_raw": 2.3125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.203125, "overall_9_raw": 1.203125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.453125, "overall_9_raw": 1.453125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.484375, "overall_9_raw": 1.484375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.21875, "overall_9_raw": 1.21875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.421875, "overall_9_raw": 1.421875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.234375, "overall_9_raw": 1.234375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.09375, "overall_9_raw": 1.09375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.4375, "overall_9_raw": 1.4375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.359375, "overall_9_raw": 1.359375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.09375, "overall_9_raw": 1.09375, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["search120", "testmini", "testmini_hard"], "prompt_index": 154, "release_row": "evalset_rows/eval_search120_118", "sample_id": "eval_search120_118", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "COM", "CUL"], "failure_modes": ["CCS", "CS", "EIK", "VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0458333333333334, "overall_9_raw": 1.1620370370370372, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3041666666666667, "overall_9_raw": 1.3379629629629628, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.361111111111111, "overall_9_raw": 2.361111111111111, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0333333333333334, "overall_9_raw": 1.1481481481481481, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9333333333333333, "overall_9_raw": 1.0370370370370372, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 0.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7791666666666667, "overall_9_raw": 0.8657407407407408, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8666666666666666, "overall_9_raw": 0.9629629629629629, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5787037037037037, "overall_9_raw": 0.6510416666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8425925925925926, "overall_9_raw": 1.8425925925925926, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9666666666666666, "overall_9_raw": 1.074074074074074, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.2447916666666667, "overall_9_raw": 1.2447916666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.46875, "overall_9_raw": 1.46875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3240740740740744, "overall_9_raw": 2.3240740740740744, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7546296296296295, "overall_9_raw": 1.7546296296296295, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7416666666666667, "overall_9_raw": 1.8240740740740742, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.22916666666666666, "overall_9_raw": 0.2546296296296296, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": 2.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.1712962962962963, "overall_9_raw": 2.1712962962962963, "status": "scored"}}, "original_subset": ["search120", "testmini_easy"], "prompt_index": 155, "release_row": "evalset_rows/eval_search120_119", "sample_id": "eval_search120_119", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["COM", "CUL", "FOO"], "failure_modes": ["CSV", "EIK", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4583333333333333, "overall_9_raw": 0.5092592592592592, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3083333333333333, "overall_9_raw": 1.4537037037037037, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4074074074074074, "overall_9_raw": 2.4074074074074074, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2708333333333335, "overall_9_raw": 1.300925925925926, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.075, "overall_9_raw": 1.1944444444444444, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4444444444444446, "overall_9_raw": 2.4444444444444446, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.191666666666667, "overall_9_raw": 2.2129629629629632, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.5370370370370368, "overall_9_raw": 2.5370370370370368, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4444444444444446, "overall_9_raw": 2.4444444444444446, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.601851851851852, "overall_9_raw": 2.601851851851852, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.3935185185185186, "overall_9_raw": 2.3935185185185186, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.7458333333333331, "overall_9_raw": 1.8287037037037035, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4814814814814814, "overall_9_raw": 2.4814814814814814, "status": "scored"}}, "original_subset": ["search120"], "prompt_index": 156, "release_row": "evalset_rows/eval_search120_120", "sample_id": "eval_search120_120", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1375, "overall_9_raw": 1.2083333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.975, "overall_9_raw": 2.0277777777777777, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.7638888888888888, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.85, "overall_9_raw": 1.8888888888888888, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0875, "overall_9_raw": 1.1527777777777777, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.375, "overall_9_raw": 1.4166666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.6111111111111112, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6375, "overall_9_raw": 1.6527777777777777, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.125, "overall_9_raw": 0.1388888888888889, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.125, "overall_9_raw": 0.1388888888888889, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.975, "overall_9_raw": 2.0277777777777777, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 157, "release_row": "evalset_rows/eval_texthard_001", "sample_id": "eval_texthard_001", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM", "HIS", "TXT"], "failure_modes": ["CCS", "CSV", "DVZ", "EIK", "FHA", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6600000000000001, "overall_9_raw": 1.6777777777777778, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 2.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1037037037037036, "overall_9_raw": 2.1166666666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.17777777777777778, "overall_9_raw": 0.2, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3037037037037038, "overall_9_raw": 1.3416666666666668, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9481481481481484, "overall_9_raw": 2.004166666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3148148148148149, "overall_9_raw": 1.3541666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0481481481481483, "overall_9_raw": 1.1166666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5592592592592593, "overall_9_raw": 1.6291666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3814814814814815, "overall_9_raw": 1.4291666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1962962962962963, "overall_9_raw": 0.22083333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.151851851851852, "overall_9_raw": 2.1708333333333334, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 158, "release_row": "evalset_rows/eval_texthard_002", "sample_id": "eval_texthard_002", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SCI"], "failure_modes": ["CSV", "DVZ", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.107142857142857, "overall_9_raw": 2.107142857142857, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.421875, "overall_9_raw": 1.4821428571428572, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.1875, "overall_9_raw": 0.21428571428571427, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8214285714285716, "overall_9_raw": 2.8214285714285716, "status": "scored"}, "seedream4d0": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "seedream4d5": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "sensenova-u1": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.421875, "overall_9_raw": 1.4821428571428572, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 159, "release_row": "evalset_rows/eval_texthard_003", "sample_id": "eval_texthard_003", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SPO"], "failure_modes": ["CCS", "DVZ", "EIK", "THG", "TK-C", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2222222222222223, "overall_9_raw": 1.375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.6944444444444444, "overall_9_raw": 1.90625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8888888888888888, "overall_9_raw": 1.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.8194444444444444, "overall_9_raw": 2.046875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.5972222222222223, "overall_9_raw": 1.796875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6527777777777778, "overall_9_raw": 0.734375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6944444444444444, "overall_9_raw": 0.78125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.9305555555555556, "overall_9_raw": 1.046875, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 160, "release_row": "evalset_rows/eval_texthard_004", "sample_id": "eval_texthard_004", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "COM", "TEC"], "failure_modes": ["CCS", "DVZ", "FHA", "THG", "TK-R"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9666666666666666, "overall_9_raw": 1.074074074074074, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.6, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5851851851851853, "overall_9_raw": 1.6583333333333334, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9037037037037037, "overall_9_raw": 0.9541666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0633333333333332, "overall_9_raw": 1.1814814814814814, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9814814814814815, "overall_9_raw": 1.1041666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3592592592592592, "overall_9_raw": 1.4666666666666666, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9666666666666666, "overall_9_raw": 1.074074074074074, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6851851851851852, "overall_9_raw": 0.7708333333333334, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.3, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.14444444444444446, "overall_9_raw": 0.1625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.6, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4555555555555555, "overall_9_raw": 1.6375, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 161, "release_row": "evalset_rows/eval_texthard_005", "sample_id": "eval_texthard_005", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "EIK", "FHA", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1099999999999999, "overall_9_raw": 1.1777777777777778, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9, "overall_9_raw": 0.9444444444444444, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5633333333333332, "overall_9_raw": 1.6259259259259258, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3166666666666667, "overall_9_raw": 1.2962962962962963, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3933333333333335, "overall_9_raw": 2.3814814814814813, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 162, "release_row": "evalset_rows/eval_texthard_006", "sample_id": "eval_texthard_006", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SCI", "TEC"], "failure_modes": ["CCS", "CSV", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1333333333333333, "overall_9_raw": 2.15, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5555555555555556, "overall_9_raw": 1.5625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2399999999999998, "overall_9_raw": 2.2666666666666666, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.5592592592592593, "overall_9_raw": 2.566666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5333333333333334, "overall_9_raw": 1.5375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.011111111111111, "overall_9_raw": 1.075, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6222222222222222, "overall_9_raw": 1.6375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8814814814814815, "overall_9_raw": 1.9291666666666667, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 163, "release_row": "evalset_rows/eval_texthard_007", "sample_id": "eval_texthard_007", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ABS", "EDU", "HIS"], "failure_modes": ["CCS", "DVZ", "FHA", "THG", "TK-C"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9185185185185185, "overall_9_raw": 2.158333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2444444444444445, "overall_9_raw": 2.4, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.20833333333333334, "overall_9_raw": 0.2380952380952381, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9583333333333334, "overall_9_raw": 1.0952380952380953, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3666666666666667, "overall_9_raw": 1.5375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3, "overall_9_raw": 2.4857142857142853, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6916666666666667, "overall_9_raw": 0.7904761904761904, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8208333333333333, "overall_9_raw": 0.9380952380952381, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8666666666666667, "overall_9_raw": 0.9904761904761905, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5041666666666667, "overall_9_raw": 1.719047619047619, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 164, "release_row": "evalset_rows/eval_texthard_008", "sample_id": "eval_texthard_008", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5601851851851851, "overall_9_raw": 1.5677083333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.064814814814815, "overall_9_raw": 2.0729166666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8916666666666666, "overall_9_raw": 0.9351851851851851, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0046296296296298, "overall_9_raw": 2.0052083333333335, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7083333333333333, "overall_9_raw": 1.734375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4166666666666667, "overall_9_raw": 0.462962962962963, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.8703703703703703, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.064814814814815, "overall_9_raw": 2.0729166666666665, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 165, "release_row": "evalset_rows/eval_texthard_009", "sample_id": "eval_texthard_009", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ABS", "TXT"], "failure_modes": ["DVZ", "THG", "TK-C"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 1.0185185185185184, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5416666666666666, "overall_9_raw": 0.609375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5555555555555556, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.16666666666666666, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6481481481481481, "overall_9_raw": 0.7291666666666666, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5324074074074074, "overall_9_raw": 0.5989583333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.949074074074074, "overall_9_raw": 1.0052083333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5555555555555556, "overall_9_raw": 1.5625, "status": "scored"}}, "original_subset": ["texthard", "testmini_hard"], "prompt_index": 166, "release_row": "evalset_rows/eval_texthard_010", "sample_id": "eval_texthard_010", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.35, "overall_9_raw": 2.2777777777777777, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.558333333333333, "overall_9_raw": 2.509259259259259, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.6111111111111112, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0555555555555556, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.558333333333333, "overall_9_raw": 2.509259259259259, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.325, "overall_9_raw": 2.25, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1, "overall_9_raw": 2.111111111111111, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8375, "overall_9_raw": 0.875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.138888888888889, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 167, "release_row": "evalset_rows/eval_texthard_011", "sample_id": "eval_texthard_011", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["COM", "SPO"], "failure_modes": ["CCS", "CSV", "DVZ", "EIK", "FHA", "TK-C", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7453703703703703, "overall_9_raw": 0.8385416666666666, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5324074074074074, "overall_9_raw": 0.5989583333333334, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05555555555555555, "overall_9_raw": 0.0625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7685185185185186, "overall_9_raw": 0.8645833333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1805555555555556, "overall_9_raw": 1.328125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.19907407407407407, "overall_9_raw": 0.22395833333333334, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4444444444444444, "overall_9_raw": 0.5, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3564814814814816, "overall_9_raw": 1.4010416666666667, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 168, "release_row": "evalset_rows/eval_texthard_012", "sample_id": "eval_texthard_012", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SPO"], "failure_modes": ["CCS", "DVZ", "EIK", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8916666666666666, "overall_9_raw": 0.9907407407407407, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8240740740740741, "overall_9_raw": 0.9270833333333334, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9666666666666666, "overall_9_raw": 1.074074074074074, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3666666666666667, "overall_9_raw": 1.5185185185185184, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7407407407407408, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7407407407407408, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21666666666666665, "overall_9_raw": 0.24074074074074073, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1851851851851852, "overall_9_raw": 0.20833333333333334, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0416666666666665, "overall_9_raw": 1.1574074074074074, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 169, "release_row": "evalset_rows/eval_texthard_013", "sample_id": "eval_texthard_013", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["SCI", "TEC"], "failure_modes": ["CSV", "DVZ", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9625, "overall_9_raw": 1.9583333333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3333333333333333, "overall_9_raw": 0.375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9125, "overall_9_raw": 1.9027777777777777, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.5, "text_rendering": 2.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.575, "overall_9_raw": 1.5833333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6, "overall_9_raw": 1.5555555555555556, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.775, "overall_9_raw": 1.8055555555555556, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 170, "release_row": "evalset_rows/eval_texthard_014", "sample_id": "eval_texthard_014", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM", "MED", "SPO"], "failure_modes": ["CCS", "DVZ", "EIK", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2083333333333333, "overall_9_raw": 1.296875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1944444444444446, "overall_9_raw": 2.15625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2361111111111112, "overall_9_raw": 1.265625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3055555555555554, "overall_9_raw": 2.28125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.2916666666666667, "overall_9_raw": 0.328125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.6805555555555556, "overall_9_raw": 0.765625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1944444444444446, "overall_9_raw": 2.15625, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 171, "release_row": "evalset_rows/eval_texthard_015", "sample_id": "eval_texthard_015", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "HIS"], "failure_modes": ["CCS", "CSV", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3166666666666667, "overall_9_raw": 1.3518518518518519, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2333333333333334, "overall_9_raw": 1.3703703703703705, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7541666666666669, "overall_9_raw": 1.837962962962963, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.9375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.85, "overall_9_raw": 0.9444444444444444, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9444444444444444, "overall_9_raw": 1.0625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9074074074074073, "overall_9_raw": 1.0208333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.9375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 1.0185185185185184, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7666666666666667, "overall_9_raw": 0.8518518518518519, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0185185185185184, "overall_9_raw": 1.1458333333333333, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 172, "release_row": "evalset_rows/eval_texthard_016", "sample_id": "eval_texthard_016", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SPO"], "failure_modes": ["DVZ", "EIK", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6166666666666667, "overall_9_raw": 1.7962962962962965, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 0.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.6851851851851851, "overall_9_raw": 1.8958333333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.07407407407407407, "overall_9_raw": 0.08333333333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.07407407407407407, "overall_9_raw": 0.08333333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.14814814814814814, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.050925925925926, "overall_9_raw": 1.1822916666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7916666666666666, "overall_9_raw": 0.890625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.07407407407407407, "overall_9_raw": 0.08333333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7833333333333333, "overall_9_raw": 0.8703703703703703, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9, "overall_9_raw": 1.0, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.14814814814814814, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.4629629629629628, "overall_9_raw": 1.6458333333333333, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 173, "release_row": "evalset_rows/eval_texthard_017", "sample_id": "eval_texthard_017", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9625, "overall_9_raw": 2.013888888888889, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3055555555555556, "overall_9_raw": 1.34375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.775, "overall_9_raw": 0.8611111111111112, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.975, "overall_9_raw": 2.0277777777777777, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.175, "overall_9_raw": 1.25, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2625, "overall_9_raw": 1.2916666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.9166666666666667, "status": "scored"}}, "original_subset": ["texthard", "testmini_hard"], "prompt_index": 174, "release_row": "evalset_rows/eval_texthard_018", "sample_id": "eval_texthard_018", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "SCI", "TXT"], "failure_modes": ["CCS", "CSV", "EIK", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.0925925925925926, "overall_9_raw": 2.1041666666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9583333333333335, "overall_9_raw": 2.953125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7453703703703703, "overall_9_raw": 0.8385416666666666, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.125, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7175925925925926, "overall_9_raw": 1.8072916666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.574074074074074, "overall_9_raw": 1.7083333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9166666666666665, "overall_9_raw": 2.90625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8194444444444444, "overall_9_raw": 0.859375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7731481481481481, "overall_9_raw": 0.8697916666666666, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5462962962962963, "overall_9_raw": 1.6145833333333333, "status": "scored"}}, "original_subset": ["texthard", "testmini_easy"], "prompt_index": 175, "release_row": "evalset_rows/eval_texthard_019", "sample_id": "eval_texthard_019", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.11666666666666667, "overall_9_raw": 0.12962962962962965, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9541666666666668, "overall_9_raw": 2.0046296296296298, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666669, "overall_9_raw": 0.1851851851851852, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.2041666666666666, "overall_9_raw": 1.2824074074074074, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3541666666666665, "overall_9_raw": 1.449074074074074, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1375, "overall_9_raw": 1.2083333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.2375, "overall_9_raw": 1.3194444444444444, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4708333333333334, "overall_9_raw": 1.5787037037037037, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8541666666666667, "overall_9_raw": 1.8935185185185186, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 176, "release_row": "evalset_rows/eval_texthard_020", "sample_id": "eval_texthard_020", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI", "TXT"], "failure_modes": ["CCS", "CSV", "DVZ", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8935185185185186, "overall_9_raw": 1.9427083333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6712962962962963, "overall_9_raw": 1.6302083333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4212962962962963, "overall_9_raw": 1.4739583333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7083333333333333, "overall_9_raw": 1.734375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.787037037037037, "overall_9_raw": 1.8854166666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4537037037037037, "overall_9_raw": 2.5104166666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1851851851851851, "overall_9_raw": 1.2083333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4629629629629628, "overall_9_raw": 1.5208333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1805555555555554, "overall_9_raw": 2.203125, "status": "scored"}}, "original_subset": ["texthard", "testmini_easy"], "prompt_index": 177, "release_row": "evalset_rows/eval_texthard_021", "sample_id": "eval_texthard_021", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["OTH"], "failure_modes": ["CCS", "DVZ", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3958333333333335, "overall_9_raw": 1.4953703703703705, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.5370370370370372, "overall_9_raw": 1.7291666666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.05555555555555555, "overall_9_raw": 0.0625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7638888888888888, "overall_9_raw": 0.859375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.075, "overall_9_raw": 1.1944444444444444, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.425925925925926, "overall_9_raw": 1.6041666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3703703703703705, "overall_9_raw": 1.5416666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9291666666666666, "overall_9_raw": 1.0324074074074074, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2407407407407407, "overall_9_raw": 1.3958333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.5370370370370372, "overall_9_raw": 1.7291666666666667, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 178, "release_row": "evalset_rows/eval_texthard_022", "sample_id": "eval_texthard_022", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["COM"], "failure_modes": ["CCS", "DVZ", "THG", "TK-C", "TK-R"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7958333333333332, "overall_9_raw": 1.9398148148148147, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9212962962962965, "overall_9_raw": 2.0364583333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1833333333333333, "overall_9_raw": 1.2592592592592593, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.513888888888889, "overall_9_raw": 2.703125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.425925925925926, "overall_9_raw": 1.5416666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2777777777777777, "overall_9_raw": 1.375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.85, "overall_9_raw": 0.9444444444444444, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2625, "overall_9_raw": 1.4027777777777777, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.375, "overall_9_raw": 1.421875, "status": "scored"}}, "original_subset": ["texthard", "testmini_hard"], "prompt_index": 179, "release_row": "evalset_rows/eval_texthard_023", "sample_id": "eval_texthard_023", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SCI", "TEC"], "failure_modes": ["CSV", "DVZ", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05555555555555555, "overall_9_raw": 0.0625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1666666666666665, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5370370370370368, "overall_9_raw": 2.5416666666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4629629629629632, "overall_9_raw": 2.5208333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 1.3333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8333333333333333, "overall_9_raw": 1.9375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6166666666666667, "overall_9_raw": 2.5740740740740744, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.962962962962963, "overall_9_raw": 1.9583333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.685185185185185, "overall_9_raw": 2.6458333333333335, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5370370370370372, "overall_9_raw": 1.6041666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6666666666666667, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9259259259259258, "overall_9_raw": 1.9166666666666667, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 180, "release_row": "evalset_rows/eval_texthard_024", "sample_id": "eval_texthard_024", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "SCI"], "failure_modes": ["CSV", "DVZ", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2407407407407407, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.564814814814815, "overall_9_raw": 2.6354166666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5740740740740741, "overall_9_raw": 0.6458333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6898148148148149, "overall_9_raw": 1.7760416666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4351851851851851, "overall_9_raw": 1.5520833333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3148148148148149, "overall_9_raw": 1.3541666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8935185185185185, "overall_9_raw": 0.9427083333333334, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.925925925925926, "overall_9_raw": 0.9791666666666666, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4305555555555556, "overall_9_raw": 1.484375, "status": "scored"}}, "original_subset": ["texthard", "testmini_easy"], "prompt_index": 181, "release_row": "evalset_rows/eval_texthard_025", "sample_id": "eval_texthard_025", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "SCI", "TEC"], "failure_modes": ["CCS", "CSV", "DVZ", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05555555555555555, "overall_9_raw": 0.0625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4537037037037037, "overall_9_raw": 2.5104166666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5370370370370368, "overall_9_raw": 2.5416666666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1851851851851852, "overall_9_raw": 0.20833333333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1574074074074074, "overall_9_raw": 1.2395833333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.259259259259259, "overall_9_raw": 2.2916666666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.074074074074074, "overall_9_raw": 1.2083333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6435185185185184, "overall_9_raw": 1.7239583333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 2.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1203703703703705, "overall_9_raw": 1.1979166666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.574074074074074, "overall_9_raw": 1.6458333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8009259259259258, "overall_9_raw": 1.8385416666666667, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 182, "release_row": "evalset_rows/eval_texthard_026", "sample_id": "eval_texthard_026", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "GAM"], "failure_modes": ["CCS", "CSV", "FHA", "IRR", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.21666666666666665, "overall_9_raw": 0.24074074074074073, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7291666666666667, "overall_9_raw": 0.8101851851851852, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4958333333333333, "overall_9_raw": 1.6064814814814816, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21666666666666665, "overall_9_raw": 0.24074074074074073, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4666666666666667, "overall_9_raw": 0.5185185185185186, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.45, "overall_9_raw": 0.5, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5166666666666667, "overall_9_raw": 0.5740740740740741, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666669, "overall_9_raw": 0.1851851851851852, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0791666666666666, "overall_9_raw": 1.199074074074074, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5166666666666667, "overall_9_raw": 0.5740740740740741, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666667, "overall_9_raw": 0.7407407407407408, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5166666666666667, "overall_9_raw": 0.5740740740740741, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6166666666666667, "overall_9_raw": 0.6851851851851852, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8625, "overall_9_raw": 0.9583333333333334, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21666666666666665, "overall_9_raw": 0.24074074074074073, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 183, "release_row": "evalset_rows/eval_texthard_027", "sample_id": "eval_texthard_027", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6759259259259259, "overall_9_raw": 0.7604166666666666, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0833333333333335, "overall_9_raw": 2.09375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4537037037037037, "overall_9_raw": 2.4479166666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0462962962962963, "overall_9_raw": 1.1145833333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0833333333333335, "overall_9_raw": 2.09375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2222222222222223, "overall_9_raw": 1.3125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1944444444444446, "overall_9_raw": 2.21875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5958333333333333, "overall_9_raw": 0.662037037037037, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2314814814814814, "overall_9_raw": 2.3229166666666665, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0833333333333335, "overall_9_raw": 2.09375, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 184, "release_row": "evalset_rows/eval_texthard_028", "sample_id": "eval_texthard_028", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SPO"], "failure_modes": ["CCS", "CSV", "DVZ", "FHA", "THG", "TK-C", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0766666666666667, "overall_9_raw": 1.1962962962962964, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.0444444444444445, "overall_9_raw": 1.175, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9266666666666667, "overall_9_raw": 1.0296296296296297, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5555555555555556, "overall_9_raw": 0.625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21666666666666665, "overall_9_raw": 0.24074074074074073, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1851851851851852, "overall_9_raw": 0.20833333333333334, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.0222222222222221, "overall_9_raw": 1.15, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 185, "release_row": "evalset_rows/eval_texthard_029", "sample_id": "eval_texthard_029", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SPO"], "failure_modes": ["DVZ", "THG", "TK-C", "TK-R"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6111111111111112, "overall_9_raw": 0.6875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6458333333333333, "overall_9_raw": 1.738095238095238, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.625, "overall_9_raw": 0.7142857142857143, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.984375, "overall_9_raw": 1.125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.08333333333333333, "overall_9_raw": 0.09523809523809523, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.14583333333333334, "overall_9_raw": 0.16666666666666669, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7135416666666666, "overall_9_raw": 0.8154761904761905, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6770833333333333, "overall_9_raw": 1.9166666666666665, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.35185185185185186, "overall_9_raw": 0.3958333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.625, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 186, "release_row": "evalset_rows/eval_texthard_030", "sample_id": "eval_texthard_030", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "SPO"], "failure_modes": ["CCS", "CS", "DVZ", "EIK", "THG", "TK-R"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2958333333333334, "overall_9_raw": 1.3842592592592593, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6944444444444444, "overall_9_raw": 1.90625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05555555555555555, "overall_9_raw": 0.0625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9444444444444444, "overall_9_raw": 1.0625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.0875, "overall_9_raw": 2.3194444444444446, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1851851851851852, "overall_9_raw": 0.20833333333333334, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8888888888888888, "overall_9_raw": 1.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1388888888888888, "overall_9_raw": 1.28125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.265625, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 187, "release_row": "evalset_rows/eval_texthard_031", "sample_id": "eval_texthard_031", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "HIS", "MIL"], "failure_modes": ["CCS", "DVZ", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4479166666666667, "overall_9_raw": 1.5833333333333335, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6458333333333335, "overall_9_raw": 2.738095238095238, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5208333333333333, "overall_9_raw": 1.5952380952380951, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1354166666666667, "overall_9_raw": 1.2261904761904763, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.20833333333333334, "overall_9_raw": 0.2380952380952381, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.15625, "overall_9_raw": 1.3214285714285714, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9947916666666666, "overall_9_raw": 1.0654761904761905, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3020833333333333, "overall_9_raw": 1.4166666666666665, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.24074074074074073, "overall_9_raw": 0.2708333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 188, "release_row": "evalset_rows/eval_texthard_032", "sample_id": "eval_texthard_032", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0694444444444444, "overall_9_raw": 1.140625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6166666666666667, "overall_9_raw": 0.6851851851851852, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2333333333333334, "overall_9_raw": 2.259259259259259, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7708333333333333, "overall_9_raw": 0.8564814814814814, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.236111111111111, "overall_9_raw": 2.265625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8708333333333333, "overall_9_raw": 0.9675925925925927, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0875, "overall_9_raw": 1.1527777777777777, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.013888888888889, "overall_9_raw": 2.015625, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 189, "release_row": "evalset_rows/eval_texthard_033", "sample_id": "eval_texthard_033", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7166666666666668, "overall_9_raw": 1.7962962962962965, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3425925925925926, "overall_9_raw": 2.3854166666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.85, "overall_9_raw": 0.9444444444444444, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7833333333333333, "overall_9_raw": 0.8148148148148148, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6851851851851851, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2666666666666666, "overall_9_raw": 1.3518518518518519, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.574074074074074, "overall_9_raw": 1.5833333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0555555555555556, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5185185185185184, "overall_9_raw": 1.5833333333333333, "status": "scored"}}, "original_subset": ["texthard", "testmini_easy"], "prompt_index": 190, "release_row": "evalset_rows/eval_texthard_034", "sample_id": "eval_texthard_034", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "DVZ", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0277777777777777, "overall_9_raw": 1.09375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.611111111111111, "overall_9_raw": 2.5625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9722222222222222, "overall_9_raw": 1.03125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2777777777777777, "overall_9_raw": 2.3125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 1.375, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.263888888888889, "overall_9_raw": 2.234375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 2.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1805555555555556, "overall_9_raw": 1.265625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6388888888888888, "overall_9_raw": 1.71875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.611111111111111, "overall_9_raw": 2.5625, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 191, "release_row": "evalset_rows/eval_texthard_035", "sample_id": "eval_texthard_035", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "SCI", "TXT"], "failure_modes": ["DVZ", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4305555555555556, "overall_9_raw": 1.546875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.33, "overall_9_raw": 1.4222222222222223, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4861111111111111, "overall_9_raw": 0.546875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5583333333333333, "overall_9_raw": 1.565625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5375, "overall_9_raw": 0.5972222222222222, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7325, "overall_9_raw": 0.8138888888888889, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.088888888888889, "overall_9_raw": 1.1625, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 192, "release_row": "evalset_rows/eval_texthard_036", "sample_id": "eval_texthard_036", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.2083333333333333, "overall_9_raw": 1.296875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.175, "overall_9_raw": 1.25, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3333333333333335, "overall_9_raw": 2.375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4875, "overall_9_raw": 0.5416666666666666, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8, "overall_9_raw": 1.8888888888888888, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9875, "overall_9_raw": 1.0416666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6625, "overall_9_raw": 1.6805555555555556, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.2638888888888888, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6527777777777778, "overall_9_raw": 0.734375, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 193, "release_row": "evalset_rows/eval_texthard_037", "sample_id": "eval_texthard_037", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["COM", "SPO", "TEC"], "failure_modes": ["CCS", "CSV", "DVZ", "EIK", "FHA", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 0.9666666666666666, "overall_9_raw": 1.074074074074074, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.0375, "overall_9_raw": 1.1527777777777777, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.3, "overall_9_raw": 1.4444444444444444, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.36666666666666664, "overall_9_raw": 0.4074074074074074, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9, "overall_9_raw": 1.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.85, "overall_9_raw": 0.9444444444444444, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.85, "overall_9_raw": 0.9444444444444444, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.85, "overall_9_raw": 0.9444444444444444, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8916666666666666, "overall_9_raw": 0.9907407407407407, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.0666666666666667, "overall_9_raw": 1.1851851851851851, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 194, "release_row": "evalset_rows/eval_texthard_038", "sample_id": "eval_texthard_038", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "PSY"], "failure_modes": ["CCS", "IRR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.9766666666666668, "overall_9_raw": 1.0851851851851853, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.45, "overall_9_raw": 1.4444444444444444, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.17, "overall_9_raw": 2.0777777777777775, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5333333333333333, "overall_9_raw": 0.5925925925925926, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.7, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.43666666666666665, "overall_9_raw": 0.42962962962962964, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5433333333333333, "overall_9_raw": 0.6037037037037037, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 1.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6933333333333334, "overall_9_raw": 0.6592592592592593, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7433333333333334, "overall_9_raw": 0.825925925925926, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.2333333333333334, "overall_9_raw": 2.148148148148148, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.38333333333333336, "overall_9_raw": 0.42592592592592593, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2533333333333334, "overall_9_raw": 2.1703703703703705, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3033333333333337, "overall_9_raw": 2.2259259259259263, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.61, "overall_9_raw": 1.6777777777777778, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5366666666666666, "overall_9_raw": 0.5407407407407407, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2533333333333333, "overall_9_raw": 0.28148148148148144, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.02, "overall_9_raw": 2.022222222222222, "status": "scored"}}, "original_subset": ["texthard", "testmini_easy"], "prompt_index": 195, "release_row": "evalset_rows/eval_texthard_039", "sample_id": "eval_texthard_039", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "SCI", "TEC"], "failure_modes": ["CCS", "DVZ", "THG", "TK-R", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.15625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0833333333333335, "overall_9_raw": 2.09375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7875, "overall_9_raw": 1.8194444444444444, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.3875, "overall_9_raw": 0.4305555555555556, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5375, "overall_9_raw": 0.5972222222222222, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4375, "overall_9_raw": 0.4861111111111111, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7361111111111112, "overall_9_raw": 0.828125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1388888888888888, "overall_9_raw": 1.21875, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 196, "release_row": "evalset_rows/eval_texthard_040", "sample_id": "eval_texthard_040", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "DVZ", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.921875, "overall_9_raw": 1.0535714285714286, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.2142857142857142, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.953125, "overall_9_raw": 1.0892857142857142, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.015625, "overall_9_raw": 1.1607142857142858, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5833333333333334, "overall_9_raw": 0.6666666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.375, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.046875, "overall_9_raw": 0.05357142857142857, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.4895833333333333, "overall_9_raw": 0.5595238095238095, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 1.0, "status": "scored"}}, "original_subset": ["texthard", "testmini_hard"], "prompt_index": 197, "release_row": "evalset_rows/eval_texthard_041", "sample_id": "eval_texthard_041", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["TEC"], "failure_modes": ["CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4722222222222223, "overall_9_raw": 1.59375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8472222222222223, "overall_9_raw": 1.890625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.19444444444444445, "overall_9_raw": 0.21875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5555555555555556, "overall_9_raw": 1.5625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8888888888888888, "overall_9_raw": 0.9375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.15625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1527777777777777, "overall_9_raw": 1.234375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1944444444444444, "overall_9_raw": 1.28125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1527777777777777, "overall_9_raw": 1.234375, "status": "scored"}}, "original_subset": ["texthard", "testmini", "testmini_easy"], "prompt_index": 198, "release_row": "evalset_rows/eval_texthard_042", "sample_id": "eval_texthard_042", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SPO"], "failure_modes": ["CCS", "DVZ", "EIK", "FHA", "THG", "TK-C"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4, "overall_9_raw": 1.5, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5972222222222223, "overall_9_raw": 1.671875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6791666666666667, "overall_9_raw": 0.7546296296296297, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.587962962962963, "overall_9_raw": 0.6614583333333334, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0787037037037037, "overall_9_raw": 1.2135416666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5555555555555556, "overall_9_raw": 0.625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0555555555555556, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.85, "overall_9_raw": 0.9444444444444444, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 199, "release_row": "evalset_rows/eval_texthard_043", "sample_id": "eval_texthard_043", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SPO"], "failure_modes": ["DVZ", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.12962962962962965, "overall_9_raw": 0.14583333333333334, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5972222222222223, "overall_9_raw": 1.671875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.07407407407407407, "overall_9_raw": 0.08333333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1851851851851852, "overall_9_raw": 0.20833333333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2708333333333335, "overall_9_raw": 1.4120370370370372, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666669, "overall_9_raw": 0.1851851851851852, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21666666666666665, "overall_9_raw": 0.24074074074074073, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5416666666666665, "overall_9_raw": 1.6574074074074074, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 200, "release_row": "evalset_rows/eval_texthard_044", "sample_id": "eval_texthard_044", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "HIS", "OTH"], "failure_modes": ["CCS", "CSV", "DVZ", "FHA", "THG", "TK-R"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6203703703703705, "overall_9_raw": 1.6979166666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8287037037037035, "overall_9_raw": 1.8697916666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3842592592592593, "overall_9_raw": 0.4322916666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3425925925925926, "overall_9_raw": 1.3854166666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.4398148148148149, "overall_9_raw": 1.4322916666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0277777777777777, "overall_9_raw": 1.09375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3935185185185184, "overall_9_raw": 1.4427083333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7592592592592593, "overall_9_raw": 1.7916666666666667, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 201, "release_row": "evalset_rows/eval_texthard_045", "sample_id": "eval_texthard_045", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "INF", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.3703703703703704, "overall_9_raw": 0.4166666666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.408333333333333, "overall_9_raw": 2.4537037037037037, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3666666666666667, "overall_9_raw": 2.351851851851852, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.2777777777777778, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7268518518518519, "overall_9_raw": 0.8177083333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.475, "overall_9_raw": 2.4166666666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.475, "overall_9_raw": 2.4166666666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8833333333333334, "overall_9_raw": 0.925925925925926, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1333333333333333, "overall_9_raw": 1.2037037037037037, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6583333333333333, "overall_9_raw": 0.7314814814814814, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9041666666666668, "overall_9_raw": 2.0046296296296298, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 202, "release_row": "evalset_rows/eval_texthard_046", "sample_id": "eval_texthard_046", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "COM", "TEC"], "failure_modes": ["CCS", "DVZ", "THG", "TK-R", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1333333333333333, "overall_9_raw": 1.275, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7416666666666667, "overall_9_raw": 0.834375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5805555555555555, "overall_9_raw": 0.653125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.19, "overall_9_raw": 1.3222222222222222, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6722222222222222, "overall_9_raw": 0.75625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8083333333333333, "overall_9_raw": 0.909375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6305555555555555, "overall_9_raw": 0.709375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7194444444444444, "overall_9_raw": 0.809375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2777777777777777, "overall_9_raw": 1.4375, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 203, "release_row": "evalset_rows/eval_texthard_047", "sample_id": "eval_texthard_047", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "IRR", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.375, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5787037037037037, "overall_9_raw": 0.6510416666666666, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.648148148148148, "overall_9_raw": 2.6666666666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7083333333333333, "overall_9_raw": 1.734375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1018518518518519, "overall_9_raw": 1.1770833333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["texthard", "testmini", "testmini_easy"], "prompt_index": 204, "release_row": "evalset_rows/eval_texthard_048", "sample_id": "eval_texthard_048", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.564814814814815, "overall_9_raw": 2.6354166666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9675925925925927, "overall_9_raw": 1.0260416666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.138888888888889, "overall_9_raw": 2.15625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8888888888888888, "overall_9_raw": 0.9375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8564814814814814, "overall_9_raw": 0.9010416666666666, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9212962962962965, "overall_9_raw": 1.9739583333333333, "status": "scored"}}, "original_subset": ["texthard", "testmini", "testmini_easy"], "prompt_index": 205, "release_row": "evalset_rows/eval_texthard_049", "sample_id": "eval_texthard_049", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["COM", "TEC"], "failure_modes": ["DVZ", "EIK", "THG", "TK-R", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.11666666666666667, "overall_9_raw": 0.12962962962962965, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.15, "overall_9_raw": 1.1666666666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.851851851851852, "overall_9_raw": 1.8333333333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.84375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8611111111111112, "overall_9_raw": 0.96875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3796296296296295, "overall_9_raw": 1.4270833333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.0166666666666666, "overall_9_raw": 2.0185185185185186, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.75, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25833333333333336, "overall_9_raw": 0.28703703703703703, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.851851851851852, "overall_9_raw": 1.8333333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.314814814814815, "overall_9_raw": 2.2291666666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.5, "text_rendering": 2.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.6712962962962963, "overall_9_raw": 1.6927083333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.183333333333333, "overall_9_raw": 2.2037037037037037, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0555555555555556, "overall_9_raw": 1.0625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.5509259259259256, "overall_9_raw": 2.4947916666666665, "status": "scored"}}, "original_subset": ["texthard", "testmini_easy"], "prompt_index": 206, "release_row": "evalset_rows/eval_texthard_051", "sample_id": "eval_texthard_051", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["TEC"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7875, "overall_9_raw": 1.8194444444444444, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6527777777777777, "overall_9_raw": 2.671875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2777777777777778, "overall_9_raw": 0.3125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8055555555555556, "overall_9_raw": 1.84375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.65, "overall_9_raw": 1.7222222222222223, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7375, "overall_9_raw": 1.8194444444444444, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.45, "overall_9_raw": 1.5555555555555556, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.225, "overall_9_raw": 0.25, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5555555555555556, "overall_9_raw": 1.5625, "status": "scored"}}, "original_subset": ["texthard", "testmini", "testmini_easy"], "prompt_index": 207, "release_row": "evalset_rows/eval_texthard_052", "sample_id": "eval_texthard_052", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["SCI"], "failure_modes": ["CSV", "DVZ", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.111111111111111, "overall_9_raw": 2.125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.875, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9166666666666665, "overall_9_raw": 2.90625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05555555555555555, "overall_9_raw": 0.0625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2916666666666667, "overall_9_raw": 0.328125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5972222222222223, "overall_9_raw": 1.671875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.703125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9305555555555556, "overall_9_raw": 1.984375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.111111111111111, "overall_9_raw": 2.1875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8888888888888888, "overall_9_raw": 1.9375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.875, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9722222222222223, "overall_9_raw": 2.96875, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 208, "release_row": "evalset_rows/eval_texthard_053", "sample_id": "eval_texthard_053", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SCI"], "failure_modes": ["DVZ", "FHA", "THG", "TK-R"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.45, "overall_9_raw": 0.5, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.75, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9722222222222222, "overall_9_raw": 1.09375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9625, "overall_9_raw": 1.0694444444444444, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8611111111111112, "overall_9_raw": 0.96875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0138888888888888, "overall_9_raw": 1.140625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8611111111111112, "overall_9_raw": 0.96875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0416666666666667, "overall_9_raw": 1.109375, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 209, "release_row": "evalset_rows/eval_texthard_054", "sample_id": "eval_texthard_054", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.875, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.7916666666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2916666666666667, "overall_9_raw": 1.328125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.65, "overall_9_raw": 2.6666666666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9625, "overall_9_raw": 2.013888888888889, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0125, "overall_9_raw": 2.0694444444444446, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8611111111111112, "overall_9_raw": 1.90625, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 210, "release_row": "evalset_rows/eval_texthard_055", "sample_id": "eval_texthard_055", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC"], "failure_modes": ["CCS", "CSV", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9, "overall_9_raw": 1.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2041666666666666, "overall_9_raw": 1.2824074074074074, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2666666666666666, "overall_9_raw": 2.185185185185185, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21666666666666665, "overall_9_raw": 0.24074074074074073, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4666666666666667, "overall_9_raw": 0.5185185185185186, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0541666666666667, "overall_9_raw": 2.115740740740741, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21666666666666665, "overall_9_raw": 0.24074074074074073, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.9375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 3.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.6375, "overall_9_raw": 1.7638888888888888, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.11666666666666667, "overall_9_raw": 0.12962962962962965, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7166666666666668, "overall_9_raw": 1.7962962962962965, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 211, "release_row": "evalset_rows/eval_texthard_056", "sample_id": "eval_texthard_056", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SPO"], "failure_modes": ["CCS", "DVZ", "EIK", "FHA", "THG", "TK-C"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1791666666666667, "overall_9_raw": 1.3101851851851851, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7361111111111112, "overall_9_raw": 0.828125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6111111111111112, "overall_9_raw": 0.6875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.2222222222222223, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3148148148148148, "overall_9_raw": 0.3541666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2037037037037037, "overall_9_raw": 0.22916666666666666, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8888888888888888, "overall_9_raw": 1.0, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2962962962962963, "overall_9_raw": 0.3333333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8888888888888888, "overall_9_raw": 1.0, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 212, "release_row": "evalset_rows/eval_texthard_057", "sample_id": "eval_texthard_057", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM", "TEC"], "failure_modes": ["CCS", "DVZ", "THG", "TK-R", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.075, "overall_9_raw": 1.1944444444444444, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4722222222222223, "overall_9_raw": 1.65625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.5, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2777777777777778, "overall_9_raw": 0.25, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4444444444444444, "overall_9_raw": 0.5, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7916666666666666, "overall_9_raw": 0.890625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1111111111111112, "overall_9_raw": 1.25, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0277777777777777, "overall_9_raw": 1.15625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0277777777777777, "overall_9_raw": 1.15625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.075, "overall_9_raw": 1.1944444444444444, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9305555555555556, "overall_9_raw": 1.046875, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 213, "release_row": "evalset_rows/eval_texthard_058", "sample_id": "eval_texthard_058", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SPO"], "failure_modes": ["CCS", "DVZ", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.16666666666666666, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7833333333333333, "overall_9_raw": 0.8703703703703703, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.7777777777777777, "overall_9_raw": 2.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3, "overall_9_raw": 0.3333333333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8666666666666666, "overall_9_raw": 0.9629629629629629, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5740740740740741, "overall_9_raw": 0.6458333333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35185185185185186, "overall_9_raw": 0.3958333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5555555555555556, "overall_9_raw": 0.625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1851851851851852, "overall_9_raw": 0.20833333333333334, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 214, "release_row": "evalset_rows/eval_texthard_059", "sample_id": "eval_texthard_059", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SCI"], "failure_modes": ["DVZ", "THG", "TK-C", "TK-R"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4037037037037037, "overall_9_raw": 1.4541666666666666, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9714285714285715, "overall_9_raw": 2.9714285714285715, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.2857142857142857, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.257142857142857, "overall_9_raw": 2.257142857142857, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6375, "overall_9_raw": 2.6375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.12962962962962965, "overall_9_raw": 0.14583333333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.914285714285714, "overall_9_raw": 2.914285714285714, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7095238095238092, "overall_9_raw": 2.7095238095238092, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5166666666666666, "overall_9_raw": 2.5166666666666666, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1333333333333333, "overall_9_raw": 2.1333333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0125, "overall_9_raw": 0.014285714285714287, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8285714285714287, "overall_9_raw": 2.8285714285714287, "status": "scored"}}, "original_subset": ["texthard", "testmini", "testmini_easy"], "prompt_index": 215, "release_row": "evalset_rows/eval_texthard_060", "sample_id": "eval_texthard_060", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI", "TXT"], "failure_modes": ["CCS", "CSV", "EIK", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7666666666666668, "overall_9_raw": 1.7962962962962965, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.225, "overall_9_raw": 2.25, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3, "overall_9_raw": 0.3333333333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.225, "overall_9_raw": 2.25, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.138888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6583333333333332, "overall_9_raw": 1.7314814814814816, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7375, "overall_9_raw": 0.7638888888888888, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6125, "overall_9_raw": 1.6805555555555556, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5625, "overall_9_raw": 1.5694444444444444, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 216, "release_row": "evalset_rows/eval_texthard_061", "sample_id": "eval_texthard_061", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SPO", "TEC"], "failure_modes": ["CCS", "CSV", "DVZ", "EIK", "FHA", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.375, "overall_9_raw": 1.546875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7916666666666667, "overall_9_raw": 2.015625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1388888888888888, "overall_9_raw": 1.28125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6296296296296297, "overall_9_raw": 0.7083333333333334, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1851851851851852, "overall_9_raw": 0.20833333333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2916666666666667, "overall_9_raw": 1.453125, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 217, "release_row": "evalset_rows/eval_texthard_062", "sample_id": "eval_texthard_062", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SPO", "TEC"], "failure_modes": ["CCS", "DVZ", "EIK", "THG", "TK-R", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3472222222222223, "overall_9_raw": 1.515625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4375, "overall_9_raw": 1.6428571428571428, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.203125, "overall_9_raw": 0.23214285714285715, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 1.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.484375, "overall_9_raw": 1.6964285714285714, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.2857142857142857, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.078125, "overall_9_raw": 0.08928571428571429, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.3472222222222222, "overall_9_raw": 0.390625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.296875, "overall_9_raw": 1.4821428571428572, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.375, "overall_9_raw": 1.546875, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 218, "release_row": "evalset_rows/eval_texthard_063", "sample_id": "eval_texthard_063", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["COM"], "failure_modes": ["CCS", "DVZ", "FHA", "THG", "TK-C", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8166666666666667, "overall_9_raw": 0.8518518518518519, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.6805555555555556, "overall_9_raw": 1.703125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7407407407407408, "overall_9_raw": 0.7708333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2638888888888888, "overall_9_raw": 1.296875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6296296296296297, "overall_9_raw": 0.7083333333333334, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7407407407407408, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.11666666666666667, "overall_9_raw": 0.12962962962962965, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0666666666666667, "overall_9_raw": 1.1851851851851851, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.37916666666666665, "overall_9_raw": 0.4212962962962963, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3518518518518519, "overall_9_raw": 1.3333333333333333, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 219, "release_row": "evalset_rows/eval_texthard_064", "sample_id": "eval_texthard_064", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["SCI"], "failure_modes": ["CCS", "CSV", "DVZ", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7962962962962965, "overall_9_raw": 1.8958333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8055555555555556, "overall_9_raw": 1.90625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2546296296296296, "overall_9_raw": 0.2864583333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.22916666666666666, "overall_9_raw": 0.2546296296296296, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5694444444444444, "overall_9_raw": 1.640625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4629629629629628, "overall_9_raw": 1.5208333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2592592592592593, "overall_9_raw": 1.2916666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.912037037037037, "overall_9_raw": 1.9635416666666667, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 220, "release_row": "evalset_rows/eval_texthard_065", "sample_id": "eval_texthard_065", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM", "SPO"], "failure_modes": ["CCS", "CSV", "DVZ", "EIK", "FHA", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1083333333333334, "overall_9_raw": 1.2314814814814816, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.25, "overall_9_raw": 2.53125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6759259259259259, "overall_9_raw": 0.7604166666666666, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3657407407407407, "overall_9_raw": 1.5364583333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7875, "overall_9_raw": 0.875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9629629629629629, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7083333333333333, "overall_9_raw": 1.859375, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 221, "release_row": "evalset_rows/eval_texthard_066", "sample_id": "eval_texthard_066", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM", "CUL", "EDU"], "failure_modes": ["CCS", "CSV", "DVZ", "EIK", "FHA", "THG", "TK-C"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.265625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 1.625, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9322916666666667, "overall_9_raw": 2.2083333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.05555555555555555, "overall_9_raw": 0.0625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5520833333333334, "overall_9_raw": 0.630952380952381, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2962962962962963, "overall_9_raw": 1.3958333333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6822916666666666, "overall_9_raw": 0.7797619047619048, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.15625, "overall_9_raw": 1.3214285714285714, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.2857142857142858, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9010416666666666, "overall_9_raw": 1.0297619047619047, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.09375, "overall_9_raw": 2.392857142857143, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 222, "release_row": "evalset_rows/eval_texthard_067", "sample_id": "eval_texthard_067", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM", "HIS"], "failure_modes": ["CCS", "CSV", "DVZ", "FHA", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.16666666666666666, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6435185185185186, "overall_9_raw": 0.7239583333333334, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2916666666666667, "overall_9_raw": 0.328125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8194444444444444, "overall_9_raw": 0.921875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5972222222222222, "overall_9_raw": 0.671875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8888888888888888, "overall_9_raw": 1.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1125, "overall_9_raw": 0.125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.18055555555555555, "overall_9_raw": 0.203125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.18055555555555555, "overall_9_raw": 0.203125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1944444444444444, "overall_9_raw": 1.34375, "status": "scored"}}, "original_subset": ["texthard", "testmini", "testmini_hard"], "prompt_index": 223, "release_row": "evalset_rows/eval_texthard_068", "sample_id": "eval_texthard_068", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["SCI"], "failure_modes": ["CCS", "CSV", "EIK", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1583333333333334, "overall_9_raw": 1.2314814814814816, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8875, "overall_9_raw": 0.9861111111111112, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6851851851851851, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.65, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4916666666666667, "overall_9_raw": 1.4907407407407407, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8666666666666666, "overall_9_raw": 0.9074074074074073, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8583333333333334, "overall_9_raw": 0.8981481481481483, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.55, "overall_9_raw": 1.5555555555555556, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 224, "release_row": "evalset_rows/eval_texthard_069", "sample_id": "eval_texthard_069", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["COM", "SPO"], "failure_modes": ["CCS", "CSV", "DVZ", "EIK", "FHA", "THG", "TK-R", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.0, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05555555555555555, "overall_9_raw": 0.0625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05555555555555555, "overall_9_raw": 0.0625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.05, "overall_9_raw": 1.1666666666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.18055555555555555, "overall_9_raw": 0.203125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.587962962962963, "overall_9_raw": 0.6614583333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05555555555555555, "overall_9_raw": 0.0625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5694444444444444, "overall_9_raw": 0.640625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.0, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5138888888888888, "overall_9_raw": 1.515625, "status": "scored"}}, "original_subset": ["texthard", "testmini_hard"], "prompt_index": 225, "release_row": "evalset_rows/eval_texthard_070", "sample_id": "eval_texthard_070", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SPO", "TXT"], "failure_modes": ["CCS", "CSV", "DVZ", "EIK", "THG", "TK-C", "TK-R"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.2222222222222223, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6111111111111112, "overall_9_raw": 1.8125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.125, "overall_9_raw": 0.140625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.18055555555555555, "overall_9_raw": 0.203125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5972222222222222, "overall_9_raw": 0.671875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.225, "overall_9_raw": 1.3611111111111112, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.225, "overall_9_raw": 1.3611111111111112, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0555555555555556, "overall_9_raw": 1.1875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 1.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.5833333333333333, "overall_9_raw": 1.78125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3625, "overall_9_raw": 0.4027777777777778, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3625, "overall_9_raw": 0.4027777777777778, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.5, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 226, "release_row": "evalset_rows/eval_texthard_071", "sample_id": "eval_texthard_071", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["INF", "TEC"], "failure_modes": ["CCS", "CSV", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9166666666666667, "overall_9_raw": 1.90625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1944444444444446, "overall_9_raw": 2.21875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.18055555555555555, "overall_9_raw": 0.203125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.18055555555555555, "overall_9_raw": 0.203125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.2142857142857142, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1944444444444446, "overall_9_raw": 2.21875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2916666666666667, "overall_9_raw": 0.328125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.375, "overall_9_raw": 2.421875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.638888888888889, "overall_9_raw": 2.59375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7083333333333333, "overall_9_raw": 1.796875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7916666666666667, "overall_9_raw": 1.828125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.3472222222222222, "overall_9_raw": 0.390625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.125, "overall_9_raw": 0.140625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0625, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 227, "release_row": "evalset_rows/eval_texthard_072", "sample_id": "eval_texthard_072", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SPO"], "failure_modes": ["CCS", "CSV", "DVZ", "EIK", "FHA", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5375, "overall_9_raw": 0.5972222222222222, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.40625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5277777777777778, "overall_9_raw": 0.59375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5555555555555556, "overall_9_raw": 0.625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05555555555555555, "overall_9_raw": 0.0625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5416666666666666, "overall_9_raw": 0.609375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6111111111111112, "overall_9_raw": 0.6875, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 228, "release_row": "evalset_rows/eval_texthard_073", "sample_id": "eval_texthard_073", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SPO"], "failure_modes": ["CCS", "DVZ", "THG", "TK-R", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2458333333333333, "overall_9_raw": 1.3287037037037037, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0509259259259256, "overall_9_raw": 2.0572916666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.050925925925926, "overall_9_raw": 1.1197916666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4722222222222223, "overall_9_raw": 2.40625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1851851851851852, "overall_9_raw": 0.20833333333333334, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4907407407407407, "overall_9_raw": 1.6770833333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9537037037037037, "overall_9_raw": 1.0104166666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1388888888888888, "overall_9_raw": 1.28125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6875, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 229, "release_row": "evalset_rows/eval_texthard_074", "sample_id": "eval_texthard_074", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["HIS", "SPO"], "failure_modes": ["CCS", "CSV", "FHA", "THG", "TK-C", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6111111111111112, "overall_9_raw": 0.6875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8875, "overall_9_raw": 0.9861111111111112, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7125, "overall_9_raw": 0.7916666666666666, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6296296296296297, "overall_9_raw": 0.7083333333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.37916666666666665, "overall_9_raw": 0.4212962962962963, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.36666666666666664, "overall_9_raw": 0.4074074074074074, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}}, "original_subset": ["texthard", "testmini_hard"], "prompt_index": 230, "release_row": "evalset_rows/eval_texthard_075", "sample_id": "eval_texthard_075", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7166666666666668, "overall_9_raw": 1.7407407407407407, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5625, "overall_9_raw": 2.513888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5416666666666667, "overall_9_raw": 1.609375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5416666666666665, "overall_9_raw": 1.6018518518518519, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5666666666666667, "overall_9_raw": 0.6296296296296297, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1375, "overall_9_raw": 1.1527777777777777, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.020833333333333, "overall_9_raw": 2.0787037037037037, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 231, "release_row": "evalset_rows/eval_texthard_076", "sample_id": "eval_texthard_076", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SPO"], "failure_modes": ["CCS", "DVZ", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.9375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.875, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6302083333333333, "overall_9_raw": 1.863095238095238, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0625, "overall_9_raw": 0.07142857142857142, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0625, "overall_9_raw": 0.07142857142857142, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7777777777777778, "overall_9_raw": 0.875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0052083333333333, "overall_9_raw": 1.1488095238095237, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5714285714285714, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8571428571428571, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.3888888888888889, "overall_9_raw": 0.4375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.1875, "overall_9_raw": 0.21428571428571427, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0625, "overall_9_raw": 0.07142857142857142, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2083333333333333, "overall_9_raw": 1.359375, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 232, "release_row": "evalset_rows/eval_texthard_077", "sample_id": "eval_texthard_077", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["SPO"], "failure_modes": ["CCS", "DVZ", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5875, "overall_9_raw": 1.6527777777777777, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.8888888888888888, "overall_9_raw": 1.9375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1625, "overall_9_raw": 0.18055555555555555, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.18055555555555555, "overall_9_raw": 0.203125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5694444444444444, "overall_9_raw": 0.640625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0625, "overall_9_raw": 0.06944444444444445, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3, "overall_9_raw": 1.3888888888888888, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1625, "overall_9_raw": 0.18055555555555555, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1527777777777778, "overall_9_raw": 0.171875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0625, "overall_9_raw": 0.06944444444444445, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5416666666666666, "overall_9_raw": 0.609375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5972222222222222, "overall_9_raw": 0.671875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3125, "overall_9_raw": 0.3472222222222222, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.0125, "overall_9_raw": 2.125, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 233, "release_row": "evalset_rows/eval_texthard_078", "sample_id": "eval_texthard_078", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SPO"], "failure_modes": ["CCS", "CSV", "DVZ", "EIK", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21666666666666665, "overall_9_raw": 0.24074074074074073, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.4814814814814816, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7546296296296297, "overall_9_raw": 0.8489583333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8791666666666667, "overall_9_raw": 0.9768518518518517, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1851851851851852, "overall_9_raw": 0.20833333333333334, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.2546296296296296, "overall_9_raw": 0.2864583333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6791666666666667, "overall_9_raw": 0.7546296296296297, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21666666666666665, "overall_9_raw": 0.24074074074074073, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2546296296296296, "overall_9_raw": 0.2864583333333333, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 234, "release_row": "evalset_rows/eval_texthard_079", "sample_id": "eval_texthard_079", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["COM", "EDU", "TEC"], "failure_modes": ["CCS", "EIK", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2222222222222223, "overall_9_raw": 2.1875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2, "overall_9_raw": 2.2222222222222223, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3611111111111112, "overall_9_raw": 1.46875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.225, "overall_9_raw": 1.3055555555555556, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1944444444444444, "overall_9_raw": 1.28125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3, "overall_9_raw": 1.3888888888888888, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6875, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 235, "release_row": "evalset_rows/eval_texthard_080", "sample_id": "eval_texthard_080", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM", "MED", "SPO"], "failure_modes": ["CCS", "CSV", "DVZ", "EIK", "TK-C"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.455, "overall_9_raw": 1.5611111111111111, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.415, "overall_9_raw": 1.5166666666666666, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.863888888888889, "overall_9_raw": 2.971875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2125, "overall_9_raw": 0.2361111111111111, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.18055555555555555, "overall_9_raw": 0.203125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6361111111111111, "overall_9_raw": 0.715625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3625, "overall_9_raw": 0.4027777777777778, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.066666666666667, "overall_9_raw": 2.2, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 236, "release_row": "evalset_rows/eval_texthard_081", "sample_id": "eval_texthard_081", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["TEC"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7416666666666667, "overall_9_raw": 1.8240740740740742, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6296296296296298, "overall_9_raw": 2.7083333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.949074074074074, "overall_9_raw": 1.0677083333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.699074074074074, "overall_9_raw": 1.7864583333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5601851851851851, "overall_9_raw": 1.6302083333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3796296296296295, "overall_9_raw": 1.4895833333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3541666666666665, "overall_9_raw": 1.5046296296296295, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.550925925925926, "overall_9_raw": 1.6197916666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0509259259259256, "overall_9_raw": 2.1197916666666665, "status": "scored"}}, "original_subset": ["texthard", "testmini", "testmini_easy"], "prompt_index": 237, "release_row": "evalset_rows/eval_texthard_082", "sample_id": "eval_texthard_082", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI", "TEC"], "failure_modes": ["CCS", "CSV", "DVZ", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8125, "overall_9_raw": 1.9027777777777777, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4375, "overall_9_raw": 1.4861111111111112, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9875, "overall_9_raw": 2.0416666666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4, "overall_9_raw": 0.4444444444444444, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7777777777777777, "overall_9_raw": 1.875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9583333333333333, "overall_9_raw": 2.015625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2777777777777778, "overall_9_raw": 0.3125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9583333333333333, "overall_9_raw": 2.015625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1805555555555554, "overall_9_raw": 2.203125, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 238, "release_row": "evalset_rows/eval_texthard_083", "sample_id": "eval_texthard_083", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SPO"], "failure_modes": ["DVZ", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2407407407407407, "overall_9_raw": 1.3958333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 0.625, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7864583333333333, "overall_9_raw": 1.9702380952380951, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2708333333333333, "overall_9_raw": 0.3095238095238095, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 1.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.238095238095238, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.20833333333333334, "overall_9_raw": 0.2380952380952381, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.625, "overall_9_raw": 0.7142857142857143, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8571428571428571, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5625, "overall_9_raw": 0.6428571428571429, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 1.0714285714285714, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 239, "release_row": "evalset_rows/eval_texthard_084", "sample_id": "eval_texthard_084", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "TEC"], "failure_modes": ["DVZ", "TK-C", "TK-R", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3611111111111112, "overall_9_raw": 1.53125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9166666666666667, "overall_9_raw": 2.15625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.125, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.015625, "overall_9_raw": 0.017857142857142856, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.375, "overall_9_raw": 0.42857142857142855, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0972222222222223, "overall_9_raw": 1.234375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.453125, "overall_9_raw": 1.6607142857142858, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.375, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.1875, "overall_9_raw": 0.21428571428571427, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.328125, "overall_9_raw": 1.5178571428571428, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.3571428571428572, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.046875, "overall_9_raw": 1.1964285714285714, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.46875, "overall_9_raw": 1.6785714285714286, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.3125, "overall_9_raw": 0.35714285714285715, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.703125, "overall_9_raw": 1.9464285714285714, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 240, "release_row": "evalset_rows/eval_texthard_085", "sample_id": "eval_texthard_085", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SCI"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8125, "overall_9_raw": 1.8571428571428572, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9285714285714284, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.125, "overall_9_raw": 0.14285714285714285, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6458333333333334, "overall_9_raw": 0.7380952380952381, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.21875, "overall_9_raw": 2.1785714285714284, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.05555555555555555, "overall_9_raw": 0.0625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0416666666666667, "overall_9_raw": 1.1904761904761905, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.15625, "overall_9_raw": 2.1785714285714284, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.65625, "overall_9_raw": 0.75, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7708333333333333, "overall_9_raw": 1.8095238095238095, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5104166666666665, "overall_9_raw": 2.511904761904762, "status": "scored"}}, "original_subset": ["texthard", "testmini_easy"], "prompt_index": 241, "release_row": "evalset_rows/eval_texthard_086", "sample_id": "eval_texthard_086", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SCI"], "failure_modes": ["CSV", "DVZ", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.9074074074074074, "overall_9_raw": 1.9583333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8703703703703703, "overall_9_raw": 0.9166666666666666, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.24074074074074073, "overall_9_raw": 0.2708333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4166666666666667, "overall_9_raw": 1.46875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.3564814814814816, "overall_9_raw": 1.4010416666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 0.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5740740740740741, "overall_9_raw": 0.6458333333333334, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.1875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.462962962962963, "overall_9_raw": 0.5208333333333334, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.787037037037037, "overall_9_raw": 0.8229166666666666, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4444444444444444, "overall_9_raw": 1.5, "status": "scored"}}, "original_subset": ["texthard", "testmini_hard"], "prompt_index": 242, "release_row": "evalset_rows/eval_texthard_087", "sample_id": "eval_texthard_087", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SPO", "TEC"], "failure_modes": ["CCS", "CSV", "DVZ", "EIK", "FHA", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.85, "overall_9_raw": 0.9444444444444444, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6574074074074074, "overall_9_raw": 1.7395833333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.95, "overall_9_raw": 1.0555555555555556, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.074074074074074, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5555555555555556, "overall_9_raw": 0.625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4444444444444444, "overall_9_raw": 0.5, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4583333333333333, "overall_9_raw": 1.515625, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 243, "release_row": "evalset_rows/eval_texthard_088", "sample_id": "eval_texthard_088", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["COM", "FOO", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "IRR", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7222222222222223, "overall_9_raw": 1.8125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.433333333333333, "overall_9_raw": 2.4259259259259256, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3055555555555554, "overall_9_raw": 2.34375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.691666666666667, "overall_9_raw": 2.6574074074074074, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.935185185185185, "overall_9_raw": 2.9270833333333335, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.308333333333333, "overall_9_raw": 2.2870370370370368, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1666666666666665, "overall_9_raw": 1.2407407407407407, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.441666666666667, "overall_9_raw": 2.3796296296296298, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1759259259259256, "overall_9_raw": 2.1979166666666665, "status": "scored"}}, "original_subset": ["texthard", "testmini_easy"], "prompt_index": 244, "release_row": "evalset_rows/eval_texthard_089", "sample_id": "eval_texthard_089", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI"], "failure_modes": ["DVZ", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1851851851851851, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2222222222222223, "overall_9_raw": 1.375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.40625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7268518518518519, "overall_9_raw": 1.9427083333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.39814814814814814, "overall_9_raw": 0.4479166666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2604166666666667, "overall_9_raw": 1.369047619047619, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.3571428571428572, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.9375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9444444444444444, "overall_9_raw": 1.0625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1388888888888888, "overall_9_raw": 1.28125, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 245, "release_row": "evalset_rows/eval_texthard_090", "sample_id": "eval_texthard_090", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["TEC"], "failure_modes": ["CCS", "CSV", "FHA", "THG", "TK-R", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3833333333333333, "overall_9_raw": 2.314814814814815, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6111111111111112, "overall_9_raw": 0.6875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5555555555555556, "overall_9_raw": 1.625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0277777777777777, "overall_9_raw": 2.03125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3541666666666665, "overall_9_raw": 1.3935185185185184, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05555555555555555, "overall_9_raw": 0.0625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}}, "original_subset": ["texthard", "testmini_hard"], "prompt_index": 246, "release_row": "evalset_rows/eval_texthard_091", "sample_id": "eval_texthard_091", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SPO"], "failure_modes": ["CCS", "DVZ", "EIK", "FHA", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.375, "overall_9_raw": 0.4166666666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2916666666666667, "overall_9_raw": 1.453125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1944444444444444, "overall_9_raw": 1.34375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.20833333333333334, "overall_9_raw": 0.234375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3625, "overall_9_raw": 0.4027777777777778, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2777777777777778, "overall_9_raw": 0.3125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.125, "overall_9_raw": 0.140625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.21875, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 247, "release_row": "evalset_rows/eval_texthard_092", "sample_id": "eval_texthard_092", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "TEC"], "failure_modes": ["CCS", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7083333333333334, "overall_9_raw": 0.796875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6342592592592592, "overall_9_raw": 0.7135416666666666, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4291666666666667, "overall_9_raw": 1.5324074074074074, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0333333333333334, "overall_9_raw": 1.1481481481481481, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2175925925925926, "overall_9_raw": 1.3072916666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666667, "overall_9_raw": 0.7407407407407408, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6833333333333333, "overall_9_raw": 0.7592592592592592, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5601851851851851, "overall_9_raw": 1.5677083333333333, "status": "scored"}}, "original_subset": ["texthard", "testmini_hard"], "prompt_index": 248, "release_row": "evalset_rows/eval_texthard_093", "sample_id": "eval_texthard_093", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["COM", "SPO"], "failure_modes": ["CCS", "CSV", "DVZ", "EIK", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7083333333333334, "overall_9_raw": 0.796875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.45, "overall_9_raw": 1.6111111111111112, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7916666666666666, "overall_9_raw": 0.890625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4625, "overall_9_raw": 0.5138888888888888, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1805555555555556, "overall_9_raw": 1.328125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2222222222222223, "overall_9_raw": 1.375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.18055555555555555, "overall_9_raw": 0.203125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.20833333333333334, "overall_9_raw": 0.234375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8375, "overall_9_raw": 0.9305555555555556, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4875, "overall_9_raw": 0.5416666666666666, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1125, "overall_9_raw": 0.125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.34375, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 249, "release_row": "evalset_rows/eval_texthard_094", "sample_id": "eval_texthard_094", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.503703703703704, "overall_9_raw": 2.504166666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.448148148148148, "overall_9_raw": 2.504166666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2518518518518515, "overall_9_raw": 2.283333333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.022222222222222, "overall_9_raw": 2.025, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.022222222222222, "overall_9_raw": 2.025, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3962962962962964, "overall_9_raw": 1.4458333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.337037037037037, "overall_9_raw": 2.379166666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.011111111111111, "overall_9_raw": 2.0125, "status": "scored"}}, "original_subset": ["texthard", "testmini_hard"], "prompt_index": 250, "release_row": "evalset_rows/eval_texthard_095", "sample_id": "eval_texthard_095", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "SCI"], "failure_modes": ["CCS", "DVZ", "THG", "TK-R"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9722222222222222, "overall_9_raw": 1.03125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.511111111111111, "overall_9_raw": 1.575, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.355, "overall_9_raw": 1.4500000000000002, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8833333333333333, "overall_9_raw": 1.93125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.19444444444444445, "overall_9_raw": 0.21875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.39375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.19444444444444445, "overall_9_raw": 0.21875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9099999999999999, "overall_9_raw": 0.9555555555555555, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.165, "overall_9_raw": 2.238888888888889, "status": "scored"}}, "original_subset": ["texthard", "testmini_hard"], "prompt_index": 251, "release_row": "evalset_rows/eval_texthard_096", "sample_id": "eval_texthard_096", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "SPO", "TEC"], "failure_modes": ["CCS", "CSV", "DVZ", "EIK", "FHA", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7849999999999999, "overall_9_raw": 0.8722222222222222, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.4777777777777779, "overall_9_raw": 1.6625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.61875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6388888888888888, "overall_9_raw": 0.71875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.19444444444444445, "overall_9_raw": 0.21875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9277777777777777, "overall_9_raw": 1.04375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5833333333333334, "overall_9_raw": 0.65625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9349999999999999, "overall_9_raw": 1.0388888888888888, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.2444444444444445, "overall_9_raw": 1.4, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 252, "release_row": "evalset_rows/eval_texthard_097", "sample_id": "eval_texthard_097", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SPO"], "failure_modes": ["CCS", "CSV", "DVZ", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.1407407407407408, "overall_9_raw": 1.2833333333333334, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6111111111111112, "overall_9_raw": 0.6875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.0296296296296297, "overall_9_raw": 1.1583333333333334, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6111111111111112, "overall_9_raw": 0.6875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.8888888888888888, "overall_9_raw": 1.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.6111111111111112, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1851851851851852, "overall_9_raw": 0.20833333333333334, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 253, "release_row": "evalset_rows/eval_texthard_098", "sample_id": "eval_texthard_098", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU"], "failure_modes": ["DVZ", "FHA", "THG", "TK-C", "TK-R"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.825, "overall_9_raw": 0.9166666666666666, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9861111111111112, "overall_9_raw": 1.046875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9, "overall_9_raw": 1.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0375, "overall_9_raw": 1.1527777777777777, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.28125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.84375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7375, "overall_9_raw": 0.8194444444444444, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9125, "overall_9_raw": 1.0138888888888888, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4, "overall_9_raw": 1.5555555555555556, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 254, "release_row": "evalset_rows/eval_texthard_099", "sample_id": "eval_texthard_099", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.11666666666666667, "overall_9_raw": 0.12962962962962965, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7708333333333333, "overall_9_raw": 1.8009259259259258, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5083333333333333, "overall_9_raw": 2.4537037037037037, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.26666666666666666, "overall_9_raw": 0.2962962962962963, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4166666666666667, "overall_9_raw": 0.462962962962963, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1541666666666666, "overall_9_raw": 1.2268518518518519, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.558333333333333, "overall_9_raw": 2.509259259259259, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.31666666666666665, "overall_9_raw": 0.35185185185185186, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7375, "overall_9_raw": 1.6527777777777777, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.075, "overall_9_raw": 2.0833333333333335, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9041666666666666, "overall_9_raw": 0.949074074074074, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9083333333333332, "overall_9_raw": 1.898148148148148, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3, "overall_9_raw": 0.3333333333333333, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.308333333333333, "overall_9_raw": 2.2870370370370368, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 255, "release_row": "evalset_rows/eval_texthard_100", "sample_id": "eval_texthard_100", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SCI", "TXT"], "failure_modes": ["CCS", "DVZ", "THG", "TK-R", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.25, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1527777777777777, "overall_9_raw": 2.234375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6944444444444444, "overall_9_raw": 1.78125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9444444444444444, "overall_9_raw": 1.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7361111111111112, "overall_9_raw": 0.828125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.18055555555555555, "overall_9_raw": 0.203125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2125, "overall_9_raw": 0.2361111111111111, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6875, "overall_9_raw": 1.7638888888888888, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 256, "release_row": "evalset_rows/eval_texthard_101", "sample_id": "eval_texthard_101", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SCI"], "failure_modes": ["DVZ", "THG", "TK-C", "TK-R"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.425, "overall_9_raw": 1.5833333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.125, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1125, "overall_9_raw": 2.3472222222222223, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8375, "overall_9_raw": 0.9305555555555556, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.475, "overall_9_raw": 1.6388888888888888, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 2.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5972222222222223, "overall_9_raw": 1.796875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 0.75, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0277777777777777, "overall_9_raw": 2.28125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1944444444444444, "overall_9_raw": 1.34375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1944444444444444, "overall_9_raw": 1.34375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1625, "overall_9_raw": 0.18055555555555555, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.575, "overall_9_raw": 1.75, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 257, "release_row": "evalset_rows/eval_texthard_102", "sample_id": "eval_texthard_102", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "INF", "SCI"], "failure_modes": ["DVZ", "EIK", "FHA", "TK-R", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.55, "overall_9_raw": 1.7222222222222223, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6, "overall_9_raw": 1.7777777777777777, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1375, "overall_9_raw": 1.2638888888888888, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.3888888888888888, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.85, "overall_9_raw": 0.9444444444444444, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5625, "overall_9_raw": 0.625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.275, "overall_9_raw": 0.3055555555555556, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.2777777777777778, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1625, "overall_9_raw": 1.2916666666666667, "status": "scored"}}, "original_subset": ["texthard", "testmini", "testmini_hard"], "prompt_index": 258, "release_row": "evalset_rows/eval_texthard_103", "sample_id": "eval_texthard_103", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "EDU", "SCI"], "failure_modes": ["CSV", "THG", "TK-R", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.75, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.075, "overall_9_raw": 0.08333333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1666666666666665, "overall_9_raw": 1.2962962962962963, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6666666666666667, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7962962962962965, "overall_9_raw": 1.8958333333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.75, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.075, "overall_9_raw": 0.08333333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1851851851851852, "overall_9_raw": 0.20833333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.75, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.075, "overall_9_raw": 0.08333333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7875, "overall_9_raw": 1.9305555555555556, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.75, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.075, "overall_9_raw": 0.08333333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9074074074074073, "overall_9_raw": 1.0208333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1041666666666665, "overall_9_raw": 1.2268518518518519, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9074074074074073, "overall_9_raw": 1.0208333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.712962962962963, "overall_9_raw": 0.8020833333333334, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.325, "overall_9_raw": 0.3611111111111111, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1666666666666667, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4444444444444444, "overall_9_raw": 1.5625, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 259, "release_row": "evalset_rows/eval_texthard_104", "sample_id": "eval_texthard_104", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["CUL", "SCI"], "failure_modes": ["CS", "DVZ", "THG", "TK-C", "TK-R"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8101851851851852, "overall_9_raw": 0.9114583333333334, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9305555555555556, "overall_9_raw": 2.046875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.2857142857142857, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.3333333333333333, "overall_9_raw": 0.375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0833333333333335, "overall_9_raw": 2.21875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.3888888888888889, "overall_9_raw": 0.4375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8009259259259258, "overall_9_raw": 1.9010416666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8072916666666667, "overall_9_raw": 1.9226190476190477, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.2142857142857142, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.03125, "overall_9_raw": 1.1071428571428572, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.013888888888889, "overall_9_raw": 2.140625, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 260, "release_row": "evalset_rows/eval_texthard_105", "sample_id": "eval_texthard_105", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "HIS"], "failure_modes": ["DVZ", "FHA", "THG", "TK-C"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1125, "overall_9_raw": 1.2714285714285716, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5666666666666667, "overall_9_raw": 1.7904761904761906, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.3125, "overall_9_raw": 0.35714285714285715, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7999999999999999, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.65, "overall_9_raw": 1.8857142857142857, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0666666666666667, "overall_9_raw": 1.219047619047619, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6625, "overall_9_raw": 0.7571428571428571, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7416666666666667, "overall_9_raw": 0.8476190476190476, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7916666666666666, "overall_9_raw": 0.9047619047619048, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.2857142857142857, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.775, "overall_9_raw": 2.0285714285714285, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 261, "release_row": "evalset_rows/eval_texthard_107", "sample_id": "eval_texthard_107", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "HIS"], "failure_modes": ["CCS", "CSV", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7777777777777778, "overall_9_raw": 0.875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8842592592592592, "overall_9_raw": 0.9322916666666666, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.4444444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9444444444444444, "overall_9_raw": 1.0625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7666666666666667, "overall_9_raw": 0.8518518518518519, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8166666666666669, "overall_9_raw": 1.9074074074074074, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 2.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.85, "overall_9_raw": 1.8888888888888888, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8518518518518519, "overall_9_raw": 0.9583333333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666667, "overall_9_raw": 0.7407407407407408, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.3833333333333333, "overall_9_raw": 1.4814814814814816, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6166666666666667, "overall_9_raw": 0.6851851851851852, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5666666666666667, "overall_9_raw": 0.6296296296296297, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666667, "overall_9_raw": 0.7407407407407408, "status": "scored"}}, "original_subset": ["texthard", "testmini_easy"], "prompt_index": 262, "release_row": "evalset_rows/eval_texthard_109", "sample_id": "eval_texthard_109", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["CUL", "HIS", "PSY"], "failure_modes": ["CS", "CSV", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8148148148148148, "overall_9_raw": 0.9166666666666666, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6791666666666667, "overall_9_raw": 1.7546296296296295, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8958333333333333, "overall_9_raw": 1.9398148148148147, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7407407407407408, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.324074074074074, "overall_9_raw": 1.4895833333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7777777777777777, "overall_9_raw": 1.875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8055555555555556, "overall_9_raw": 0.90625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9629629629629629, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9351851851851851, "overall_9_raw": 1.0520833333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9074074074074073, "overall_9_raw": 1.0208333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2083333333333333, "overall_9_raw": 1.296875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.9375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7777777777777778, "overall_9_raw": 0.875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2314814814814816, "overall_9_raw": 1.3854166666666667, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 263, "release_row": "evalset_rows/eval_texthard_110", "sample_id": "eval_texthard_110", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "SCI", "TXT"], "failure_modes": ["CS", "CSV", "FHA", "THG", "TK-R"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.53125, "overall_9_raw": 2.75, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.15625, "overall_9_raw": 2.3214285714285716, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.21875, "overall_9_raw": 2.392857142857143, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.28125, "overall_9_raw": 2.4642857142857144, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1822916666666665, "overall_9_raw": 2.351190476190476, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.53125, "overall_9_raw": 2.75, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.28125, "overall_9_raw": 2.4642857142857144, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2916666666666665, "overall_9_raw": 2.4047619047619047, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 264, "release_row": "evalset_rows/eval_texthard_111", "sample_id": "eval_texthard_111", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SCI", "TXT"], "failure_modes": ["CCS", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9, "overall_9_raw": 1.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.6574074074074074, "overall_9_raw": 1.8645833333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1851851851851852, "overall_9_raw": 0.20833333333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3148148148148149, "overall_9_raw": 1.4166666666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.36666666666666664, "overall_9_raw": 0.4074074074074074, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7592592592592593, "overall_9_raw": 1.7916666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2129629629629628, "overall_9_raw": 1.3645833333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2685185185185184, "overall_9_raw": 1.3645833333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3416666666666666, "overall_9_raw": 1.4907407407407407, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1851851851851852, "overall_9_raw": 0.20833333333333334, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.45, "overall_9_raw": 0.5, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.9, "overall_9_raw": 2.111111111111111, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 265, "release_row": "evalset_rows/eval_texthard_112", "sample_id": "eval_texthard_112", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["CUL", "SCI", "TXT"], "failure_modes": ["CCS", "CS", "CSV", "DVZ", "THG", "TK-C", "TK-R", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.728125, "overall_9_raw": 1.7607142857142857, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.39375, "overall_9_raw": 2.5214285714285714, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.81875, "overall_9_raw": 1.8642857142857143, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.353125, "overall_9_raw": 1.4035714285714285, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.796875, "overall_9_raw": 1.9107142857142858, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.478125, "overall_9_raw": 1.5464285714285713, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.890625, "overall_9_raw": 0.9464285714285714, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.125, "overall_9_raw": 0.14285714285714285, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.05555555555555555, "overall_9_raw": 0.0625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.33125, "overall_9_raw": 2.3785714285714286, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 266, "release_row": "evalset_rows/eval_texthard_113", "sample_id": "eval_texthard_113", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "CUL"], "failure_modes": ["CCS", "CS", "CSV", "EIK"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.84375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.275, "overall_9_raw": 2.25, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.85, "overall_9_raw": 0.9444444444444444, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.675, "overall_9_raw": 0.75, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8888888888888888, "overall_9_raw": 1.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.1111111111111112, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8055555555555556, "overall_9_raw": 0.90625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6944444444444444, "overall_9_raw": 0.78125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8777777777777778, "overall_9_raw": 0.9875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9444444444444444, "overall_9_raw": 1.0625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.9722222222222222, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.3125, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 267, "release_row": "evalset_rows/eval_texthard_114", "sample_id": "eval_texthard_114", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "CUL"], "failure_modes": ["CS", "CSV", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0185185185185184, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9041666666666666, "overall_9_raw": 0.949074074074074, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.333333333333333, "overall_9_raw": 2.259259259259259, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6916666666666667, "overall_9_raw": 0.7685185185185186, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5666666666666667, "overall_9_raw": 0.6296296296296297, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7407407407407408, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": 2.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.375, "overall_9_raw": 1.4722222222222223, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7666666666666667, "overall_9_raw": 0.8518518518518519, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2875, "overall_9_raw": 1.4305555555555556, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.1805555555555556, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.3148148148148149, "overall_9_raw": 1.3541666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.199074074074074, "overall_9_raw": 1.2864583333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 3.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.3791666666666667, "overall_9_raw": 1.4768518518518519, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.125, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7625, "overall_9_raw": 1.8472222222222223, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6166666666666667, "overall_9_raw": 0.6851851851851852, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.9375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.1375, "overall_9_raw": 2.2083333333333335, "status": "scored"}}, "original_subset": ["texthard", "testmini", "testmini_easy"], "prompt_index": 268, "release_row": "evalset_rows/eval_texthard_115", "sample_id": "eval_texthard_115", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SCI", "TXT"], "failure_modes": ["CCS", "FHA", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5185185185185184, "overall_9_raw": 1.6458333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7296296296296296, "overall_9_raw": 1.8208333333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.474074074074074, "overall_9_raw": 1.5958333333333334, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.75, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.474074074074074, "overall_9_raw": 1.5958333333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8111111111111111, "overall_9_raw": 0.9125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3222222222222222, "overall_9_raw": 1.4875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05555555555555555, "overall_9_raw": 0.0625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6777777777777778, "overall_9_raw": 1.7625, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 269, "release_row": "evalset_rows/eval_texthard_117", "sample_id": "eval_texthard_117", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "SCI", "TXT"], "failure_modes": ["CS", "EIK", "THG", "TK-R", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6527777777777777, "overall_9_raw": 1.734375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.59375, "overall_9_raw": 2.75, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.3333333333333333, "overall_9_raw": 0.375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4791666666666667, "overall_9_raw": 1.5476190476190477, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6458333333333333, "overall_9_raw": 1.738095238095238, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 1.875, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.359375, "overall_9_raw": 2.482142857142857, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.380952380952381, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4635416666666667, "overall_9_raw": 1.5297619047619049, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9947916666666667, "overall_9_raw": 2.136904761904762, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 270, "release_row": "evalset_rows/eval_texthard_118", "sample_id": "eval_texthard_118", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["MED", "SPO"], "failure_modes": ["CCS", "CSV", "THG", "TK-R", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9791666666666666, "overall_9_raw": 1.0879629629629628, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.24074074074074073, "overall_9_raw": 0.2708333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0046296296296295, "overall_9_raw": 1.1302083333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2962962962962963, "overall_9_raw": 0.3333333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6944444444444444, "overall_9_raw": 0.78125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.36666666666666664, "overall_9_raw": 0.4074074074074074, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6111111111111112, "overall_9_raw": 0.6875, "status": "scored"}}, "original_subset": ["texthard", "testmini_hard"], "prompt_index": 271, "release_row": "evalset_rows/eval_texthard_119", "sample_id": "eval_texthard_119", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["CUL", "HIS", "MUS"], "failure_modes": ["CCS", "EIK", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5666666666666667, "overall_9_raw": 0.6296296296296297, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5125, "overall_9_raw": 0.5694444444444444, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5166666666666666, "overall_9_raw": 2.685185185185185, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6625, "overall_9_raw": 0.7361111111111112, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6166666666666667, "overall_9_raw": 0.6851851851851852, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21666666666666665, "overall_9_raw": 0.24074074074074073, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9541666666666666, "overall_9_raw": 1.0601851851851851, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7125, "overall_9_raw": 0.7916666666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7625, "overall_9_raw": 0.8472222222222222, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6125, "overall_9_raw": 0.6805555555555556, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9333333333333333, "overall_9_raw": 1.0370370370370372, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5791666666666667, "overall_9_raw": 0.6435185185185186, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.22916666666666666, "overall_9_raw": 0.2546296296296296, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.31666666666666665, "overall_9_raw": 0.35185185185185186, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 272, "release_row": "evalset_rows/eval_texthard_120", "sample_id": "eval_texthard_120", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["OTH"], "failure_modes": ["DVZ", "FHA", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 1.375, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5972222222222223, "overall_9_raw": 1.796875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.125, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 2.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.4583333333333333, "overall_9_raw": 1.640625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2175925925925926, "overall_9_raw": 1.3697916666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 0.875, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 2.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.4861111111111112, "overall_9_raw": 1.671875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.5, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1435185185185184, "overall_9_raw": 1.2239583333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6111111111111112, "overall_9_raw": 0.6875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8842592592592592, "overall_9_raw": 0.9947916666666666, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 273, "release_row": "evalset_rows/eval_texthard_121", "sample_id": "eval_texthard_121", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["CUL"], "failure_modes": ["CS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8888888888888888, "overall_9_raw": 0.9375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6111111111111112, "overall_9_raw": 1.6875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7777777777777778, "overall_9_raw": 0.875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8472222222222222, "overall_9_raw": 0.953125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3888888888888888, "overall_9_raw": 1.5, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6388888888888888, "overall_9_raw": 1.71875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1111111111111112, "overall_9_raw": 1.1875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0138888888888888, "overall_9_raw": 1.078125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8055555555555556, "overall_9_raw": 1.84375, "status": "scored"}}, "original_subset": ["texthard", "testmini_easy"], "prompt_index": 274, "release_row": "evalset_rows/eval_texthard_122", "sample_id": "eval_texthard_122", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "SPO"], "failure_modes": ["DVZ", "FHA", "THG", "TK-C", "TK-R"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 1.0416666666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.0875, "overall_9_raw": 1.2083333333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0625, "overall_9_raw": 0.06944444444444445, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2125, "overall_9_raw": 0.2361111111111111, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0625, "overall_9_raw": 0.06944444444444445, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.25, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.15, "overall_9_raw": 1.2777777777777777, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1625, "overall_9_raw": 0.18055555555555555, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.975, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.775, "overall_9_raw": 0.8611111111111112, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8875, "overall_9_raw": 0.9861111111111112, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2375, "overall_9_raw": 0.2638888888888889, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.1111111111111112, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 275, "release_row": "evalset_rows/eval_texthard_123", "sample_id": "eval_texthard_123", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 1.03125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.154166666666667, "overall_9_raw": 2.1712962962962963, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6333333333333333, "overall_9_raw": 1.6481481481481481, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3916666666666666, "overall_9_raw": 1.4907407407407407, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666669, "overall_9_raw": 0.1851851851851852, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7916666666666667, "overall_9_raw": 1.8796296296296298, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7777777777777778, "overall_9_raw": 0.875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.154166666666667, "overall_9_raw": 2.1712962962962963, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4625, "overall_9_raw": 0.5138888888888888, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8916666666666666, "overall_9_raw": 0.9907407407407407, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.125, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6435185185185184, "overall_9_raw": 1.7864583333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0370370370370372, "overall_9_raw": 1.1041666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9541666666666668, "overall_9_raw": 2.0046296296296298, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1166666666666667, "overall_9_raw": 1.1851851851851851, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8888888888888888, "overall_9_raw": 1.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3041666666666667, "overall_9_raw": 2.3379629629629632, "status": "scored"}}, "original_subset": ["texthard", "testmini", "testmini_easy"], "prompt_index": 276, "release_row": "evalset_rows/eval_texthard_124", "sample_id": "eval_texthard_124", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SCI"], "failure_modes": ["DVZ", "THG", "TK-R"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.425925925925926, "overall_9_raw": 1.6041666666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.5925925925925926, "overall_9_raw": 1.7916666666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35185185185185186, "overall_9_raw": 0.3958333333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.5370370370370372, "overall_9_raw": 1.7291666666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.4814814814814816, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.4814814814814816, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.2870370370370372, "overall_9_raw": 1.4479166666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.449074074074074, "overall_9_raw": 1.6302083333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.4814814814814816, "overall_9_raw": 1.6666666666666667, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 277, "release_row": "evalset_rows/eval_texthard_125", "sample_id": "eval_texthard_125", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM", "SCI", "TEC"], "failure_modes": ["CSV", "DVZ", "THG", "TK-R", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0266666666666668, "overall_9_raw": 1.1407407407407408, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3966666666666667, "overall_9_raw": 1.5518518518518518, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.36666666666666664, "overall_9_raw": 0.4074074074074074, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.36666666666666664, "overall_9_raw": 0.4074074074074074, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.36666666666666664, "overall_9_raw": 0.4074074074074074, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9, "overall_9_raw": 1.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.4233333333333333, "overall_9_raw": 1.5814814814814815, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.36666666666666664, "overall_9_raw": 0.4074074074074074, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0933333333333333, "overall_9_raw": 1.2148148148148148, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7518518518518519, "overall_9_raw": 0.8458333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8166666666666667, "overall_9_raw": 0.9074074074074073, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5555555555555556, "overall_9_raw": 0.625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.36666666666666664, "overall_9_raw": 0.4074074074074074, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7766666666666666, "overall_9_raw": 0.8629629629629629, "status": "scored"}}, "original_subset": ["texthard", "testmini_easy"], "prompt_index": 278, "release_row": "evalset_rows/eval_texthard_126", "sample_id": "eval_texthard_126", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "EDU", "TXT"], "failure_modes": ["CCS", "CS", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.8333333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6388888888888888, "overall_9_raw": 1.71875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8888888888888888, "overall_9_raw": 1.9375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4212962962962963, "overall_9_raw": 0.4739583333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6990740740740741, "overall_9_raw": 0.7864583333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5462962962962963, "overall_9_raw": 0.6145833333333334, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 0.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4351851851851852, "overall_9_raw": 0.4895833333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2314814814814816, "overall_9_raw": 1.2604166666666667, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 279, "release_row": "evalset_rows/eval_texthard_127", "sample_id": "eval_texthard_127", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "ART"], "failure_modes": ["CCS", "EIK", "IRR", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1388888888888888, "overall_9_raw": 1.28125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.84375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7916666666666667, "overall_9_raw": 1.890625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5277777777777777, "overall_9_raw": 1.71875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9583333333333334, "overall_9_raw": 1.078125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3472222222222223, "overall_9_raw": 1.515625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.013888888888889, "overall_9_raw": 2.140625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0138888888888888, "overall_9_raw": 1.140625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4722222222222223, "overall_9_raw": 1.53125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.765625, "overall_9_raw": 1.875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.671875, "overall_9_raw": 1.7678571428571428, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5972222222222223, "overall_9_raw": 1.671875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.984375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8611111111111112, "overall_9_raw": 1.96875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.84375, "overall_9_raw": 0.9642857142857143, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.125, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 280, "release_row": "evalset_rows/eval_texthard_130", "sample_id": "eval_texthard_130", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["CUL", "HIS", "MUS"], "failure_modes": ["CCS", "CS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5555555555555556, "overall_9_raw": 0.625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3888888888888888, "overall_9_raw": 1.4375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7638888888888888, "overall_9_raw": 0.859375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5555555555555556, "overall_9_raw": 0.625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5277777777777778, "overall_9_raw": 0.59375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7638888888888888, "overall_9_raw": 0.859375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9722222222222222, "overall_9_raw": 1.09375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0138888888888888, "overall_9_raw": 1.140625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8888888888888888, "overall_9_raw": 1.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.34375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9444444444444444, "overall_9_raw": 1.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6111111111111112, "overall_9_raw": 0.6875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5555555555555556, "overall_9_raw": 0.625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3888888888888889, "overall_9_raw": 0.4375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3888888888888889, "overall_9_raw": 0.4375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9722222222222222, "overall_9_raw": 1.09375, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 281, "release_row": "evalset_rows/eval_texthard_131", "sample_id": "eval_texthard_131", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SCI"], "failure_modes": ["DVZ", "THG", "TK-C"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2129629629629628, "overall_9_raw": 1.3645833333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.185185185185185, "overall_9_raw": 2.2083333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0416666666666665, "overall_9_raw": 1.1574074074074074, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.425925925925926, "overall_9_raw": 1.5416666666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2314814814814816, "overall_9_raw": 1.3229166666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7685185185185186, "overall_9_raw": 0.8645833333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1851851851851852, "overall_9_raw": 0.20833333333333334, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1851851851851852, "overall_9_raw": 0.20833333333333334, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1296296296296295, "overall_9_raw": 1.2083333333333333, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 282, "release_row": "evalset_rows/eval_texthard_132", "sample_id": "eval_texthard_132", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["CUL", "SCI"], "failure_modes": ["CSV", "DVZ", "THG", "TK-R"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9, "overall_9_raw": 2.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.5625, "overall_9_raw": 2.6805555555555554, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9, "overall_9_raw": 1.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.35, "overall_9_raw": 2.4444444444444446, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3333333333333333, "overall_9_raw": 0.375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.638888888888889, "overall_9_raw": 2.78125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.388888888888889, "overall_9_raw": 2.5, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.45, "overall_9_raw": 2.5555555555555554, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9166666666666667, "overall_9_raw": 2.03125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.925, "overall_9_raw": 2.0277777777777777, "status": "scored"}}, "original_subset": ["texthard", "testmini_easy"], "prompt_index": 283, "release_row": "evalset_rows/eval_texthard_135", "sample_id": "eval_texthard_135", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SPO"], "failure_modes": ["CCS", "CSV", "DVZ", "EIK", "THG", "TK-C"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5291666666666666, "overall_9_raw": 1.699074074074074, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2453703703703705, "overall_9_raw": 1.4010416666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4666666666666667, "overall_9_raw": 0.5185185185185186, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4333333333333333, "overall_9_raw": 1.5925925925925926, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 284, "release_row": "evalset_rows/eval_texthard_136", "sample_id": "eval_texthard_136", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "COM", "TXT"], "failure_modes": ["DVZ", "FHA", "THG", "TK-R"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6481481481481481, "overall_9_raw": 1.7291666666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.398148148148148, "overall_9_raw": 2.5729166666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2962962962962963, "overall_9_raw": 0.3333333333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8981481481481483, "overall_9_raw": 1.0104166666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.1785714285714284, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.4074074074074074, "overall_9_raw": 0.4583333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.425925925925926, "overall_9_raw": 1.6041666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8645833333333333, "overall_9_raw": 2.130952380952381, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3177083333333333, "overall_9_raw": 1.505952380952381, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7685185185185184, "overall_9_raw": 1.9895833333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.35185185185185186, "overall_9_raw": 0.3958333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.05555555555555555, "overall_9_raw": 0.0625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.25, "status": "scored"}}, "original_subset": ["texthard", "testmini", "testmini_hard"], "prompt_index": 285, "release_row": "evalset_rows/eval_texthard_138", "sample_id": "eval_texthard_138", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "INF", "SCI"], "failure_modes": ["CCS", "EIK", "FHA", "TK-R"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5555555555555556, "overall_9_raw": 0.625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1805555555555556, "overall_9_raw": 1.328125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.013888888888889, "overall_9_raw": 2.265625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 1.03125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4166666666666667, "overall_9_raw": 1.59375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6805555555555556, "overall_9_raw": 0.765625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6805555555555556, "overall_9_raw": 0.765625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7083333333333334, "overall_9_raw": 0.796875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8194444444444444, "overall_9_raw": 2.046875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8888888888888888, "overall_9_raw": 2.125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.9375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9583333333333334, "overall_9_raw": 1.078125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8055555555555556, "overall_9_raw": 0.90625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2777777777777778, "overall_9_raw": 0.3125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8472222222222223, "overall_9_raw": 1.953125, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 286, "release_row": "evalset_rows/eval_texthard_139", "sample_id": "eval_texthard_139", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "SCI", "TEC"], "failure_modes": ["CCS", "CSV", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8287037037037035, "overall_9_raw": 1.9322916666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2083333333333335, "overall_9_raw": 2.296875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.4444444444444444, "overall_9_raw": 0.5, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6111111111111112, "overall_9_raw": 0.6875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7777777777777778, "overall_9_raw": 0.875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.3333333333333333, "overall_9_raw": 0.375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5648148148148149, "overall_9_raw": 1.6354166666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.3333333333333333, "overall_9_raw": 0.375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2314814814814814, "overall_9_raw": 2.3854166666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3796296296296298, "overall_9_raw": 2.4895833333333335, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3055555555555554, "overall_9_raw": 2.46875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2129629629629632, "overall_9_raw": 2.3020833333333335, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.587962962962963, "overall_9_raw": 0.6614583333333334, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2083333333333335, "overall_9_raw": 2.296875, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 287, "release_row": "evalset_rows/eval_texthard_140", "sample_id": "eval_texthard_140", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM", "EDU"], "failure_modes": ["CCS", "CSV", "DVZ", "EIK", "FHA", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.7685185185185186, "overall_9_raw": 2.8020833333333335, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.875, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8564814814814814, "overall_9_raw": 2.8385416666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2777777777777778, "overall_9_raw": 0.3125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0185185185185184, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6435185185185186, "overall_9_raw": 0.7239583333333334, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2777777777777778, "overall_9_raw": 0.3125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.19907407407407407, "overall_9_raw": 0.22395833333333334, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 288, "release_row": "evalset_rows/eval_texthard_141", "sample_id": "eval_texthard_141", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SCI"], "failure_modes": ["CS", "DVZ", "FHA"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8472222222222222, "overall_9_raw": 0.953125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.5555555555555556, "overall_9_raw": 1.6875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8888888888888888, "overall_9_raw": 1.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2125, "overall_9_raw": 0.2361111111111111, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8194444444444444, "overall_9_raw": 0.921875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3888888888888888, "overall_9_raw": 1.5625, "status": "scored"}}, "original_subset": ["texthard", "testmini_hard"], "prompt_index": 289, "release_row": "evalset_rows/eval_texthard_142", "sample_id": "eval_texthard_142", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "HIS"], "failure_modes": ["CCS", "CSV", "EIK", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3625, "overall_9_raw": 1.4583333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6, "overall_9_raw": 2.5555555555555554, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.675, "overall_9_raw": 0.75, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.575, "overall_9_raw": 0.6388888888888888, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 0.0, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.075, "overall_9_raw": 1.1944444444444444, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.775, "overall_9_raw": 0.8611111111111112, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.725, "overall_9_raw": 0.8055555555555556, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.975, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.725, "overall_9_raw": 0.8055555555555556, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.075, "overall_9_raw": 1.1944444444444444, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.225, "overall_9_raw": 0.25, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.6111111111111112, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.075, "overall_9_raw": 2.0833333333333335, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 290, "release_row": "evalset_rows/eval_texthard_144", "sample_id": "eval_texthard_144", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "INF", "SCI"], "failure_modes": ["CCS", "CSV", "DVZ", "EIK", "THG", "TK-R"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.45, "overall_9_raw": 2.4444444444444446, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.375, "overall_9_raw": 2.3055555555555554, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.475, "overall_9_raw": 0.5277777777777778, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.525, "overall_9_raw": 0.5833333333333334, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7375, "overall_9_raw": 0.8194444444444444, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.775, "overall_9_raw": 0.8611111111111112, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.525, "overall_9_raw": 0.5833333333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.45, "overall_9_raw": 2.4444444444444446, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.775, "overall_9_raw": 0.8611111111111112, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.2125, "overall_9_raw": 1.2916666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5625, "overall_9_raw": 1.625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.275, "overall_9_raw": 1.3611111111111112, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4, "overall_9_raw": 1.5, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7625, "overall_9_raw": 0.8472222222222222, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.5, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 291, "release_row": "evalset_rows/eval_texthard_148", "sample_id": "eval_texthard_148", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "SCI"], "failure_modes": ["CCS", "CSV", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9300000000000002, "overall_9_raw": 1.9777777777777779, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.12, "overall_9_raw": 2.1333333333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9800000000000001, "overall_9_raw": 1.0333333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.07, "overall_9_raw": 2.1333333333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8, "overall_9_raw": 1.8888888888888888, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4699999999999998, "overall_9_raw": 2.5777777777777775, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.46, "overall_9_raw": 1.5666666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.61, "overall_9_raw": 1.6777777777777778, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5900000000000001, "overall_9_raw": 0.6555555555555556, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9149999999999998, "overall_9_raw": 2.0166666666666666, "status": "scored"}}, "original_subset": ["texthard", "testmini_easy"], "prompt_index": 292, "release_row": "evalset_rows/eval_texthard_149", "sample_id": "eval_texthard_149", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC"], "failure_modes": ["CCS", "CSV", "FHA"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7, "overall_9_raw": 1.7777777777777777, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4375, "overall_9_raw": 1.4861111111111112, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.37916666666666665, "overall_9_raw": 0.4212962962962963, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666669, "overall_9_raw": 0.1851851851851852, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0833333333333335, "overall_9_raw": 1.2037037037037037, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.2777777777777778, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.216666666666667, "overall_9_raw": 2.351851851851852, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8666666666666666, "overall_9_raw": 0.9629629629629629, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6851851851851852, "overall_9_raw": 0.7708333333333334, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4791666666666667, "overall_9_raw": 0.5324074074074074, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9083333333333334, "overall_9_raw": 1.0092592592592593, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4166666666666667, "overall_9_raw": 0.462962962962963, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.22916666666666666, "overall_9_raw": 0.2546296296296296, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.675, "overall_9_raw": 1.75, "status": "scored"}}, "original_subset": ["texthard", "testmini_hard"], "prompt_index": 293, "release_row": "evalset_rows/eval_texthard_150", "sample_id": "eval_texthard_150", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "SPO"], "failure_modes": ["CCS", "CSV", "DVZ", "EIK", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.6166666666666667, "overall_9_raw": 0.6851851851851852, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.4083333333333334, "overall_9_raw": 1.5648148148148149, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4666666666666667, "overall_9_raw": 0.5185185185185186, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7416666666666667, "overall_9_raw": 1.7685185185185184, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7166666666666667, "overall_9_raw": 0.7962962962962963, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.45, "overall_9_raw": 1.6111111111111112, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.95, "overall_9_raw": 1.0555555555555556, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3, "overall_9_raw": 0.3333333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.9666666666666666, "overall_9_raw": 1.074074074074074, "status": "scored"}}, "original_subset": ["texthard", "testmini_hard"], "prompt_index": 294, "release_row": "evalset_rows/eval_texthard_151", "sample_id": "eval_texthard_151", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "CUL"], "failure_modes": ["CCS", "CS", "EIK", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.5694444444444446, "overall_9_raw": 2.515625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.7, "overall_9_raw": 2.6666666666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5555555555555556, "overall_9_raw": 1.625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.314814814814815, "overall_9_raw": 2.2916666666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 1.875, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.120833333333333, "overall_9_raw": 2.2453703703703702, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.2222222222222223, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.225, "overall_9_raw": 0.25, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.2222222222222223, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.925, "overall_9_raw": 1.0277777777777777, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.2129629629629632, "overall_9_raw": 2.1770833333333335, "status": "scored"}}, "original_subset": ["texthard", "testmini_hard"], "prompt_index": 295, "release_row": "evalset_rows/eval_texthard_152", "sample_id": "eval_texthard_152", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SPO", "TXT"], "failure_modes": ["DVZ", "FHA", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4629629629629628, "overall_9_raw": 1.6458333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5925925925925926, "overall_9_raw": 1.7916666666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.39814814814814814, "overall_9_raw": 0.4479166666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.125, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0125, "overall_9_raw": 0.013888888888888888, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.3125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.125, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6435185185185184, "overall_9_raw": 1.8489583333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.125, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0625, "overall_9_raw": 0.06944444444444445, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.33796296296296297, "overall_9_raw": 0.3802083333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6458333333333333, "overall_9_raw": 0.7175925925925926, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.0138888888888888, "overall_9_raw": 1.140625, "status": "scored"}}, "original_subset": ["texthard", "testmini_hard"], "prompt_index": 296, "release_row": "evalset_rows/eval_texthard_153", "sample_id": "eval_texthard_153", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "TXT"], "failure_modes": ["CSV", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.65, "overall_9_raw": 2.611111111111111, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.5, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5185185185185184, "overall_9_raw": 1.6458333333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.6666666666666666, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.111111111111111, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8333333333333334, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.4375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.95, "overall_9_raw": 1.0555555555555556, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.6111111111111112, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["texthard", "testmini_hard"], "prompt_index": 297, "release_row": "evalset_rows/eval_texthard_154", "sample_id": "eval_texthard_154", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["CUL", "HIS", "PSY"], "failure_modes": ["CCS", "CS", "EIK", "FHA", "IRR", "THG", "VUA"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4625, "overall_9_raw": 0.5138888888888888, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.825, "overall_9_raw": 0.8611111111111112, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.1111111111111112, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.45, "overall_9_raw": 0.5, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.45, "overall_9_raw": 0.5, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.625, "overall_9_raw": 0.6944444444444444, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.45, "overall_9_raw": 0.5, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.425, "overall_9_raw": 1.4722222222222223, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.475, "overall_9_raw": 0.5277777777777778, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0875, "overall_9_raw": 1.1527777777777777, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.5, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.775, "overall_9_raw": 0.8055555555555556, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 298, "release_row": "evalset_rows/eval_texthard_155", "sample_id": "eval_texthard_155", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM", "PSY"], "failure_modes": ["DVZ", "FHA", "THG", "TK-C"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2416666666666667, "overall_9_raw": 1.3796296296296295, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3148148148148149, "overall_9_raw": 1.4791666666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5324074074074074, "overall_9_raw": 0.5989583333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9629629629629629, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0972222222222223, "overall_9_raw": 1.171875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0601851851851851, "overall_9_raw": 1.1927083333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.984375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0601851851851851, "overall_9_raw": 1.1927083333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2777777777777778, "overall_9_raw": 0.3125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5333333333333334, "overall_9_raw": 1.7037037037037037, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 299, "release_row": "evalset_rows/eval_texthard_156", "sample_id": "eval_texthard_156", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "OTH"], "failure_modes": ["DVZ", "FHA", "THG", "TK-R"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9, "overall_9_raw": 1.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 0.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.9962962962962965, "overall_9_raw": 2.1208333333333336, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21666666666666665, "overall_9_raw": 0.24074074074074073, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1851851851851852, "overall_9_raw": 0.20833333333333334, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1851851851851852, "overall_9_raw": 0.20833333333333334, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6111111111111112, "overall_9_raw": 0.6875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2888888888888888, "overall_9_raw": 1.45, "status": "scored"}}, "original_subset": ["texthard", "testmini_hard"], "prompt_index": 300, "release_row": "evalset_rows/eval_texthard_161", "sample_id": "eval_texthard_161", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "TEC"], "failure_modes": ["DVZ", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.28125, "overall_9_raw": 1.4642857142857142, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.40625, "overall_9_raw": 1.6071428571428572, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.3888888888888889, "overall_9_raw": 0.4375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.074074074074074, "overall_9_raw": 1.2083333333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.3333333333333335, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 0.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.7142857142857142, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 0.75, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.46875, "overall_9_raw": 1.6785714285714286, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3385416666666667, "overall_9_raw": 1.5297619047619049, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3541666666666667, "overall_9_raw": 1.5476190476190477, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6111111111111112, "overall_9_raw": 0.6875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8571428571428571, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 301, "release_row": "evalset_rows/eval_texthard_166", "sample_id": "eval_texthard_166", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "SCI", "TEC"], "failure_modes": ["CCS", "THG", "TK-R", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.825, "overall_9_raw": 1.9166666666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.479166666666667, "overall_9_raw": 2.5879629629629632, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21666666666666665, "overall_9_raw": 0.24074074074074073, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.36666666666666664, "overall_9_raw": 0.4074074074074074, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 1.75, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.25, "overall_9_raw": 2.34375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0370370370370368, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4444444444444444, "overall_9_raw": 1.5, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1064814814814816, "overall_9_raw": 1.1822916666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2962962962962963, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2083333333333335, "overall_9_raw": 2.296875, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 302, "release_row": "evalset_rows/eval_texthard_168", "sample_id": "eval_texthard_168", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "DVZ", "EIK", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1125, "overall_9_raw": 1.1805555555555556, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5277777777777777, "overall_9_raw": 2.53125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.525, "overall_9_raw": 0.5833333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.925, "overall_9_raw": 1.9722222222222223, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6125, "overall_9_raw": 0.6805555555555556, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7916666666666667, "overall_9_raw": 1.828125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.15, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6527777777777778, "overall_9_raw": 0.734375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8875, "overall_9_raw": 1.9305555555555556, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7375, "overall_9_raw": 0.8194444444444444, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5972222222222223, "overall_9_raw": 1.671875, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 303, "release_row": "evalset_rows/eval_texthard_169", "sample_id": "eval_texthard_169", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.725, "overall_9_raw": 1.8055555555555556, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4166666666666667, "overall_9_raw": 1.46875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5555555555555556, "overall_9_raw": 1.625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0972222222222223, "overall_9_raw": 1.171875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3888888888888888, "overall_9_raw": 1.4375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8472222222222222, "overall_9_raw": 0.890625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5694444444444444, "overall_9_raw": 1.640625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 304, "release_row": "evalset_rows/eval_texthard_170", "sample_id": "eval_texthard_170", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC"], "failure_modes": ["CCS", "CSV", "EIK", "FHA", "THG", "TK-C"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.125, "overall_9_raw": 0.1388888888888889, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.725, "overall_9_raw": 1.75, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.15, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.175, "overall_9_raw": 0.19444444444444445, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.6388888888888888, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3, "overall_9_raw": 2.3333333333333335, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.225, "overall_9_raw": 0.25, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.15, "overall_9_raw": 1.2222222222222223, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.25, "overall_9_raw": 2.2777777777777777, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 305, "release_row": "evalset_rows/eval_texthard_172", "sample_id": "eval_texthard_172", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["CUL", "SCI", "TEC"], "failure_modes": ["DVZ", "THG", "TK-C", "TK-R"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4458333333333333, "overall_9_raw": 1.550925925925926, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7333333333333332, "overall_9_raw": 1.8148148148148147, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.575, "overall_9_raw": 1.6388888888888888, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.45, "overall_9_raw": 0.5, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6018518518518519, "overall_9_raw": 1.7395833333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.125, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7916666666666667, "overall_9_raw": 1.890625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8935185185185185, "overall_9_raw": 1.0052083333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3055555555555556, "overall_9_raw": 1.46875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3458333333333334, "overall_9_raw": 1.4398148148148149, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 306, "release_row": "evalset_rows/eval_texthard_173", "sample_id": "eval_texthard_173", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "SCI"], "failure_modes": ["CS", "CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4, "overall_9_raw": 1.4444444444444444, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.333333333333333, "overall_9_raw": 2.314814814814815, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9958333333333331, "overall_9_raw": 2.0509259259259256, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.111111111111111, "overall_9_raw": 2.0625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4675925925925926, "overall_9_raw": 1.4635416666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3703703703703702, "overall_9_raw": 2.3541666666666665, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.333333333333333, "overall_9_raw": 2.314814814814815, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 307, "release_row": "evalset_rows/eval_texthard_174", "sample_id": "eval_texthard_174", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SCI", "TEC"], "failure_modes": ["DVZ", "EIK", "THG", "TK-R"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3833333333333333, "overall_9_raw": 1.4814814814814816, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.12962962962962965, "overall_9_raw": 0.14583333333333334, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1851851851851852, "overall_9_raw": 0.20833333333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.4375, "overall_9_raw": 1.5416666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7546296296296298, "overall_9_raw": 2.7239583333333335, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.36666666666666664, "overall_9_raw": 0.4074074074074074, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.15625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0601851851851851, "overall_9_raw": 1.1302083333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0708333333333333, "overall_9_raw": 1.1342592592592593, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2625, "overall_9_raw": 1.3472222222222223, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7416666666666667, "overall_9_raw": 0.8240740740740741, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21666666666666665, "overall_9_raw": 0.24074074074074073, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.625, "overall_9_raw": 2.5833333333333335, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 308, "release_row": "evalset_rows/eval_texthard_175", "sample_id": "eval_texthard_175", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4, "overall_9_raw": 0.4444444444444444, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.138888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.2, "overall_9_raw": 1.2222222222222223, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.675, "overall_9_raw": 0.75, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.15, "overall_9_raw": 1.1666666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.65, "overall_9_raw": 1.6666666666666667, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 309, "release_row": "evalset_rows/eval_texthard_176", "sample_id": "eval_texthard_176", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SPO"], "failure_modes": ["EIK", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 1.03125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 1.03125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.1388888888888889, "overall_9_raw": 0.15625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.4166666666666667, "overall_9_raw": 0.46875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8611111111111112, "overall_9_raw": 0.96875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4722222222222223, "overall_9_raw": 1.65625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.19444444444444445, "overall_9_raw": 0.21875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.984375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0277777777777777, "overall_9_raw": 1.15625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6944444444444444, "overall_9_raw": 0.78125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 1.03125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.4722222222222222, "overall_9_raw": 0.53125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 1.03125, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 310, "release_row": "evalset_rows/eval_texthard_177", "sample_id": "eval_texthard_177", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SCI", "TXT"], "failure_modes": ["CSV", "EIK", "FHA", "THG", "TK-C"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3703703703703705, "overall_9_raw": 1.4791666666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8287037037037035, "overall_9_raw": 1.9322916666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9814814814814814, "overall_9_raw": 2.1041666666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5972222222222223, "overall_9_raw": 1.671875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.875, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5231481481481481, "overall_9_raw": 1.5885416666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1157407407407407, "overall_9_raw": 1.2552083333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 2.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7592592592592593, "overall_9_raw": 1.9166666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.45, "overall_9_raw": 0.5, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8472222222222223, "overall_9_raw": 1.953125, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 311, "release_row": "evalset_rows/eval_texthard_178", "sample_id": "eval_texthard_178", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "INF"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1125, "overall_9_raw": 1.2361111111111112, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.9375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0046296296296295, "overall_9_raw": 1.0677083333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7777777777777778, "overall_9_raw": 0.875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.208333333333333, "overall_9_raw": 2.2870370370370368, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 2.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.2208333333333334, "overall_9_raw": 1.300925925925926, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4444444444444444, "overall_9_raw": 1.5625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5185185185185184, "overall_9_raw": 1.5833333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 0.9629629629629629, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.9375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.004166666666667, "overall_9_raw": 2.060185185185185, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 312, "release_row": "evalset_rows/eval_texthard_182", "sample_id": "eval_texthard_182", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "HIS"], "failure_modes": ["DVZ", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.475, "overall_9_raw": 0.5277777777777778, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.35, "overall_9_raw": 1.5, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.19444444444444445, "overall_9_raw": 0.21875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9722222222222222, "overall_9_raw": 1.09375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3888888888888888, "overall_9_raw": 1.5625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2361111111111112, "overall_9_raw": 1.390625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8611111111111112, "overall_9_raw": 0.96875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.275, "overall_9_raw": 0.3055555555555556, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 0.75, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.7222222222222223, "overall_9_raw": 1.9375, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 313, "release_row": "evalset_rows/eval_texthard_183", "sample_id": "eval_texthard_183", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "INF", "TXT"], "failure_modes": ["EIK", "THG", "TK-R"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666669, "overall_9_raw": 0.1851851851851852, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.9541666666666668, "overall_9_raw": 2.0046296296296298, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.575, "overall_9_raw": 1.6388888888888888, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.36666666666666664, "overall_9_raw": 0.4074074074074074, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4666666666666667, "overall_9_raw": 0.5185185185185186, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4666666666666667, "overall_9_raw": 0.5185185185185186, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.05, "overall_9_raw": 1.1666666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.35, "overall_9_raw": 1.5, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.36666666666666664, "overall_9_raw": 0.4074074074074074, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.3583333333333334, "overall_9_raw": 1.5092592592592593, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7583333333333333, "overall_9_raw": 1.8425925925925926, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.1111111111111112, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.225, "overall_9_raw": 1.3611111111111112, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4666666666666667, "overall_9_raw": 0.5185185185185186, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.2777777777777778, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.55, "overall_9_raw": 1.6666666666666667, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 314, "release_row": "evalset_rows/eval_texthard_185", "sample_id": "eval_texthard_185", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["COM"], "failure_modes": ["DVZ", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9666666666666666, "overall_9_raw": 1.074074074074074, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7777777777777778, "overall_9_raw": 0.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.6111111111111112, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8333333333333333, "overall_9_raw": 1.9375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1851851851851852, "overall_9_raw": 0.20833333333333334, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0185185185185184, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 315, "release_row": "evalset_rows/eval_texthard_186", "sample_id": "eval_texthard_186", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["COM", "TEC"], "failure_modes": ["CSV", "DVZ", "EIK", "FHA", "TK-C"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7875, "overall_9_raw": 0.875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0277777777777777, "overall_9_raw": 1.15625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6125, "overall_9_raw": 0.6805555555555556, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.85, "overall_9_raw": 0.9444444444444444, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.84375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6805555555555556, "overall_9_raw": 0.765625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8625, "overall_9_raw": 0.9583333333333334, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4583333333333333, "overall_9_raw": 0.515625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0625, "overall_9_raw": 0.06944444444444445, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2, "overall_9_raw": 1.3333333333333333, "status": "scored"}}, "original_subset": ["texthard", "testmini", "testmini_hard"], "prompt_index": 316, "release_row": "evalset_rows/eval_texthard_191", "sample_id": "eval_texthard_191", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC"], "failure_modes": ["CCS", "CSV", "EIK", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0166666666666666, "overall_9_raw": 2.1296296296296298, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.6444444444444446, "overall_9_raw": 1.6625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3740740740740742, "overall_9_raw": 1.4833333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.7407407407407407, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3166666666666667, "overall_9_raw": 1.3518518518518519, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2533333333333333, "overall_9_raw": 0.28148148148148144, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.17666666666666667, "overall_9_raw": 0.1962962962962963, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8633333333333333, "overall_9_raw": 2.848148148148148, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 317, "release_row": "evalset_rows/eval_texthard_194", "sample_id": "eval_texthard_194", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["SCI", "TEC"], "failure_modes": ["CS", "DVZ", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.3333333333333333, "overall_9_raw": 0.375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0555555555555556, "overall_9_raw": 1.1875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9722222222222223, "overall_9_raw": 2.21875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.05555555555555555, "overall_9_raw": 0.0625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.4583333333333333, "overall_9_raw": 0.515625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0324074074074074, "overall_9_raw": 1.1614583333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2638888888888888, "overall_9_raw": 1.359375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.4444444444444444, "overall_9_raw": 0.5, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3055555555555556, "overall_9_raw": 1.46875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5925925925925926, "overall_9_raw": 1.7291666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.625, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3842592592592593, "overall_9_raw": 1.5572916666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8101851851851852, "overall_9_raw": 0.9114583333333334, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.4444444444444444, "overall_9_raw": 0.5, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1111111111111112, "overall_9_raw": 1.25, "status": "scored"}}, "original_subset": ["texthard", "testmini"], "prompt_index": 318, "release_row": "evalset_rows/eval_texthard_196", "sample_id": "eval_texthard_196", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "SCI"], "failure_modes": ["CCS", "CSV", "DVZ", "EIK", "THG", "TK-C", "TK-R", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.31666666666666665, "overall_9_raw": 0.35185185185185186, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.9208333333333332, "overall_9_raw": 1.9675925925925926, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.0083333333333333, "overall_9_raw": 2.064814814814815, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.36666666666666664, "overall_9_raw": 0.4074074074074074, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21666666666666665, "overall_9_raw": 0.24074074074074073, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666669, "overall_9_raw": 0.1851851851851852, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.725, "overall_9_raw": 0.8055555555555556, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 2.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.475, "overall_9_raw": 1.5833333333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4333333333333333, "overall_9_raw": 0.48148148148148145, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.9166666666666667, "overall_9_raw": 2.0185185185185186, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.2708333333333335, "overall_9_raw": 1.3564814814814816, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0166666666666666, "overall_9_raw": 1.1296296296296295, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.6166666666666667, "overall_9_raw": 1.7962962962962965, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5625, "overall_9_raw": 0.625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21666666666666665, "overall_9_raw": 0.24074074074074073, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.9166666666666667, "overall_9_raw": 1.962962962962963, "status": "scored"}}, "original_subset": ["texthard", "testmini_easy"], "prompt_index": 319, "release_row": "evalset_rows/eval_texthard_198", "sample_id": "eval_texthard_198", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8888888888888888, "overall_9_raw": 1.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.7619047619047619, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 1.8333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.9285714285714286, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 0.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["texthard", "testmini_easy"], "prompt_index": 320, "release_row": "evalset_rows/eval_texthard_199", "sample_id": "eval_texthard_199", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC"], "failure_modes": ["EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.85, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6375, "overall_9_raw": 2.6527777777777777, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.975, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.425, "overall_9_raw": 0.4722222222222222, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9444444444444444, "overall_9_raw": 1.0625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.703125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.475, "overall_9_raw": 0.5277777777777778, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 2.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.6111111111111112, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1111111111111112, "overall_9_raw": 1.25, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9444444444444444, "overall_9_raw": 1.0625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.19444444444444445, "overall_9_raw": 0.21875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.925, "overall_9_raw": 1.0277777777777777, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.625, "overall_9_raw": 0.6944444444444444, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5555555555555556, "overall_9_raw": 0.625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.725, "overall_9_raw": 2.6944444444444446, "status": "scored"}}, "original_subset": ["texthard"], "prompt_index": 321, "release_row": "evalset_rows/eval_texthard_200", "sample_id": "eval_texthard_200", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["OBJ", "TEC"], "failure_modes": ["CCS", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.35, "overall_9_raw": 2.2777777777777777, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.955, "overall_9_raw": 2.95, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.305, "overall_9_raw": 0.33888888888888885, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.9027777777777778, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6849999999999999, "overall_9_raw": 0.7611111111111111, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9899999999999998, "overall_9_raw": 1.9333333333333331, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.28250000000000003, "overall_9_raw": 0.3138888888888889, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.255, "overall_9_raw": 2.1722222222222225, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 2.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7025, "overall_9_raw": 1.6694444444444445, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.44, "overall_9_raw": 1.488888888888889, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4125, "overall_9_raw": 2.513888888888889, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.5025000000000001, "overall_9_raw": 0.5583333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.935, "overall_9_raw": 2.927777777777778, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 322, "release_row": "evalset_rows/eval_yewu_hardest_007", "sample_id": "eval_yewu_hardest_007", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ABS", "EDU"], "failure_modes": ["CCS", "CSV", "IRR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.25, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.846875, "overall_9_raw": 0.846875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.746875, "overall_9_raw": 0.746875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7142857142857143, "overall_9_raw": 0.7142857142857143, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8571428571428571, "overall_9_raw": 0.8571428571428571, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.034375, "overall_9_raw": 1.034375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.796875, "overall_9_raw": 0.796875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.203125, "overall_9_raw": 0.203125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0775000000000001, "overall_9_raw": 1.1416666666666666, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8555555555555556, "overall_9_raw": 0.8555555555555556, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.385, "overall_9_raw": 0.4277777777777778, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8428571428571429, "overall_9_raw": 0.8428571428571429, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.796875, "overall_9_raw": 0.796875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1875, "overall_9_raw": 0.1875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.7, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.28250000000000003, "overall_9_raw": 0.3138888888888889, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_hard"], "prompt_index": 323, "release_row": "evalset_rows/eval_yewu_hardest_011", "sample_id": "eval_yewu_hardest_011", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["TEC", "TXT"], "failure_modes": ["THG", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0575, "overall_9_raw": 2.1194444444444445, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 2.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4325, "overall_9_raw": 2.4805555555555556, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8375, "overall_9_raw": 0.9305555555555556, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.18055555555555555, "overall_9_raw": 0.203125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.5666666666666667, "overall_9_raw": 1.6375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6805555555555556, "overall_9_raw": 0.703125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3675, "overall_9_raw": 2.2972222222222225, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2055555555555555, "overall_9_raw": 1.35625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8972222222222221, "overall_9_raw": 1.009375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4194444444444443, "overall_9_raw": 2.346875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3972222222222221, "overall_9_raw": 1.384375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7875, "overall_9_raw": 0.875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 324, "release_row": "evalset_rows/eval_yewu_hardest_013", "sample_id": "eval_yewu_hardest_013", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "HIS"], "failure_modes": ["DVZ", "FHA", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0722222222222222, "overall_9_raw": 1.14375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.511111111111111, "overall_9_raw": 2.45, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.35833333333333334, "overall_9_raw": 0.403125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.0722222222222222, "overall_9_raw": 1.14375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2277777777777779, "overall_9_raw": 1.25625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9944444444444444, "overall_9_raw": 1.05625, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 325, "release_row": "evalset_rows/eval_yewu_hardest_014", "sample_id": "eval_yewu_hardest_014", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "CUL", "EDU"], "failure_modes": ["CCS", "CSV", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2125, "overall_9_raw": 0.2361111111111111, "status": "scored"}, "gemini3pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.183333333333333, "overall_9_raw": 2.183333333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2225, "overall_9_raw": 0.24722222222222223, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3361111111111111, "overall_9_raw": 0.378125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7975, "overall_9_raw": 0.8861111111111111, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.4375, "overall_9_raw": 1.4861111111111112, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8375, "overall_9_raw": 0.9305555555555556, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.3277777777777775, "overall_9_raw": 2.3277777777777775, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1125, "overall_9_raw": 0.125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.113888888888889, "overall_9_raw": 2.113888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 2.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.1100000000000003, "overall_9_raw": 2.2333333333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.33, "overall_9_raw": 2.3666666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.191666666666667, "overall_9_raw": 2.191666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.185, "overall_9_raw": 1.3166666666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5875, "overall_9_raw": 0.6527777777777778, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.4055555555555554, "overall_9_raw": 2.4055555555555554, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 326, "release_row": "evalset_rows/eval_yewu_hardest_017", "sample_id": "eval_yewu_hardest_017", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["OBJ"], "failure_modes": ["VUA"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2375, "overall_9_raw": 1.2714285714285716, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.984375, "overall_9_raw": 0.9821428571428571, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.46875, "overall_9_raw": 1.5357142857142858, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.784375, "overall_9_raw": 1.8964285714285716, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.328125, "overall_9_raw": 1.375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.721875, "overall_9_raw": 0.8250000000000001, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3, "overall_9_raw": 1.342857142857143, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.175, "overall_9_raw": 1.2, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.084375, "overall_9_raw": 1.0964285714285713, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.425, "overall_9_raw": 1.4857142857142858, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.984375, "overall_9_raw": 1.125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.109375, "overall_9_raw": 1.125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.325, "overall_9_raw": 2.442857142857143, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.253125, "overall_9_raw": 1.3607142857142858, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.003125, "overall_9_raw": 2.1464285714285714, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.971875, "overall_9_raw": 0.9678571428571429, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.109375, "overall_9_raw": 1.125, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 327, "release_row": "evalset_rows/eval_yewu_hardest_020", "sample_id": "eval_yewu_hardest_020", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "EDU", "HIS"], "failure_modes": ["CCS", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.61875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.322222222222222, "overall_9_raw": 2.3, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8875, "overall_9_raw": 2.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7611111111111111, "overall_9_raw": 0.85625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.984375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7166666666666667, "overall_9_raw": 0.80625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7725000000000002, "overall_9_raw": 1.8583333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.915, "overall_9_raw": 1.0166666666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2944444444444443, "overall_9_raw": 2.20625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.01, "overall_9_raw": 1.1222222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2, "overall_9_raw": 2.111111111111111, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3525, "overall_9_raw": 2.3916666666666666, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.013888888888889, "overall_9_raw": 2.078125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1305555555555555, "overall_9_raw": 2.021875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1300000000000001, "overall_9_raw": 1.2555555555555555, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.705, "overall_9_raw": 2.6722222222222225, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 328, "release_row": "evalset_rows/eval_yewu_hardest_023", "sample_id": "eval_yewu_hardest_023", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "TXT"], "failure_modes": ["THG", "VUA", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.3, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0925, "overall_9_raw": 0.10277777777777779, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.725, "overall_9_raw": 2.75, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.42750000000000005, "overall_9_raw": 0.47500000000000003, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.42750000000000005, "overall_9_raw": 0.47500000000000003, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5025000000000001, "overall_9_raw": 0.5583333333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6375, "overall_9_raw": 2.7083333333333335, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.42750000000000005, "overall_9_raw": 0.47500000000000003, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7150000000000001, "overall_9_raw": 0.7944444444444445, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4722222222222223, "overall_9_raw": 1.53125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8138888888888887, "overall_9_raw": 2.790625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7875, "overall_9_raw": 2.763888888888889, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6149999999999998, "overall_9_raw": 2.6277777777777778, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3083333333333333, "overall_9_raw": 1.346875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9, "overall_9_raw": 1.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_easy"], "prompt_index": 329, "release_row": "evalset_rows/eval_yewu_hardest_024", "sample_id": "eval_yewu_hardest_024", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC"], "failure_modes": ["CCS", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.0333333333333334, "overall_9_raw": 1.1625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9500000000000001, "overall_9_raw": 1.00625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0083333333333333, "overall_9_raw": 1.071875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.35, "overall_9_raw": 1.39375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8555555555555554, "overall_9_raw": 1.9, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5875, "overall_9_raw": 1.6527777777777777, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7111111111111112, "overall_9_raw": 1.7375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9305555555555556, "overall_9_raw": 1.984375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3111111111111113, "overall_9_raw": 2.35, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7027777777777777, "overall_9_raw": 1.790625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 330, "release_row": "evalset_rows/eval_yewu_hardest_025", "sample_id": "eval_yewu_hardest_025", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "TEC"], "failure_modes": ["CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.455, "overall_9_raw": 2.3944444444444444, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.5833333333333335, "overall_9_raw": 2.5833333333333335, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6824999999999999, "overall_9_raw": 1.7027777777777777, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8875, "overall_9_raw": 0.9861111111111112, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.705, "overall_9_raw": 2.6722222222222225, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6722222222222225, "overall_9_raw": 2.6722222222222225, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6925000000000001, "overall_9_raw": 1.713888888888889, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0555555555555554, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 331, "release_row": "evalset_rows/eval_yewu_hardest_026", "sample_id": "eval_yewu_hardest_026", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC"], "failure_modes": ["CCS", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.85, "overall_9_raw": 0.9444444444444444, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.2777777777777778, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.43333333333333335, "overall_9_raw": 0.4875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9527777777777777, "overall_9_raw": 1.009375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4555555555555557, "overall_9_raw": 2.575, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5324999999999998, "overall_9_raw": 2.647222222222222, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3833333333333333, "overall_9_raw": 1.49375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9777777777777779, "overall_9_raw": 1.0375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.09, "overall_9_raw": 2.211111111111111, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3277777777777778, "overall_9_raw": 0.36875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 332, "release_row": "evalset_rows/eval_yewu_hardest_028", "sample_id": "eval_yewu_hardest_028", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI", "TEC"], "failure_modes": ["CCS", "CSV", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.375, "overall_9_raw": 1.546875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.855, "overall_9_raw": 2.838888888888889, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7275, "overall_9_raw": 0.8083333333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.79, "overall_9_raw": 0.8777777777777778, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7775000000000001, "overall_9_raw": 0.8638888888888889, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.895, "overall_9_raw": 1.9944444444444445, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6775, "overall_9_raw": 0.7527777777777778, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1949999999999998, "overall_9_raw": 1.2722222222222221, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9, "overall_9_raw": 1.9444444444444444, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.0277777777777777, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.98, "overall_9_raw": 1.9777777777777779, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8850000000000002, "overall_9_raw": 1.927777777777778, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.95, "overall_9_raw": 1.0555555555555556, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1625, "overall_9_raw": 0.18055555555555555, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 333, "release_row": "evalset_rows/eval_yewu_hardest_033", "sample_id": "eval_yewu_hardest_033", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["OBJ"], "failure_modes": ["CCS", "CSV", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7224999999999999, "overall_9_raw": 0.8027777777777777, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5975, "overall_9_raw": 1.6083333333333334, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7875, "overall_9_raw": 2.763888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3225, "overall_9_raw": 0.35833333333333334, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4225, "overall_9_raw": 0.4694444444444444, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8975, "overall_9_raw": 0.9972222222222222, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7224999999999999, "overall_9_raw": 0.8027777777777777, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.41, "overall_9_raw": 2.3444444444444446, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2725, "overall_9_raw": 0.3027777777777778, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4225, "overall_9_raw": 0.4694444444444444, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5225, "overall_9_raw": 0.5805555555555555, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.585, "overall_9_raw": 0.6499999999999999, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1400000000000001, "overall_9_raw": 1.2111111111111112, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4225, "overall_9_raw": 0.4694444444444444, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.23500000000000001, "overall_9_raw": 0.2611111111111111, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2725, "overall_9_raw": 0.3027777777777778, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_hard"], "prompt_index": 334, "release_row": "evalset_rows/eval_yewu_hardest_034", "sample_id": "eval_yewu_hardest_034", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SCI"], "failure_modes": ["DVZ", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.65, "overall_9_raw": 2.611111111111111, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.7, "overall_9_raw": 2.6666666666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.3, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.08, "overall_9_raw": 0.08888888888888889, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.3, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0925, "overall_9_raw": 0.10277777777777779, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.25, "overall_9_raw": 2.28125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.611111111111111, "overall_9_raw": 2.5625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.425, "overall_9_raw": 2.415625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.6666666666666665, "overall_9_raw": 2.625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1027777777777779, "overall_9_raw": 1.240625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.611111111111111, "overall_9_raw": 2.5625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1075, "overall_9_raw": 1.1749999999999998, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.65, "overall_9_raw": 2.611111111111111, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 335, "release_row": "evalset_rows/eval_yewu_hardest_039", "sample_id": "eval_yewu_hardest_039", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU"], "failure_modes": ["CSV", "IRR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6678571428571428, "overall_9_raw": 0.6678571428571428, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7125, "overall_9_raw": 0.7916666666666666, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.028125, "overall_9_raw": 1.028125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0194444444444446, "overall_9_raw": 1.0194444444444446, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.134375, "overall_9_raw": 1.134375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.85, "overall_9_raw": 1.85, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.859375, "overall_9_raw": 0.859375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.763888888888889, "overall_9_raw": 2.763888888888889, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7025, "overall_9_raw": 0.7805555555555556, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 336, "release_row": "evalset_rows/eval_yewu_hardest_041", "sample_id": "eval_yewu_hardest_041", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["SCI"], "failure_modes": ["CCS", "CSV", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.003125, "overall_9_raw": 1.003125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.24375, "overall_9_raw": 1.24375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.540625, "overall_9_raw": 1.540625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.771875, "overall_9_raw": 0.771875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6, "overall_9_raw": 1.6, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.771875, "overall_9_raw": 0.771875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.309375, "overall_9_raw": 1.309375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.659375, "overall_9_raw": 0.659375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.278125, "overall_9_raw": 1.278125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.753125, "overall_9_raw": 0.753125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.621875, "overall_9_raw": 1.621875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6, "overall_9_raw": 1.6, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.528125, "overall_9_raw": 1.528125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.40625, "overall_9_raw": 1.40625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2875, "overall_9_raw": 0.2875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.884375, "overall_9_raw": 1.884375, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 337, "release_row": "evalset_rows/eval_yewu_hardest_042", "sample_id": "eval_yewu_hardest_042", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["TEC"], "failure_modes": ["CCS", "CSV", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.011111111111111112, "overall_9_raw": 0.0125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.29444444444444445, "overall_9_raw": 0.33125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8833333333333333, "overall_9_raw": 0.99375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6972222222222223, "overall_9_raw": 0.721875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 338, "release_row": "evalset_rows/eval_yewu_hardest_046", "sample_id": "eval_yewu_hardest_046", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "HIS"], "failure_modes": ["CCS", "DVZ", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6111111111111112, "overall_9_raw": 1.6875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.18055555555555555, "overall_9_raw": 0.203125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8888888888888888, "overall_9_raw": 0.9375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8250000000000002, "overall_9_raw": 1.865625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.9375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2888888888888888, "overall_9_raw": 1.3875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.23333333333333334, "overall_9_raw": 0.2625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.363888888888889, "overall_9_raw": 1.409375, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_hard"], "prompt_index": 339, "release_row": "evalset_rows/eval_yewu_hardest_056", "sample_id": "eval_yewu_hardest_056", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["HIS", "TXT"], "failure_modes": ["FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.47777777777777775, "overall_9_raw": 0.5375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6000000000000001, "overall_9_raw": 0.675, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6972222222222222, "overall_9_raw": 1.784375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7944444444444445, "overall_9_raw": 0.89375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1555555555555554, "overall_9_raw": 2.3, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.4444444444444444, "overall_9_raw": 0.5, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.161111111111111, "overall_9_raw": 1.24375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 340, "release_row": "evalset_rows/eval_yewu_hardest_059", "sample_id": "eval_yewu_hardest_059", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "EDU"], "failure_modes": ["CCS", "CSV", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.011111111111111112, "overall_9_raw": 0.0125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1425, "overall_9_raw": 1.2694444444444446, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6916666666666667, "overall_9_raw": 1.715625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.445, "overall_9_raw": 0.49444444444444446, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.5, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.658333333333333, "overall_9_raw": 2.615625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5166666666666666, "overall_9_raw": 1.64375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9888888888888889, "overall_9_raw": 1.05, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 1.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.935, "overall_9_raw": 1.927777777777778, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.29444444444444445, "overall_9_raw": 0.33125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.0999999999999996, "overall_9_raw": 2.1125, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 341, "release_row": "evalset_rows/eval_yewu_hardest_062", "sample_id": "eval_yewu_hardest_062", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8277777777777778, "overall_9_raw": 0.93125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0083333333333333, "overall_9_raw": 1.134375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.76, "overall_9_raw": 0.8444444444444444, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7083333333333334, "overall_9_raw": 0.796875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7083333333333334, "overall_9_raw": 0.796875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5555555555555556, "overall_9_raw": 0.625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0916666666666666, "overall_9_raw": 1.228125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8500000000000001, "overall_9_raw": 0.95625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0275, "overall_9_raw": 2.086111111111111, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9972222222222222, "overall_9_raw": 1.121875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7749999999999999, "overall_9_raw": 0.871875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7388888888888889, "overall_9_raw": 0.83125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9861111111111112, "overall_9_raw": 1.109375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8611111111111112, "overall_9_raw": 0.96875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9722222222222222, "overall_9_raw": 1.09375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5222222222222223, "overall_9_raw": 0.5875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9055555555555556, "overall_9_raw": 0.95625, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 342, "release_row": "evalset_rows/eval_yewu_hardest_064", "sample_id": "eval_yewu_hardest_064", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["TEC"], "failure_modes": ["CCS", "CSV", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.535, "overall_9_raw": 2.538888888888889, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.2725, "overall_9_raw": 0.3027777777777778, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.625, "overall_9_raw": 0.6944444444444444, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.725, "overall_9_raw": 0.75, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.645, "overall_9_raw": 1.7166666666666666, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6975000000000002, "overall_9_raw": 2.663888888888889, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.78, "overall_9_raw": 0.8111111111111111, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3050000000000002, "overall_9_raw": 1.338888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.375, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3975, "overall_9_raw": 2.441666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 1.8, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.205, "overall_9_raw": 2.227777777777778, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.03, "overall_9_raw": 1.0333333333333334, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.255, "overall_9_raw": 0.2833333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.56, "overall_9_raw": 2.6222222222222222, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 343, "release_row": "evalset_rows/eval_yewu_hardest_065", "sample_id": "eval_yewu_hardest_065", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["MED", "MUS"], "failure_modes": ["CCS", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.77, "overall_9_raw": 1.7999999999999998, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4525000000000001, "overall_9_raw": 1.4472222222222222, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8625, "overall_9_raw": 0.9583333333333334, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.89, "overall_9_raw": 0.9888888888888889, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1400000000000001, "overall_9_raw": 1.2666666666666666, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4575, "overall_9_raw": 1.5083333333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8300000000000001, "overall_9_raw": 0.9222222222222223, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.335, "overall_9_raw": 1.3722222222222222, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0675000000000001, "overall_9_raw": 1.1305555555555555, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.22, "overall_9_raw": 1.2999999999999998, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.39, "overall_9_raw": 0.43333333333333335, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.535, "overall_9_raw": 1.5944444444444443, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 344, "release_row": "evalset_rows/eval_yewu_hardest_067", "sample_id": "eval_yewu_hardest_067", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU"], "failure_modes": ["CCS", "CSV", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.814814814814815, "overall_9_raw": 2.8541666666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5972222222222222, "overall_9_raw": 0.609375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4958333333333333, "overall_9_raw": 0.5509259259259259, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8708333333333331, "overall_9_raw": 1.9675925925925926, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6458333333333333, "overall_9_raw": 0.7175925925925926, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3333333333333335, "overall_9_raw": 2.375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5231481481481481, "overall_9_raw": 1.5885416666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.101851851851852, "overall_9_raw": 2.1145833333333335, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.125, "overall_9_raw": 0.140625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2037037037037037, "overall_9_raw": 2.2916666666666665, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 345, "release_row": "evalset_rows/eval_yewu_hardest_075", "sample_id": "eval_yewu_hardest_075", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "SCI"], "failure_modes": ["DVZ", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.921875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8499999999999999, "overall_9_raw": 1.89375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.011111111111111112, "overall_9_raw": 0.0125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9805555555555555, "overall_9_raw": 1.103125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8055555555555554, "overall_9_raw": 2.84375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.802777777777778, "overall_9_raw": 1.903125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9583333333333334, "overall_9_raw": 1.015625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3055555555555556, "overall_9_raw": 0.34375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2444444444444445, "overall_9_raw": 1.275, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8055555555555554, "overall_9_raw": 2.84375, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini", "testmini_hard"], "prompt_index": 346, "release_row": "evalset_rows/eval_yewu_hardest_082", "sample_id": "eval_yewu_hardest_082", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "GAM"], "failure_modes": ["CSV", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.5, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 1.2, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.775, "overall_9_raw": 2.0285714285714285, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.375, "overall_9_raw": 0.42857142857142855, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5625, "overall_9_raw": 0.6428571428571429, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8083333333333333, "overall_9_raw": 0.9238095238095239, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9407407407407408, "overall_9_raw": 1.0583333333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.3125, "overall_9_raw": 0.35714285714285715, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0875, "overall_9_raw": 2.1, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5851851851851851, "overall_9_raw": 0.6583333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8375, "overall_9_raw": 2.1, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 1.0714285714285714, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7875, "overall_9_raw": 0.9, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.725, "overall_9_raw": 0.8285714285714285, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7518518518518519, "overall_9_raw": 0.8458333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.65, "overall_9_raw": 1.8857142857142857, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_hard"], "prompt_index": 347, "release_row": "evalset_rows/eval_yewu_hardest_086", "sample_id": "eval_yewu_hardest_086", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["COM", "OBJ"], "failure_modes": ["EIK", "THG", "TK-R"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.045, "overall_9_raw": 1.161111111111111, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7875, "overall_9_raw": 2.763888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.39, "overall_9_raw": 0.43333333333333335, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 0.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.44000000000000006, "overall_9_raw": 0.48888888888888893, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5025000000000001, "overall_9_raw": 0.5583333333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 0.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.49749999999999994, "overall_9_raw": 0.5527777777777777, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4025, "overall_9_raw": 0.44722222222222224, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.585, "overall_9_raw": 0.6499999999999999, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7600000000000002, "overall_9_raw": 1.9000000000000001, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.505, "overall_9_raw": 2.5611111111111113, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.29, "overall_9_raw": 1.4333333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5775000000000001, "overall_9_raw": 1.6416666666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.935, "overall_9_raw": 1.9833333333333334, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_easy"], "prompt_index": 348, "release_row": "evalset_rows/eval_yewu_hardest_087", "sample_id": "eval_yewu_hardest_087", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL"], "failure_modes": ["CS", "CSV"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.95, "overall_9_raw": 1.9428571428571428, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.140625, "overall_9_raw": 2.1607142857142856, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.70625, "overall_9_raw": 2.7357142857142853, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.53125, "overall_9_raw": 2.75, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.65625, "overall_9_raw": 2.6785714285714284, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2875, "overall_9_raw": 2.3285714285714287, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.25625, "overall_9_raw": 2.292857142857143, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.96875, "overall_9_raw": 1.9642857142857142, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.65625, "overall_9_raw": 2.6785714285714284, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.65625, "overall_9_raw": 2.6785714285714284, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.796875, "overall_9_raw": 2.8392857142857144, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.50625, "overall_9_raw": 2.5785714285714287, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.35625, "overall_9_raw": 2.4071428571428575, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.08125, "overall_9_raw": 2.092857142857143, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.4375, "overall_9_raw": 2.5, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.35625, "overall_9_raw": 1.407142857142857, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.65625, "overall_9_raw": 2.6785714285714284, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 349, "release_row": "evalset_rows/eval_yewu_hardest_089", "sample_id": "eval_yewu_hardest_089", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["TEC"], "failure_modes": ["CCS", "CSV", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.17222222222222222, "overall_9_raw": 0.19375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.12250000000000001, "overall_9_raw": 0.13611111111111113, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8833333333333333, "overall_9_raw": 1.93125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9555555555555555, "overall_9_raw": 1.0125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4000000000000004, "overall_9_raw": 2.45, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.05625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.84375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0666666666666667, "overall_9_raw": 1.1375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2333333333333334, "overall_9_raw": 2.2, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 350, "release_row": "evalset_rows/eval_yewu_hardest_090", "sample_id": "eval_yewu_hardest_090", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "SCI"], "failure_modes": ["CCS", "CSV", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.6111111111111112, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.575, "overall_9_raw": 0.646875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.73, "overall_9_raw": 2.7555555555555555, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2399999999999998, "overall_9_raw": 2.3777777777777778, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.55, "overall_9_raw": 1.5555555555555556, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.175, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_easy"], "prompt_index": 351, "release_row": "evalset_rows/eval_yewu_hardest_093", "sample_id": "eval_yewu_hardest_093", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["TEC"], "failure_modes": ["CCS", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.475, "overall_9_raw": 0.5277777777777778, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.466666666666667, "overall_9_raw": 2.5185185185185186, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4166666666666667, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0791666666666666, "overall_9_raw": 1.1435185185185184, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8333333333333334, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.925925925925926, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9416666666666669, "overall_9_raw": 2.0462962962962963, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9416666666666669, "overall_9_raw": 1.990740740740741, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6666666666666666, "composition_and_aesthetics": 1.5, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5666666666666667, "overall_9_raw": 0.6296296296296297, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.7638888888888888, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.65, "overall_9_raw": 2.7222222222222223, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7, "overall_9_raw": 2.6666666666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.083333333333333, "overall_9_raw": 2.148148148148148, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7, "overall_9_raw": 2.6666666666666665, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7583333333333333, "overall_9_raw": 2.7870370370370368, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 352, "release_row": "evalset_rows/eval_yewu_hardest_096", "sample_id": "eval_yewu_hardest_096", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "CUL", "HIS"], "failure_modes": ["CCS", "CS", "EIK", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.011111111111111112, "overall_9_raw": 0.0125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.01, "overall_9_raw": 0.011111111111111112, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6194444444444445, "overall_9_raw": 0.696875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.4875, "overall_9_raw": 0.5416666666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8944444444444444, "overall_9_raw": 2.88125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.661111111111111, "overall_9_raw": 1.74375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7416666666666667, "overall_9_raw": 0.834375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.01, "overall_9_raw": 0.011111111111111112, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.066666666666667, "overall_9_raw": 2.075, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 353, "release_row": "evalset_rows/eval_yewu_hardest_098", "sample_id": "eval_yewu_hardest_098", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "SPO"], "failure_modes": ["CCS", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7472222222222222, "overall_9_raw": 0.840625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.715625, "overall_9_raw": 0.8178571428571428, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.7, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.321875, "overall_9_raw": 0.3678571428571429, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.54375, "overall_9_raw": 0.6214285714285713, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8875, "overall_9_raw": 2.0142857142857142, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.803125, "overall_9_raw": 0.9178571428571428, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.10625, "overall_9_raw": 1.1928571428571428, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7444444444444445, "overall_9_raw": 2.8375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1722222222222225, "overall_9_raw": 2.25625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.761111111111111, "overall_9_raw": 1.85625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3, "overall_9_raw": 2.4857142857142853, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.415625, "overall_9_raw": 1.4749999999999999, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.69375, "overall_9_raw": 0.7928571428571428, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.763888888888889, "overall_9_raw": 2.796875, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 354, "release_row": "evalset_rows/eval_yewu_hardest_101", "sample_id": "eval_yewu_hardest_101", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["HIS", "PEO"], "failure_modes": ["EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8083333333333333, "overall_9_raw": 0.909375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7777777777777777, "overall_9_raw": 2.75, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8777777777777775, "overall_9_raw": 1.8625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8083333333333333, "overall_9_raw": 0.909375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9888888888888889, "overall_9_raw": 1.1125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8638888888888889, "overall_9_raw": 0.971875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.091666666666667, "overall_9_raw": 2.165625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8638888888888889, "overall_9_raw": 0.971875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1694444444444445, "overall_9_raw": 1.253125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.802777777777778, "overall_9_raw": 1.903125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8472222222222222, "overall_9_raw": 0.890625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.4, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0444444444444443, "overall_9_raw": 2.05, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9500000000000002, "overall_9_raw": 2.00625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.703125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7527777777777778, "overall_9_raw": 1.846875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6972222222222223, "overall_9_raw": 0.784375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2527777777777778, "overall_9_raw": 1.346875, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 355, "release_row": "evalset_rows/eval_yewu_hardest_104", "sample_id": "eval_yewu_hardest_104", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "CUL", "FOO"], "failure_modes": ["CCS", "CS"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.525, "overall_9_raw": 1.5833333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.0277777777777777, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.325, "overall_9_raw": 0.3611111111111111, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.45, "overall_9_raw": 0.5, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.0625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9861111111111112, "overall_9_raw": 1.109375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.0277777777777777, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1625, "overall_9_raw": 0.18055555555555555, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.0277777777777777, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.0277777777777777, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.9375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.95, "overall_9_raw": 1.9444444444444444, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.325, "overall_9_raw": 0.3611111111111111, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.175, "overall_9_raw": 2.138888888888889, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_easy"], "prompt_index": 356, "release_row": "evalset_rows/eval_yewu_hardest_107", "sample_id": "eval_yewu_hardest_107", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["GAM"], "failure_modes": ["CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1875, "overall_9_raw": 0.1875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.16875, "overall_9_raw": 1.16875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.684375, "overall_9_raw": 1.684375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.225, "overall_9_raw": 1.225, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.053125, "overall_9_raw": 2.053125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9, "overall_9_raw": 0.9, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.05, "overall_9_raw": 1.05, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.809375, "overall_9_raw": 1.809375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.315625, "overall_9_raw": 1.315625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.159375, "overall_9_raw": 1.159375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1875, "overall_9_raw": 0.1875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.45, "overall_9_raw": 1.45, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 357, "release_row": "evalset_rows/eval_yewu_hardest_109", "sample_id": "eval_yewu_hardest_109", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "MED"], "failure_modes": ["CCS", "CSV", "EIK", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.113888888888889, "overall_9_raw": 1.253125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.040625, "overall_9_raw": 2.117857142857143, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8625, "overall_9_raw": 0.9857142857142858, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.478125, "overall_9_raw": 1.5464285714285713, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0499999999999998, "overall_9_raw": 1.18125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.071875, "overall_9_raw": 1.1535714285714285, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.215625, "overall_9_raw": 0.24642857142857144, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 1.5, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.375, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.246875, "overall_9_raw": 2.210714285714286, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0305555555555557, "overall_9_raw": 1.159375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen_image_2_pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3611111111111112, "overall_9_raw": 1.53125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0305555555555557, "overall_9_raw": 1.159375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1166666666666667, "overall_9_raw": 1.25625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.821875, "overall_9_raw": 0.9392857142857143, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.546875, "overall_9_raw": 1.625, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 358, "release_row": "evalset_rows/eval_yewu_hardest_110", "sample_id": "eval_yewu_hardest_110", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "EDU", "SCI", "TXT"], "failure_modes": ["CCS", "CSV", "DVZ", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.4, "composition_and_aesthetics": 0.0, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16499999999999998, "overall_9_raw": 0.18333333333333332, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2333333333333334, "overall_9_raw": 2.325, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.20249999999999999, "overall_9_raw": 0.22499999999999998, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.20249999999999999, "overall_9_raw": 0.22499999999999998, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1525, "overall_9_raw": 0.16944444444444443, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.261111111111111, "overall_9_raw": 1.35625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.4, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.04, "overall_9_raw": 0.044444444444444446, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2600000000000002, "overall_9_raw": 2.4000000000000004, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.4, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.04, "overall_9_raw": 0.044444444444444446, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8675, "overall_9_raw": 0.963888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4333333333333333, "overall_9_raw": 1.55, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6861111111111111, "overall_9_raw": 0.771875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.75, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.4, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1025, "overall_9_raw": 0.11388888888888887, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.01, "overall_9_raw": 0.011111111111111112, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2333333333333334, "overall_9_raw": 2.325, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 359, "release_row": "evalset_rows/eval_yewu_hardest_112", "sample_id": "eval_yewu_hardest_112", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["COM", "TXT"], "failure_modes": ["CCS", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.28611111111111115, "overall_9_raw": 0.321875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.18055555555555555, "overall_9_raw": 0.203125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0777777777777775, "overall_9_raw": 2.2125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7805555555555556, "overall_9_raw": 0.878125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2638888888888888, "overall_9_raw": 1.296875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5083333333333333, "overall_9_raw": 2.509375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.535, "overall_9_raw": 1.5944444444444443, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6916666666666667, "overall_9_raw": 0.778125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2350000000000003, "overall_9_raw": 2.261111111111111, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_easy"], "prompt_index": 360, "release_row": "evalset_rows/eval_yewu_hardest_113", "sample_id": "eval_yewu_hardest_113", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.725, "overall_9_raw": 2.75, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3666666666666667, "overall_9_raw": 1.4125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.43, "overall_9_raw": 2.4222222222222225, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1777777777777778, "overall_9_raw": 1.2625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.961111111111111, "overall_9_raw": 1.95625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6805555555555554, "overall_9_raw": 2.640625, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 361, "release_row": "evalset_rows/eval_yewu_hardest_114", "sample_id": "eval_yewu_hardest_114", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["OBJ"], "failure_modes": ["CCS"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9888888888888889, "overall_9_raw": 1.1125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7833333333333334, "overall_9_raw": 1.88125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9694444444444446, "overall_9_raw": 1.965625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9888888888888889, "overall_9_raw": 1.1125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9611111111111111, "overall_9_raw": 1.08125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7722222222222221, "overall_9_raw": 1.86875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5150000000000001, "overall_9_raw": 1.5722222222222222, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8472222222222223, "overall_9_raw": 1.953125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9611111111111111, "overall_9_raw": 1.01875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6222222222222222, "overall_9_raw": 1.7, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9805555555555554, "overall_9_raw": 2.103125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1194444444444445, "overall_9_raw": 1.196875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7944444444444443, "overall_9_raw": 1.89375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5555555555555556, "overall_9_raw": 1.625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8388888888888889, "overall_9_raw": 0.94375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9305555555555556, "overall_9_raw": 2.046875, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 362, "release_row": "evalset_rows/eval_yewu_hardest_115", "sample_id": "eval_yewu_hardest_115", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "EDU", "SCI"], "failure_modes": ["CCS", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2425, "overall_9_raw": 2.2694444444444444, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3, "overall_9_raw": 0.3333333333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4725, "overall_9_raw": 0.5249999999999999, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4925000000000002, "overall_9_raw": 1.5472222222222223, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7774999999999999, "overall_9_raw": 1.8638888888888887, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5125, "overall_9_raw": 0.5694444444444444, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.07, "overall_9_raw": 2.1333333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.16, "overall_9_raw": 1.2333333333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.05, "overall_9_raw": 1.1111111111111112, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7274999999999998, "overall_9_raw": 1.8083333333333331, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 363, "release_row": "evalset_rows/eval_yewu_hardest_122", "sample_id": "eval_yewu_hardest_122", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["TEC"], "failure_modes": ["CSV", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7675, "overall_9_raw": 0.8527777777777777, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9875, "overall_9_raw": 2.986111111111111, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.285, "overall_9_raw": 2.3722222222222222, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4625, "overall_9_raw": 1.5694444444444444, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7574999999999998, "overall_9_raw": 1.8416666666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9875, "overall_9_raw": 2.986111111111111, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.35, "overall_9_raw": 1.3888888888888888, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.655, "overall_9_raw": 1.7277777777777779, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3024999999999998, "overall_9_raw": 2.2249999999999996, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8, "overall_9_raw": 2.7777777777777777, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.88, "overall_9_raw": 2.8666666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9305555555555554, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4725, "overall_9_raw": 1.5805555555555555, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5275000000000001, "overall_9_raw": 0.5305555555555556, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini", "testmini_easy"], "prompt_index": 364, "release_row": "evalset_rows/eval_yewu_hardest_124", "sample_id": "eval_yewu_hardest_124", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM"], "failure_modes": ["CCS", "DVZ", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.3, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.35277777777777775, "overall_9_raw": 0.396875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.3, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.18611111111111112, "overall_9_raw": 0.209375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.24166666666666664, "overall_9_raw": 0.271875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7694444444444444, "overall_9_raw": 0.865625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3722222222222222, "overall_9_raw": 2.41875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.3, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.07500000000000001, "overall_9_raw": 0.084375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5722222222222223, "overall_9_raw": 0.64375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.536111111111111, "overall_9_raw": 1.603125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1472222222222221, "overall_9_raw": 1.228125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0225, "overall_9_raw": 0.025, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 365, "release_row": "evalset_rows/eval_yewu_hardest_127", "sample_id": "eval_yewu_hardest_127", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["HIS", "PEO"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.890625, "overall_9_raw": 0.890625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.025, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0875, "overall_9_raw": 2.0875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.028125, "overall_9_raw": 1.028125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.625, "overall_9_raw": 0.625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8125, "overall_9_raw": 1.8125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.203125, "overall_9_raw": 0.203125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05625, "overall_9_raw": 2.05625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.59375, "overall_9_raw": 1.59375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.709375, "overall_9_raw": 1.709375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.228125, "overall_9_raw": 2.228125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05625, "overall_9_raw": 2.05625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.278125, "overall_9_raw": 1.278125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.053125, "overall_9_raw": 1.053125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0875, "overall_9_raw": 2.0875, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 366, "release_row": "evalset_rows/eval_yewu_hardest_128", "sample_id": "eval_yewu_hardest_128", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "TXT"], "failure_modes": ["CCS", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.84, "overall_9_raw": 2.822222222222222, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5111111111111111, "overall_9_raw": 0.575, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8861111111111111, "overall_9_raw": 0.996875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8166666666666667, "overall_9_raw": 0.91875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9972222222222222, "overall_9_raw": 1.121875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21666666666666667, "overall_9_raw": 0.24375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0777777777777777, "overall_9_raw": 1.2125, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 367, "release_row": "evalset_rows/eval_yewu_hardest_129", "sample_id": "eval_yewu_hardest_129", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SCI"], "failure_modes": ["DVZ", "TK-C"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.18055555555555555, "overall_9_raw": 0.203125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.640625, "overall_9_raw": 2.875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.640625, "overall_9_raw": 2.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.265625, "overall_9_raw": 0.30357142857142855, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.1875, "overall_9_raw": 0.21428571428571427, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.609375, "overall_9_raw": 1.6964285714285714, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.59375, "overall_9_raw": 2.8214285714285716, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.375, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.20833333333333334, "overall_9_raw": 0.234375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.90625, "overall_9_raw": 1.0357142857142858, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 1.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7916666666666666, "overall_9_raw": 0.890625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.40625, "overall_9_raw": 1.4642857142857142, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.421875, "overall_9_raw": 0.48214285714285715, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.375, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.140625, "overall_9_raw": 0.16071428571428573, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.59375, "overall_9_raw": 2.8214285714285716, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 368, "release_row": "evalset_rows/eval_yewu_hardest_130", "sample_id": "eval_yewu_hardest_130", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "CUL"], "failure_modes": ["CS", "CSV", "VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.427777777777778, "overall_9_raw": 2.427777777777778, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3, "overall_9_raw": 2.3, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9, "overall_9_raw": 0.9, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.040625, "overall_9_raw": 1.040625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.115625, "overall_9_raw": 1.115625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.29375, "overall_9_raw": 2.29375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.228125, "overall_9_raw": 1.228125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5611111111111113, "overall_9_raw": 2.5611111111111113, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.303125, "overall_9_raw": 1.303125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.903125, "overall_9_raw": 1.903125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.671875, "overall_9_raw": 2.671875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4714285714285715, "overall_9_raw": 2.4714285714285715, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2285714285714286, "overall_9_raw": 2.2285714285714286, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.446875, "overall_9_raw": 1.446875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.346875, "overall_9_raw": 0.346875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.796875, "overall_9_raw": 2.796875, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 369, "release_row": "evalset_rows/eval_yewu_hardest_140", "sample_id": "eval_yewu_hardest_140", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "TEC"], "failure_modes": ["CCS", "EIK", "FHA", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7944444444444443, "overall_9_raw": 1.89375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8194444444444446, "overall_9_raw": 2.859375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.3, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.04722222222222222, "overall_9_raw": 0.053125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.3, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.04722222222222222, "overall_9_raw": 0.053125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.4, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.07222222222222223, "overall_9_raw": 0.08125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.29444444444444445, "overall_9_raw": 0.33125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.3, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.04722222222222222, "overall_9_raw": 0.053125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.921875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7638888888888888, "overall_9_raw": 0.859375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6888888888888889, "overall_9_raw": 1.775, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.3638888888888889, "overall_9_raw": 0.409375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8194444444444446, "overall_9_raw": 2.921875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.3, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.04722222222222222, "overall_9_raw": 0.053125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9305555555555554, "overall_9_raw": 2.984375, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 370, "release_row": "evalset_rows/eval_yewu_hardest_142", "sample_id": "eval_yewu_hardest_142", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "EDU", "INF"], "failure_modes": ["CCS", "EIK", "FHA", "IRR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8083333333333331, "overall_9_raw": 1.846875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.58, "overall_9_raw": 2.533333333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2722222222222221, "overall_9_raw": 1.36875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9375, "overall_9_raw": 1.9861111111111112, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6475000000000002, "overall_9_raw": 1.7194444444444443, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8475000000000001, "overall_9_raw": 1.8861111111111113, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.155, "overall_9_raw": 1.2833333333333334, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5025, "overall_9_raw": 2.558333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.48, "overall_9_raw": 2.4222222222222225, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_hard"], "prompt_index": 371, "release_row": "evalset_rows/eval_yewu_hardest_154", "sample_id": "eval_yewu_hardest_154", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["COM", "TEC"], "failure_modes": ["EIK", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5775, "overall_9_raw": 0.6416666666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0055555555555555, "overall_9_raw": 2.13125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.43, "overall_9_raw": 2.4222222222222225, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2333333333333334, "overall_9_raw": 1.325, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1300000000000001, "overall_9_raw": 1.2555555555555555, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.9722222222222222, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5444444444444445, "overall_9_raw": 1.6125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3611111111111111, "overall_9_raw": 0.40625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.43, "overall_9_raw": 2.4222222222222225, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.93, "overall_9_raw": 1.0333333333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.58, "overall_9_raw": 2.533333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.58, "overall_9_raw": 2.533333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.185, "overall_9_raw": 2.261111111111111, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0611111111111113, "overall_9_raw": 2.06875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.46, "overall_9_raw": 1.5666666666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.725, "overall_9_raw": 2.6944444444444446, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 372, "release_row": "evalset_rows/eval_yewu_hardest_155", "sample_id": "eval_yewu_hardest_155", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "EDU", "HIS"], "failure_modes": ["CCS", "DVZ", "EIK", "FHA", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.675, "overall_9_raw": 2.6944444444444446, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.175, "overall_9_raw": 0.19444444444444445, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7875, "overall_9_raw": 0.875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.84375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.675, "overall_9_raw": 2.6944444444444446, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7875, "overall_9_raw": 0.875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.325, "overall_9_raw": 2.361111111111111, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.375, "overall_9_raw": 2.4166666666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.325, "overall_9_raw": 2.361111111111111, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.45, "overall_9_raw": 2.5, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0555555555555556, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 373, "release_row": "evalset_rows/eval_yewu_hardest_156", "sample_id": "eval_yewu_hardest_156", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "SCI", "TXT"], "failure_modes": ["CSV", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7972222222222222, "overall_9_raw": 0.896875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9285714285714284, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5625, "overall_9_raw": 0.6428571428571429, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 1.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.76875, "overall_9_raw": 0.8785714285714287, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9285714285714284, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0625, "overall_9_raw": 0.07142857142857142, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.63125, "overall_9_raw": 0.7214285714285714, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.63125, "overall_9_raw": 0.7214285714285714, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_hard"], "prompt_index": 374, "release_row": "evalset_rows/eval_yewu_hardest_162", "sample_id": "eval_yewu_hardest_162", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["MED"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0333333333333334, "overall_9_raw": 1.1625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1099999999999999, "overall_9_raw": 1.1777777777777778, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.24722222222222223, "overall_9_raw": 0.278125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.2777777777777778, "overall_9_raw": 0.3125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7666666666666667, "overall_9_raw": 0.8625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.43333333333333335, "overall_9_raw": 0.4875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7666666666666667, "overall_9_raw": 0.8625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7666666666666667, "overall_9_raw": 0.8625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.24722222222222223, "overall_9_raw": 0.278125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9027777777777778, "overall_9_raw": 1.015625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.7, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6611111111111111, "overall_9_raw": 0.68125, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini", "testmini_hard"], "prompt_index": 375, "release_row": "evalset_rows/eval_yewu_hardest_165", "sample_id": "eval_yewu_hardest_165", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL", "TXT"], "failure_modes": ["CCS", "CS", "THG", "VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7875, "overall_9_raw": 0.875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8375, "overall_9_raw": 0.9305555555555556, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.075, "overall_9_raw": 1.1944444444444444, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8275, "overall_9_raw": 0.9194444444444445, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8225, "overall_9_raw": 0.9138888888888889, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7375, "overall_9_raw": 0.8194444444444444, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.46, "overall_9_raw": 2.4000000000000004, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.885, "overall_9_raw": 0.9833333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.755, "overall_9_raw": 2.727777777777778, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5875, "overall_9_raw": 0.6527777777777778, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini", "testmini_easy"], "prompt_index": 376, "release_row": "evalset_rows/eval_yewu_hardest_168", "sample_id": "eval_yewu_hardest_168", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["CUL", "HIS", "PEO"], "failure_modes": ["CCS", "CS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6388888888888888, "overall_9_raw": 0.71875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5972222222222223, "overall_9_raw": 1.671875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4305555555555556, "overall_9_raw": 1.484375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9027777777777778, "overall_9_raw": 1.015625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8194444444444444, "overall_9_raw": 0.921875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7638888888888888, "overall_9_raw": 0.859375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.21875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7638888888888888, "overall_9_raw": 0.859375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5694444444444444, "overall_9_raw": 1.640625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7361111111111112, "overall_9_raw": 0.828125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4444444444444444, "overall_9_raw": 1.5, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9444444444444444, "overall_9_raw": 1.0625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9305555555555556, "overall_9_raw": 1.046875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.984375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7638888888888888, "overall_9_raw": 0.859375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7638888888888888, "overall_9_raw": 0.859375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7638888888888888, "overall_9_raw": 1.859375, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 377, "release_row": "evalset_rows/eval_yewu_hardest_170", "sample_id": "eval_yewu_hardest_170", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "TEC"], "failure_modes": ["CCS", "DVZ", "THG", "TK-C"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.93125, "overall_9_raw": 2.064285714285714, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.859375, "overall_9_raw": 2.9107142857142856, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.778125, "overall_9_raw": 0.8892857142857142, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0125, "overall_9_raw": 0.014285714285714287, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 2.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.071875, "overall_9_raw": 1.2249999999999999, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.775, "overall_9_raw": 0.8857142857142858, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.746875, "overall_9_raw": 0.8535714285714285, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.046875, "overall_9_raw": 1.1964285714285714, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0125, "overall_9_raw": 0.014285714285714287, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.79375, "overall_9_raw": 1.907142857142857, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 378, "release_row": "evalset_rows/eval_yewu_hardest_172", "sample_id": "eval_yewu_hardest_172", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "MED"], "failure_modes": ["CSV", "EIK", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.2, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.495, "overall_9_raw": 0.55, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.225, "overall_9_raw": 2.25, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.17250000000000001, "overall_9_raw": 0.19166666666666668, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0138888888888888, "overall_9_raw": 1.140625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0075, "overall_9_raw": 2.0638888888888887, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.2, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.24500000000000002, "overall_9_raw": 0.27222222222222225, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5375, "overall_9_raw": 0.5972222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.07, "overall_9_raw": 2.0777777777777775, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.335, "overall_9_raw": 2.3722222222222222, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4575, "overall_9_raw": 1.5083333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0524999999999998, "overall_9_raw": 2.113888888888889, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6224999999999999, "overall_9_raw": 0.6916666666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.16, "overall_9_raw": 2.177777777777778, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 379, "release_row": "evalset_rows/eval_yewu_hardest_173", "sample_id": "eval_yewu_hardest_173", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU"], "failure_modes": ["CCS", "CSV", "IRR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7638888888888888, "overall_9_raw": 0.859375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.17777777777777778, "overall_9_raw": 0.2, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0166666666666666, "overall_9_raw": 1.08125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.059375, "overall_9_raw": 2.059375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5194444444444446, "overall_9_raw": 1.584375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9444444444444446, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini", "testmini_hard"], "prompt_index": 380, "release_row": "evalset_rows/eval_yewu_hardest_177", "sample_id": "eval_yewu_hardest_177", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "FHA", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.213888888888889, "overall_9_raw": 1.303125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.07777777777777778, "overall_9_raw": 0.0875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0250000000000004, "overall_9_raw": 2.090625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2361111111111111, "overall_9_raw": 0.265625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9861111111111112, "overall_9_raw": 2.046875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.463888888888889, "overall_9_raw": 1.521875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 381, "release_row": "evalset_rows/eval_yewu_hardest_180", "sample_id": "eval_yewu_hardest_180", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ABS"], "failure_modes": ["VUA"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.13125, "overall_9_raw": 1.13125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0375, "overall_9_raw": 1.0375, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.890625, "overall_9_raw": 0.890625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.01875, "overall_9_raw": 1.01875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.15625, "overall_9_raw": 1.15625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.15625, "overall_9_raw": 1.15625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7875, "overall_9_raw": 0.7875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.13125, "overall_9_raw": 1.13125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.721875, "overall_9_raw": 0.721875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.203125, "overall_9_raw": 1.203125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.309375, "overall_9_raw": 1.309375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.23125, "overall_9_raw": 1.23125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.759375, "overall_9_raw": 0.759375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.69375, "overall_9_raw": 0.69375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["yewu_hardest"], "prompt_index": 382, "release_row": "evalset_rows/eval_yewu_hardest_183", "sample_id": "eval_yewu_hardest_183", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM", "TEC", "TXT"], "failure_modes": ["EIK", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.77, "overall_9_raw": 1.8555555555555554, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5888888888888889, "overall_9_raw": 0.6625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0699999999999998, "overall_9_raw": 1.1888888888888889, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.78, "overall_9_raw": 0.8666666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.815, "overall_9_raw": 1.9055555555555554, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6305555555555555, "overall_9_raw": 1.709375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 383, "release_row": "evalset_rows/eval_yewu_hardest_185", "sample_id": "eval_yewu_hardest_185", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "CUL"], "failure_modes": ["CS", "EIK", "IRR", "VUA"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8194444444444444, "overall_9_raw": 0.921875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.6333333333333333, "overall_9_raw": 2.5875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9861111111111112, "overall_9_raw": 1.109375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5972222222222222, "overall_9_raw": 0.671875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9083333333333334, "overall_9_raw": 1.021875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.19166666666666668, "overall_9_raw": 0.215625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.486111111111111, "overall_9_raw": 2.421875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8194444444444444, "overall_9_raw": 0.921875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.5875, "overall_9_raw": 2.5416666666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8694444444444445, "overall_9_raw": 0.978125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9861111111111112, "overall_9_raw": 1.109375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0277777777777777, "overall_9_raw": 1.15625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.588888888888889, "overall_9_raw": 2.5375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.3, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0611111111111111, "overall_9_raw": 1.19375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8194444444444444, "overall_9_raw": 0.921875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7638888888888888, "overall_9_raw": 0.859375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9861111111111112, "overall_9_raw": 1.109375, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_easy"], "prompt_index": 384, "release_row": "evalset_rows/eval_yewu_hardest_187", "sample_id": "eval_yewu_hardest_187", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["HIS", "PEO", "TEC"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7361111111111112, "overall_9_raw": 0.828125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8388888888888889, "overall_9_raw": 0.94375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3666666666666667, "overall_9_raw": 1.5375, "status": "scored"}, "nano_banana": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6583333333333333, "overall_9_raw": 0.740625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9388888888888889, "overall_9_raw": 2.05625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5055555555555555, "overall_9_raw": 0.56875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5805555555555555, "overall_9_raw": 1.778125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6555555555555556, "overall_9_raw": 0.7375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.088888888888889, "overall_9_raw": 1.225, "status": "scored"}, "seedream4d5": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8277777777777777, "overall_9_raw": 1.93125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.609375, "overall_9_raw": 0.6964285714285714, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3250000000000002, "overall_9_raw": 1.490625, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 385, "release_row": "evalset_rows/eval_yewu_hardest_190", "sample_id": "eval_yewu_hardest_190", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC"], "failure_modes": ["CCS", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.965625, "overall_9_raw": 0.965625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.763888888888889, "overall_9_raw": 2.763888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 1.0416666666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.67, "overall_9_raw": 0.7444444444444445, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21000000000000002, "overall_9_raw": 0.23333333333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.2777777777777777, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0972222222222223, "overall_9_raw": 2.0972222222222223, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.2777777777777778, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4699999999999998, "overall_9_raw": 2.522222222222222, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.16, "overall_9_raw": 1.1222222222222222, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.22, "overall_9_raw": 1.2444444444444445, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3050000000000002, "overall_9_raw": 1.3944444444444446, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1525, "overall_9_raw": 0.16944444444444443, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 386, "release_row": "evalset_rows/eval_yewu_hardest_198", "sample_id": "eval_yewu_hardest_198", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["GAM"], "failure_modes": ["EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9027777777777778, "overall_9_raw": 1.015625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2125, "overall_9_raw": 2.125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.625, "overall_9_raw": 2.5833333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4, "overall_9_raw": 0.4444444444444444, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.765, "overall_9_raw": 0.8500000000000001, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9750000000000001, "overall_9_raw": 1.096875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6625, "overall_9_raw": 0.7361111111111112, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.1725000000000003, "overall_9_raw": 2.0805555555555557, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3888888888888889, "overall_9_raw": 0.4375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.4825, "overall_9_raw": 1.3138888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5875, "overall_9_raw": 0.6527777777777778, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8472222222222222, "overall_9_raw": 0.953125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4675, "overall_9_raw": 1.4083333333333334, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.74, "overall_9_raw": 0.7111111111111111, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.0475000000000003, "overall_9_raw": 1.9416666666666669, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 387, "release_row": "evalset_rows/eval_yewu_hardest_201", "sample_id": "eval_yewu_hardest_201", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "SPO", "TEC"], "failure_modes": ["CCS", "CSV", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.265, "overall_9_raw": 0.29444444444444445, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9774999999999998, "overall_9_raw": 2.0305555555555554, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6275, "overall_9_raw": 1.6972222222222222, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.01, "overall_9_raw": 0.011111111111111112, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.3055555555555556, "overall_9_raw": 0.34375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2325, "overall_9_raw": 0.25833333333333336, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.985, "overall_9_raw": 1.0944444444444443, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.25833333333333336, "overall_9_raw": 0.290625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8972222222222221, "overall_9_raw": 1.946875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.5974999999999999, "overall_9_raw": 0.6638888888888889, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9694444444444444, "overall_9_raw": 1.090625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7361111111111112, "overall_9_raw": 0.828125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.46388888888888885, "overall_9_raw": 0.521875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.415, "overall_9_raw": 1.5166666666666666, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8138888888888889, "overall_9_raw": 0.915625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7375, "overall_9_raw": 0.8194444444444444, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3972222222222221, "overall_9_raw": 1.509375, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 388, "release_row": "evalset_rows/eval_yewu_hardest_203", "sample_id": "eval_yewu_hardest_203", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "DVZ", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.06, "overall_9_raw": 0.06666666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9149999999999998, "overall_9_raw": 1.961111111111111, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0325, "overall_9_raw": 1.0916666666666666, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.2350000000000003, "overall_9_raw": 2.316666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.375, "overall_9_raw": 1.4722222222222223, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 389, "release_row": "evalset_rows/eval_yewu_hardest_209", "sample_id": "eval_yewu_hardest_209", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["HIS", "OBJ"], "failure_modes": ["FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9285714285714284, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.6, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2285714285714286, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.934375, "overall_9_raw": 1.0678571428571428, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.59375, "overall_9_raw": 0.6785714285714286, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1625, "overall_9_raw": 1.3285714285714287, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.928125, "overall_9_raw": 1.0607142857142857, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9194444444444445, "overall_9_raw": 1.034375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 1.0714285714285714, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.65625, "overall_9_raw": 1.8928571428571428, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.178125, "overall_9_raw": 1.3464285714285715, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9285714285714284, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.840625, "overall_9_raw": 0.9607142857142856, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8611111111111112, "overall_9_raw": 0.96875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.375, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2194444444444446, "overall_9_raw": 2.434375, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_hard"], "prompt_index": 390, "release_row": "evalset_rows/eval_yewu_hardest_211", "sample_id": "eval_yewu_hardest_211", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "TEC"], "failure_modes": ["CCS", "CSV", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6111111111111112, "overall_9_raw": 0.6875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7555555555555555, "overall_9_raw": 1.85, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5416666666666667, "overall_9_raw": 1.609375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2833333333333334, "overall_9_raw": 1.38125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3111111111111113, "overall_9_raw": 2.4125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.6, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8444444444444444, "overall_9_raw": 0.95, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0777777777777777, "overall_9_raw": 1.15, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.18055555555555555, "overall_9_raw": 0.203125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.6111111111111112, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9000000000000001, "overall_9_raw": 1.95, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 391, "release_row": "evalset_rows/eval_yewu_hardest_214", "sample_id": "eval_yewu_hardest_214", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["MED"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.465625, "overall_9_raw": 1.465625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.2777777777777778, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.2777777777777778, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.925, "overall_9_raw": 0.925, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6125, "overall_9_raw": 0.6125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9125, "overall_9_raw": 0.9125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.605, "overall_9_raw": 0.6722222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.109375, "overall_9_raw": 1.109375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3375, "overall_9_raw": 1.3375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8, "overall_9_raw": 1.8, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.88125, "overall_9_raw": 0.88125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9444444444444446, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 392, "release_row": "evalset_rows/eval_yewu_hardest_216", "sample_id": "eval_yewu_hardest_216", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "CUL", "HIS"], "failure_modes": ["CCS", "CS"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.309375, "overall_9_raw": 1.309375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.2725, "overall_9_raw": 1.3583333333333334, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.76875, "overall_9_raw": 0.76875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.840625, "overall_9_raw": 0.840625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.95625, "overall_9_raw": 0.95625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.99375, "overall_9_raw": 1.99375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.840625, "overall_9_raw": 0.840625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.528125, "overall_9_raw": 1.528125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8625, "overall_9_raw": 0.8625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.971875, "overall_9_raw": 0.971875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.259375, "overall_9_raw": 1.259375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.74375, "overall_9_raw": 1.74375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4375, "overall_9_raw": 1.4861111111111112, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.521875, "overall_9_raw": 1.521875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.046875, "overall_9_raw": 1.046875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6649999999999998, "overall_9_raw": 1.738888888888889, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 393, "release_row": "evalset_rows/eval_yewu_hardest_220", "sample_id": "eval_yewu_hardest_220", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "ART", "CUL"], "failure_modes": ["CCS", "CSV", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.335, "overall_9_raw": 2.3722222222222222, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5925000000000002, "overall_9_raw": 2.602777777777778, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2125, "overall_9_raw": 0.2361111111111111, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2125, "overall_9_raw": 0.2361111111111111, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.0150000000000001, "overall_9_raw": 1.1277777777777778, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2800000000000002, "overall_9_raw": 2.3111111111111113, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.38, "overall_9_raw": 2.4222222222222225, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.38, "overall_9_raw": 2.4222222222222225, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.15, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 2.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4475000000000002, "overall_9_raw": 2.4972222222222222, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2225, "overall_9_raw": 0.24722222222222223, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.33, "overall_9_raw": 2.3111111111111113, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 394, "release_row": "evalset_rows/eval_yewu_hardest_221", "sample_id": "eval_yewu_hardest_221", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "INF"], "failure_modes": ["THG", "VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 1.9, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2666666666666666, "overall_9_raw": 2.425, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.427777777777778, "overall_9_raw": 2.54375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.0388888888888888, "overall_9_raw": 1.16875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.855, "overall_9_raw": 2.838888888888889, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9861111111111112, "overall_9_raw": 2.109375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4916666666666667, "overall_9_raw": 1.553125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4277777777777778, "overall_9_raw": 1.48125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6100000000000003, "overall_9_raw": 2.6222222222222222, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2111111111111111, "overall_9_raw": 0.2375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4, "overall_9_raw": 0.4444444444444444, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 395, "release_row": "evalset_rows/eval_yewu_hardest_222", "sample_id": "eval_yewu_hardest_222", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["INF", "TEC"], "failure_modes": ["CSV", "EIK", "IRR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.9375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.245, "overall_9_raw": 2.272222222222222, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3944444444444446, "overall_9_raw": 1.44375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.12, "overall_9_raw": 0.13333333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9444444444444444, "overall_9_raw": 1.0625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6949999999999998, "overall_9_raw": 1.7722222222222221, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6224999999999999, "overall_9_raw": 0.6916666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9875, "overall_9_raw": 2.0416666666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6900000000000001, "overall_9_raw": 0.7666666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9275, "overall_9_raw": 1.0305555555555557, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.295, "overall_9_raw": 2.216666666666667, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 396, "release_row": "evalset_rows/eval_yewu_hardest_224", "sample_id": "eval_yewu_hardest_224", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["MED"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.859375, "overall_9_raw": 0.859375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.7, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.040625, "overall_9_raw": 1.040625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.53125, "overall_9_raw": 1.53125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.0625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.0625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.796875, "overall_9_raw": 0.796875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.065625, "overall_9_raw": 1.065625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.628125, "overall_9_raw": 1.628125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.959375, "overall_9_raw": 0.959375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.715625, "overall_9_raw": 1.715625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.328125, "overall_9_raw": 1.328125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.796875, "overall_9_raw": 2.796875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.453125, "overall_9_raw": 0.453125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.921875, "overall_9_raw": 0.921875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.55, "overall_9_raw": 1.55, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_hard"], "prompt_index": 397, "release_row": "evalset_rows/eval_yewu_hardest_228", "sample_id": "eval_yewu_hardest_228", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "EDU"], "failure_modes": ["CSV", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8518518518518519, "overall_9_raw": 0.9583333333333334, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7851851851851852, "overall_9_raw": 0.8833333333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3333333333333333, "overall_9_raw": 0.375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3333333333333333, "overall_9_raw": 0.375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8518518518518519, "overall_9_raw": 0.9583333333333334, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8518518518518519, "overall_9_raw": 0.9583333333333334, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0066666666666666, "overall_9_raw": 1.1185185185185185, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 398, "release_row": "evalset_rows/eval_yewu_hardest_231", "sample_id": "eval_yewu_hardest_231", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU"], "failure_modes": ["DVZ", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.977777777777778, "overall_9_raw": 2.975, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.838888888888889, "overall_9_raw": 2.81875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.22499999999999998, "overall_9_raw": 0.253125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.22777777777777775, "overall_9_raw": 0.25625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.33888888888888885, "overall_9_raw": 0.38125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.2, "composition_and_aesthetics": 1.5, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8416666666666666, "overall_9_raw": 1.946875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2375, "overall_9_raw": 0.2638888888888889, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8666666666666667, "overall_9_raw": 2.85, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.783333333333333, "overall_9_raw": 2.75625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9222222222222225, "overall_9_raw": 2.9125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_easy"], "prompt_index": 399, "release_row": "evalset_rows/eval_yewu_hardest_236", "sample_id": "eval_yewu_hardest_236", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "INF"], "failure_modes": ["CCS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0555555555555556, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3361111111111112, "overall_9_raw": 1.315625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.175, "overall_9_raw": 0.19444444444444445, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.775, "overall_9_raw": 0.8611111111111112, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.45, "overall_9_raw": 0.5, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.23, "overall_9_raw": 2.2555555555555555, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.125, "overall_9_raw": 0.1388888888888889, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.225, "overall_9_raw": 0.25, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5555555555555556, "overall_9_raw": 1.625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.28500000000000003, "overall_9_raw": 0.31666666666666665, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2833333333333334, "overall_9_raw": 1.31875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.45, "overall_9_raw": 0.5, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1075, "overall_9_raw": 1.1749999999999998, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 400, "release_row": "evalset_rows/eval_yewu_hardest_237", "sample_id": "eval_yewu_hardest_237", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["MED"], "failure_modes": ["EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.934375, "overall_9_raw": 0.934375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.06875, "overall_9_raw": 1.06875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.96875, "overall_9_raw": 0.96875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.84375, "overall_9_raw": 0.84375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.84375, "overall_9_raw": 0.84375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.90625, "overall_9_raw": 0.90625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.03125, "overall_9_raw": 1.03125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.84375, "overall_9_raw": 0.84375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.03125, "overall_9_raw": 1.03125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.921875, "overall_9_raw": 0.921875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.915625, "overall_9_raw": 0.915625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.0625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.84375, "overall_9_raw": 0.84375, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 401, "release_row": "evalset_rows/eval_yewu_hardest_244", "sample_id": "eval_yewu_hardest_244", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "ART", "CUL", "GAM", "MED", "TEC"], "failure_modes": ["CCS", "CS"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6861111111111111, "overall_9_raw": 0.771875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7638888888888888, "overall_9_raw": 0.859375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5525, "overall_9_raw": 1.725, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6444444444444444, "overall_9_raw": 0.725, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.44749999999999995, "overall_9_raw": 0.4972222222222222, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7722222222222223, "overall_9_raw": 0.86875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.6555555555555556, "overall_9_raw": 0.7375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7611111111111111, "overall_9_raw": 0.85625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2625, "overall_9_raw": 1.4027777777777777, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.2375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.261111111111111, "overall_9_raw": 1.41875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3050000000000002, "overall_9_raw": 1.4500000000000002, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1222222222222222, "overall_9_raw": 1.2625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.6083333333333333, "overall_9_raw": 0.684375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.6527777777777778, "overall_9_raw": 0.734375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7638888888888888, "overall_9_raw": 0.859375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8775, "overall_9_raw": 1.9749999999999999, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 402, "release_row": "evalset_rows/eval_yewu_hardest_246", "sample_id": "eval_yewu_hardest_246", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["MED"], "failure_modes": ["EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.984375, "overall_9_raw": 0.984375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.290625, "overall_9_raw": 1.290625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.009375, "overall_9_raw": 2.009375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.984375, "overall_9_raw": 0.984375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.1875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.984375, "overall_9_raw": 0.984375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4388888888888889, "overall_9_raw": 1.4388888888888889, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7150000000000001, "overall_9_raw": 0.7944444444444445, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3375, "overall_9_raw": 1.3375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.859375, "overall_9_raw": 0.859375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen_image_2_pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.971875, "overall_9_raw": 0.971875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.24375, "overall_9_raw": 1.24375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.0625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.984375, "overall_9_raw": 0.984375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.884375, "overall_9_raw": 0.884375, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 403, "release_row": "evalset_rows/eval_yewu_hardest_257", "sample_id": "eval_yewu_hardest_257", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["OBJ", "SCI"], "failure_modes": ["CCS"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.3, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3083333333333333, "overall_9_raw": 1.3083333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3, "overall_9_raw": 1.3, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.475, "overall_9_raw": 1.475, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1125, "overall_9_raw": 1.1125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8291666666666667, "overall_9_raw": 0.8291666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0291666666666668, "overall_9_raw": 1.0291666666666668, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9583333333333334, "overall_9_raw": 0.9583333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.9, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6125, "overall_9_raw": 1.6125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9666666666666667, "overall_9_raw": 0.9666666666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0291666666666668, "overall_9_raw": 1.0291666666666668, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9083333333333333, "overall_9_raw": 0.9083333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.35, "overall_9_raw": 1.35, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9458333333333333, "overall_9_raw": 0.9458333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7708333333333334, "overall_9_raw": 0.7708333333333334, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9541666666666667, "overall_9_raw": 0.9541666666666667, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini", "testmini_hard"], "prompt_index": 404, "release_row": "evalset_rows/eval_yewu_hardest_260", "sample_id": "eval_yewu_hardest_260", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["GAM"], "failure_modes": ["CCS", "CSV", "IRR"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.1851851851851852, "overall_9_raw": 0.20833333333333334, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9125, "overall_9_raw": 1.042857142857143, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7555555555555555, "overall_9_raw": 1.975, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 1.0714285714285714, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3166666666666667, "overall_9_raw": 1.5047619047619047, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7625, "overall_9_raw": 0.8714285714285713, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2125, "overall_9_raw": 1.3857142857142857, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.075, "overall_9_raw": 1.2285714285714284, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4083333333333334, "overall_9_raw": 1.5380952380952382, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.238095238095238, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.925, "overall_9_raw": 1.0571428571428572, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9, "overall_9_raw": 1.0285714285714287, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.9285714285714286, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.925, "overall_9_raw": 1.0571428571428572, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9875, "overall_9_raw": 1.1285714285714286, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.7857142857142857, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.025, "overall_9_raw": 1.1714285714285713, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_easy"], "prompt_index": 405, "release_row": "evalset_rows/eval_yewu_hardest_261", "sample_id": "eval_yewu_hardest_261", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["MED"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 0.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.825, "overall_9_raw": 2.8055555555555554, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0625, "overall_9_raw": 0.06944444444444445, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5833333333333333, "overall_9_raw": 1.65625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5625, "overall_9_raw": 0.625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.4444444444444446, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8, "overall_9_raw": 2.7777777777777777, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.775, "overall_9_raw": 0.8611111111111112, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7222222222222223, "overall_9_raw": 2.7222222222222223, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.5277777777777777, "overall_9_raw": 2.5277777777777777, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5138888888888888, "overall_9_raw": 1.578125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.95, "overall_9_raw": 2.0, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3375, "overall_9_raw": 1.4305555555555556, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.175, "overall_9_raw": 2.25, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 406, "release_row": "evalset_rows/eval_yewu_hardest_262", "sample_id": "eval_yewu_hardest_262", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU"], "failure_modes": ["THG", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7275, "overall_9_raw": 2.808333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.1, "composition_and_aesthetics": 1.5, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9416666666666669, "overall_9_raw": 2.059375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.3, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6722222222222222, "overall_9_raw": 0.75625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9777777777777779, "overall_9_raw": 1.0375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6638888888888888, "overall_9_raw": 1.746875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.23333333333333334, "overall_9_raw": 0.2625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 407, "release_row": "evalset_rows/eval_yewu_hardest_275", "sample_id": "eval_yewu_hardest_275", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["TEC"], "failure_modes": ["CCS", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8972222222222221, "overall_9_raw": 1.009375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2333333333333334, "overall_9_raw": 2.2625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4555555555555557, "overall_9_raw": 2.575, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6055555555555556, "overall_9_raw": 2.61875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.28125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.588888888888889, "overall_9_raw": 1.6, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0666666666666667, "overall_9_raw": 1.2, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 408, "release_row": "evalset_rows/eval_yewu_hardest_282", "sample_id": "eval_yewu_hardest_282", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["CUL", "HIS"], "failure_modes": ["CCS", "CS", "CSV", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7777777777777778, "overall_9_raw": 0.875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8055555555555556, "overall_9_raw": 0.90625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 1.03125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1944444444444444, "overall_9_raw": 1.28125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.7857142857142857, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7083333333333334, "overall_9_raw": 0.796875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9444444444444444, "overall_9_raw": 1.0625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen_image_2_pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.825, "overall_9_raw": 0.9166666666666666, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7375, "overall_9_raw": 1.8194444444444444, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.975, "overall_9_raw": 1.0833333333333333, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 409, "release_row": "evalset_rows/eval_yewu_hardest_285", "sample_id": "eval_yewu_hardest_285", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1777777777777778, "overall_9_raw": 1.2, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0333333333333334, "overall_9_raw": 1.1, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 410, "release_row": "evalset_rows/eval_yewu_hardest_287", "sample_id": "eval_yewu_hardest_287", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["OBJ", "TXT"], "failure_modes": ["CSV", "FHA", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.77, "overall_9_raw": 0.8555555555555556, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2125, "overall_9_raw": 0.2361111111111111, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6575, "overall_9_raw": 1.7305555555555554, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2125, "overall_9_raw": 0.2361111111111111, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.34500000000000003, "overall_9_raw": 0.38333333333333336, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0050000000000001, "overall_9_raw": 1.0611111111111111, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.08, "overall_9_raw": 1.1444444444444446, "status": "scored"}, "seedream4d5": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2225, "overall_9_raw": 0.24722222222222223, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.845, "overall_9_raw": 1.8833333333333333, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 411, "release_row": "evalset_rows/eval_yewu_hardest_289", "sample_id": "eval_yewu_hardest_289", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "CUL"], "failure_modes": ["CCS", "CS", "CSV", "FHA", "IRR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.735, "overall_9_raw": 1.8722222222222225, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.2777777777777778, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.775, "overall_9_raw": 0.8611111111111112, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4849999999999999, "overall_9_raw": 1.65, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8625, "overall_9_raw": 1.9027777777777777, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.625, "overall_9_raw": 0.6944444444444444, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 0.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5625, "overall_9_raw": 1.7361111111111112, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3375, "overall_9_raw": 1.4861111111111112, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.13, "overall_9_raw": 2.1444444444444444, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4849999999999999, "overall_9_raw": 1.65, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 412, "release_row": "evalset_rows/eval_yewu_hardest_293", "sample_id": "eval_yewu_hardest_293", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ABS", "ART", "TXT"], "failure_modes": ["CCS", "EIK", "THG", "VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.703125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.39722222222222225, "overall_9_raw": 0.446875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.28611111111111115, "overall_9_raw": 0.321875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.2972222222222222, "overall_9_raw": 0.334375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1833333333333333, "overall_9_raw": 1.26875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25833333333333336, "overall_9_raw": 0.290625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.177777777777778, "overall_9_raw": 2.2, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_hard"], "prompt_index": 413, "release_row": "evalset_rows/eval_yewu_hardest_299", "sample_id": "eval_yewu_hardest_299", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "EDU", "HIS", "SCI"], "failure_modes": ["CCS", "DVZ", "EIK", "FHA", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.4, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.49000000000000005, "overall_9_raw": 0.5444444444444445, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8611111111111112, "overall_9_raw": 1.96875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.505, "overall_9_raw": 2.5611111111111113, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.6174999999999999, "overall_9_raw": 0.6861111111111111, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.5175, "overall_9_raw": 0.575, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.5675, "overall_9_raw": 0.6305555555555555, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5525, "overall_9_raw": 1.6694444444444445, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.5675, "overall_9_raw": 0.6305555555555555, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.42, "overall_9_raw": 2.522222222222222, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.64, "overall_9_raw": 0.7111111111111111, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.165, "overall_9_raw": 2.183333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1425, "overall_9_raw": 2.213888888888889, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8833333333333333, "overall_9_raw": 0.93125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.02, "overall_9_raw": 2.1333333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.6305555555555555, "overall_9_raw": 0.709375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.6111111111111112, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7055555555555555, "overall_9_raw": 1.79375, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 414, "release_row": "evalset_rows/eval_yewu_hardest_300", "sample_id": "eval_yewu_hardest_300", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["TEC"], "failure_modes": ["CCS", "CSV", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.39, "overall_9_raw": 0.43333333333333335, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21749999999999997, "overall_9_raw": 0.24166666666666664, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5900000000000001, "overall_9_raw": 0.6555555555555556, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.63, "overall_9_raw": 2.6444444444444444, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.2875, "overall_9_raw": 0.3194444444444444, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.605, "overall_9_raw": 1.6722222222222223, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7574999999999998, "overall_9_raw": 1.8416666666666666, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7550000000000001, "overall_9_raw": 1.838888888888889, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.285, "overall_9_raw": 2.316666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.58, "overall_9_raw": 2.6444444444444444, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 415, "release_row": "evalset_rows/eval_yewu_hardest_303", "sample_id": "eval_yewu_hardest_303", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SCI"], "failure_modes": ["CSV", "DVZ", "EIK", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0583333333333333, "overall_9_raw": 1.128125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5805555555555555, "overall_9_raw": 0.653125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4277777777777778, "overall_9_raw": 0.48125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5222222222222223, "overall_9_raw": 0.5875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5111111111111111, "overall_9_raw": 0.575, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.955, "overall_9_raw": 2.0611111111111113, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6625, "overall_9_raw": 0.7361111111111112, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.45999999999999996, "overall_9_raw": 0.5111111111111111, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.735, "overall_9_raw": 0.8166666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.47000000000000003, "overall_9_raw": 0.5222222222222223, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5777777777777778, "overall_9_raw": 0.65, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.18055555555555555, "overall_9_raw": 0.203125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4777777777777779, "overall_9_raw": 1.5375, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini", "testmini_hard"], "prompt_index": 416, "release_row": "evalset_rows/eval_yewu_hardest_306", "sample_id": "eval_yewu_hardest_306", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "CUL", "TXT"], "failure_modes": ["CS", "CSV", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.18055555555555555, "overall_9_raw": 0.203125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8275, "overall_9_raw": 0.9194444444444445, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7100000000000002, "overall_9_raw": 1.6777777777777778, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5138888888888888, "overall_9_raw": 0.578125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.18055555555555555, "overall_9_raw": 0.203125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.93, "overall_9_raw": 1.0333333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.325, "overall_9_raw": 2.361111111111111, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.7638888888888888, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2916666666666667, "overall_9_raw": 0.328125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8175000000000001, "overall_9_raw": 0.9083333333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6174999999999999, "overall_9_raw": 0.6861111111111111, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.475, "overall_9_raw": 1.471875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6275000000000001, "overall_9_raw": 0.6972222222222223, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5875, "overall_9_raw": 0.6527777777777778, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5666666666666667, "overall_9_raw": 1.5125, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 417, "release_row": "evalset_rows/eval_yewu_hardest_315", "sample_id": "eval_yewu_hardest_315", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC"], "failure_modes": ["CCS", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3916666666666666, "overall_9_raw": 1.565625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.3600000000000003, "overall_9_raw": 2.511111111111111, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2525, "overall_9_raw": 1.3916666666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.035, "overall_9_raw": 1.15, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.15, "overall_9_raw": 1.29375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.6888888888888889, "overall_9_raw": 1.9, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0638888888888889, "overall_9_raw": 1.196875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.5499999999999998, "overall_9_raw": 1.74375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.815, "overall_9_raw": 1.8499999999999999, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1555555555555557, "overall_9_raw": 1.3, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4472222222222222, "overall_9_raw": 1.628125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.3875, "overall_9_raw": 1.5416666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6725, "overall_9_raw": 0.7472222222222222, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2805555555555557, "overall_9_raw": 1.440625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 418, "release_row": "evalset_rows/eval_yewu_hardest_318", "sample_id": "eval_yewu_hardest_318", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM", "TEC", "TXT"], "failure_modes": ["CCS", "EIK", "THG", "TK-C"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.47, "overall_9_raw": 1.4666666666666666, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7175, "overall_9_raw": 0.7972222222222222, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7527777777777778, "overall_9_raw": 2.784375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9550000000000001, "overall_9_raw": 1.0055555555555555, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.67, "overall_9_raw": 1.6888888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3825, "overall_9_raw": 2.3694444444444445, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.16, "overall_9_raw": 1.2333333333333334, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5825, "overall_9_raw": 2.536111111111111, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini", "testmini_easy"], "prompt_index": 419, "release_row": "evalset_rows/eval_yewu_hardest_321", "sample_id": "eval_yewu_hardest_321", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "TXT"], "failure_modes": ["CCS", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5555555555555556, "overall_9_raw": 0.625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 1.2, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4625, "overall_9_raw": 1.6714285714285713, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.671875, "overall_9_raw": 0.7678571428571429, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.709375, "overall_9_raw": 0.8107142857142857, "status": "scored"}, "nano_banana": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5625, "overall_9_raw": 0.6428571428571429, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9583333333333334, "overall_9_raw": 1.078125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.596875, "overall_9_raw": 0.6821428571428572, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9285714285714284, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.584375, "overall_9_raw": 0.6678571428571428, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 1.5, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.08125, "overall_9_raw": 2.164285714285714, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.609375, "overall_9_raw": 0.6964285714285714, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 420, "release_row": "evalset_rows/eval_yewu_hardest_331", "sample_id": "eval_yewu_hardest_331", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "GAM"], "failure_modes": ["CCS", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2225, "overall_9_raw": 0.24722222222222223, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8, "overall_9_raw": 2.7777777777777777, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.54, "overall_9_raw": 1.5444444444444445, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0150000000000001, "overall_9_raw": 1.0722222222222222, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2574999999999998, "overall_9_raw": 1.286111111111111, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2225, "overall_9_raw": 0.24722222222222223, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.215, "overall_9_raw": 2.183333333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.825, "overall_9_raw": 1.8055555555555556, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.895, "overall_9_raw": 1.9388888888888889, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4575, "overall_9_raw": 1.4527777777777777, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2350000000000003, "overall_9_raw": 2.261111111111111, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9575, "overall_9_raw": 2.0083333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0100000000000002, "overall_9_raw": 2.011111111111111, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 421, "release_row": "evalset_rows/eval_yewu_hardest_333", "sample_id": "eval_yewu_hardest_333", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["GAM", "MED"], "failure_modes": ["CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5625, "overall_9_raw": 0.5625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.86875, "overall_9_raw": 1.86875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.59375, "overall_9_raw": 1.59375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.175, "overall_9_raw": 1.175, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.921875, "overall_9_raw": 0.921875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.13125, "overall_9_raw": 1.13125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.046875, "overall_9_raw": 1.046875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.425, "overall_9_raw": 1.425, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9875, "overall_9_raw": 0.9875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.971875, "overall_9_raw": 0.971875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.609375, "overall_9_raw": 0.609375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.034375, "overall_9_raw": 1.034375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.921875, "overall_9_raw": 0.921875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.89375, "overall_9_raw": 0.89375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.58125, "overall_9_raw": 1.58125, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_hard"], "prompt_index": 422, "release_row": "evalset_rows/eval_yewu_hardest_334", "sample_id": "eval_yewu_hardest_334", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "SCI"], "failure_modes": ["CCS", "FHA", "IRR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.9, "composition_and_aesthetics": 0.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5444444444444445, "overall_9_raw": 0.6125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.9722222222222223, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.8575, "overall_9_raw": 1.9527777777777777, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.475, "overall_9_raw": 1.659375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7675, "overall_9_raw": 0.8527777777777777, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4361111111111111, "overall_9_raw": 1.615625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.48, "overall_9_raw": 1.5333333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0222222222222221, "overall_9_raw": 1.15, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.9149999999999998, "overall_9_raw": 2.0166666666666666, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9416666666666667, "overall_9_raw": 1.059375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.963888888888889, "overall_9_raw": 1.084375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9305555555555556, "overall_9_raw": 1.046875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.9525, "overall_9_raw": 2.1694444444444443, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.0325, "overall_9_raw": 1.1472222222222221, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9675, "overall_9_raw": 1.0750000000000002, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2625, "overall_9_raw": 1.4027777777777777, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 423, "release_row": "evalset_rows/eval_yewu_hardest_339", "sample_id": "eval_yewu_hardest_339", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "OBJ"], "failure_modes": ["CCS", "VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7972222222222222, "overall_9_raw": 0.896875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2444444444444445, "overall_9_raw": 2.4, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.8861111111111113, "overall_9_raw": 1.996875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1083333333333334, "overall_9_raw": 2.246875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.8333333333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.3900000000000001, "overall_9_raw": 1.5444444444444445, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.9, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.8499999999999999, "overall_9_raw": 1.95625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.0972222222222223, "overall_9_raw": 2.234375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0805555555555557, "overall_9_raw": 2.215625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.65, "overall_9_raw": 2.6666666666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.285, "overall_9_raw": 2.261111111111111, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.245, "overall_9_raw": 2.216666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.7333333333333334, "overall_9_raw": 1.825, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5225, "overall_9_raw": 2.5250000000000004, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_easy"], "prompt_index": 424, "release_row": "evalset_rows/eval_yewu_hardest_342", "sample_id": "eval_yewu_hardest_342", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["COM", "TXT"], "failure_modes": ["THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6775, "overall_9_raw": 0.7527777777777778, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.835, "overall_9_raw": 0.9277777777777777, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.42, "overall_9_raw": 1.5777777777777777, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.85, "overall_9_raw": 1.9444444444444444, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.835, "overall_9_raw": 0.9277777777777777, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6149999999999998, "overall_9_raw": 2.6277777777777778, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9949999999999999, "overall_9_raw": 1.1055555555555554, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9899999999999998, "overall_9_raw": 2.988888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.805, "overall_9_raw": 2.783333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8, "overall_9_raw": 2.7777777777777777, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4, "overall_9_raw": 0.4444444444444444, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2600000000000002, "overall_9_raw": 2.288888888888889, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 425, "release_row": "evalset_rows/eval_yewu_hardest_343", "sample_id": "eval_yewu_hardest_343", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["MED"], "failure_modes": ["CCS", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.74, "overall_9_raw": 0.8222222222222223, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2649999999999997, "overall_9_raw": 2.2944444444444443, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9888888888888889, "overall_9_raw": 1.1125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8675, "overall_9_raw": 0.963888888888889, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5775, "overall_9_raw": 0.6416666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.0125, "overall_9_raw": 2.0694444444444446, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4175, "overall_9_raw": 2.5194444444444444, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.5675, "overall_9_raw": 2.5194444444444444, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4725, "overall_9_raw": 0.5249999999999999, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.5300000000000002, "overall_9_raw": 2.477777777777778, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 426, "release_row": "evalset_rows/eval_yewu_hardest_345", "sample_id": "eval_yewu_hardest_345", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["CUL", "MUS", "PEO"], "failure_modes": ["CCS", "CS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.953125, "overall_9_raw": 0.953125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.59375, "overall_9_raw": 2.59375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.15625, "overall_9_raw": 2.15625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.15625, "overall_9_raw": 2.15625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.09375, "overall_9_raw": 2.09375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.21875, "overall_9_raw": 2.21875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.09375, "overall_9_raw": 2.09375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1875, "overall_9_raw": 2.1875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1875, "overall_9_raw": 2.1875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.65625, "overall_9_raw": 2.65625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.15625, "overall_9_raw": 2.15625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.46875, "overall_9_raw": 1.46875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.84375, "overall_9_raw": 0.84375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.34375, "overall_9_raw": 2.34375, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 427, "release_row": "evalset_rows/eval_yewu_hardest_352", "sample_id": "eval_yewu_hardest_352", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["MUS"], "failure_modes": ["CSV", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1714285714285713, "overall_9_raw": 1.1714285714285713, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.4, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1025, "overall_9_raw": 1.225, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9214285714285715, "overall_9_raw": 0.9214285714285715, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7714285714285715, "overall_9_raw": 0.7714285714285715, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0178571428571428, "overall_9_raw": 1.0178571428571428, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6524999999999999, "overall_9_raw": 1.725, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.675, "overall_9_raw": 0.675, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7857142857142857, "overall_9_raw": 0.7857142857142857, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.032142857142857, "overall_9_raw": 1.032142857142857, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3964285714285716, "overall_9_raw": 1.3964285714285716, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.975, "overall_9_raw": 0.975, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.45625, "overall_9_raw": 0.45625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.928125, "overall_9_raw": 0.928125, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_easy"], "prompt_index": 428, "release_row": "evalset_rows/eval_yewu_hardest_358", "sample_id": "eval_yewu_hardest_358", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "OBJ"], "failure_modes": ["CCS", "CSV", "EIK", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.11000000000000001, "overall_9_raw": 0.12222222222222223, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1725000000000003, "overall_9_raw": 2.2472222222222222, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.745, "overall_9_raw": 2.772222222222222, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.62, "overall_9_raw": 0.6888888888888889, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5175, "overall_9_raw": 0.575, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.73, "overall_9_raw": 0.8111111111111111, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3475, "overall_9_raw": 1.4416666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.33999999999999997, "overall_9_raw": 0.37777777777777777, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.875, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6275, "overall_9_raw": 2.7527777777777778, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.8324999999999999, "overall_9_raw": 0.9249999999999999, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.01, "overall_9_raw": 1.0666666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9225, "overall_9_raw": 1.025, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7375, "overall_9_raw": 0.8194444444444444, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.97, "overall_9_raw": 1.0777777777777777, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7125, "overall_9_raw": 0.7916666666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.955, "overall_9_raw": 2.0055555555555555, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 429, "release_row": "evalset_rows/eval_yewu_hardest_368", "sample_id": "eval_yewu_hardest_368", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "OBJ"], "failure_modes": ["VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0066666666666666, "overall_9_raw": 1.1185185185185185, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2366666666666668, "overall_9_raw": 1.3740740740740742, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8400000000000001, "overall_9_raw": 0.9333333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.45666666666666667, "overall_9_raw": 0.5074074074074074, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.4766666666666667, "overall_9_raw": 0.5296296296296297, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2533333333333334, "overall_9_raw": 1.3925925925925926, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5733333333333334, "overall_9_raw": 0.6370370370370371, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0233333333333334, "overall_9_raw": 1.137037037037037, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2133333333333334, "overall_9_raw": 1.348148148148148, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8899999999999997, "overall_9_raw": 2.8777777777777778, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9233333333333335, "overall_9_raw": 1.0259259259259261, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7066666666666667, "overall_9_raw": 0.7851851851851852, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.1, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9100000000000001, "overall_9_raw": 2.011111111111111, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 430, "release_row": "evalset_rows/eval_yewu_hardest_372", "sample_id": "eval_yewu_hardest_372", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "HIS"], "failure_modes": ["CSV", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.26875, "overall_9_raw": 1.26875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.9055555555555554, "overall_9_raw": 2.9055555555555554, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3499999999999996, "overall_9_raw": 2.39375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.790625, "overall_9_raw": 1.790625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.025, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.796875, "overall_9_raw": 0.796875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1166666666666667, "overall_9_raw": 2.1166666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2571428571428573, "overall_9_raw": 1.2571428571428573, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.775, "overall_9_raw": 1.871875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2875, "overall_9_raw": 1.2875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2625, "overall_9_raw": 1.2625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2125, "overall_9_raw": 1.2125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1375, "overall_9_raw": 1.1375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.33125, "overall_9_raw": 1.33125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.113888888888889, "overall_9_raw": 1.113888888888889, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.072222222222222, "overall_9_raw": 2.08125, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 431, "release_row": "evalset_rows/eval_yewu_hardest_383", "sample_id": "eval_yewu_hardest_383", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["HIS", "SCI"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.84375, "overall_9_raw": 0.84375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.763888888888889, "overall_9_raw": 2.763888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5125, "overall_9_raw": 0.5694444444444444, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.195, "overall_9_raw": 0.21666666666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1694444444444443, "overall_9_raw": 2.1694444444444443, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.975, "overall_9_raw": 1.0277777777777777, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.072222222222222, "overall_9_raw": 2.072222222222222, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8575, "overall_9_raw": 1.8972222222222221, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.947222222222222, "overall_9_raw": 1.947222222222222, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.4525, "overall_9_raw": 0.5027777777777778, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.796875, "overall_9_raw": 0.796875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.065, "overall_9_raw": 2.072222222222222, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 432, "release_row": "evalset_rows/eval_yewu_hardest_396", "sample_id": "eval_yewu_hardest_396", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "SCI"], "failure_modes": ["CCS", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.53, "overall_9_raw": 1.588888888888889, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.285, "overall_9_raw": 2.316666666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.06, "overall_9_raw": 0.06666666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7725, "overall_9_raw": 0.8583333333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7944444444444443, "overall_9_raw": 1.83125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5416666666666667, "overall_9_raw": 1.609375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3444444444444443, "overall_9_raw": 1.3875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.05, "overall_9_raw": 1.1666666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2225, "overall_9_raw": 0.24722222222222223, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 433, "release_row": "evalset_rows/eval_yewu_hardest_404", "sample_id": "eval_yewu_hardest_404", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "CUL", "FOO"], "failure_modes": ["CCS", "CS", "EIK", "FHA", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.2, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.02, "overall_9_raw": 0.022222222222222223, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.795, "overall_9_raw": 1.8833333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4025, "overall_9_raw": 1.5027777777777778, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7825, "overall_9_raw": 0.8694444444444445, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1275, "overall_9_raw": 1.2527777777777778, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9574999999999999, "overall_9_raw": 1.0638888888888889, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.02, "overall_9_raw": 1.1333333333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4425, "overall_9_raw": 0.49166666666666664, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.6825, "overall_9_raw": 0.7583333333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7825, "overall_9_raw": 0.8694444444444445, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.145, "overall_9_raw": 1.2166666666666666, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2349999999999999, "overall_9_raw": 1.3166666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.0675000000000001, "overall_9_raw": 1.1861111111111111, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.04, "overall_9_raw": 1.1555555555555557, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.9475, "overall_9_raw": 1.0527777777777778, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2650000000000001, "overall_9_raw": 1.35, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 434, "release_row": "evalset_rows/eval_yewu_hardest_408", "sample_id": "eval_yewu_hardest_408", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "CUL", "HIS"], "failure_modes": ["CCS", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2361111111111111, "overall_9_raw": 0.265625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.9285714285714284, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9285714285714284, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.4027777777777778, "overall_9_raw": 0.453125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5375, "overall_9_raw": 0.6142857142857142, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.3333333333333333, "overall_9_raw": 0.375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.5, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.490625, "overall_9_raw": 2.560714285714286, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.9285714285714284, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2833333333333333, "overall_9_raw": 0.31875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.865625, "overall_9_raw": 1.9892857142857143, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1375, "overall_9_raw": 2.3000000000000003, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.403125, "overall_9_raw": 1.4607142857142856, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7250000000000001, "overall_9_raw": 0.815625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6111111111111112, "overall_9_raw": 0.6875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.963888888888889, "overall_9_raw": 2.084375, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 435, "release_row": "evalset_rows/eval_yewu_hardest_411", "sample_id": "eval_yewu_hardest_411", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART"], "failure_modes": ["CCS", "CSV", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.603125, "overall_9_raw": 1.603125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9285714285714284, "overall_9_raw": 2.9285714285714284, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.8071428571428572, "overall_9_raw": 1.8071428571428572, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2142857142857144, "overall_9_raw": 2.2142857142857144, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8107142857142857, "overall_9_raw": 0.8107142857142857, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4142857142857144, "overall_9_raw": 1.4142857142857144, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5694444444444444, "overall_9_raw": 0.640625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5142857142857147, "overall_9_raw": 2.5142857142857147, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.265625, "overall_9_raw": 1.265625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8928571428571428, "overall_9_raw": 1.8928571428571428, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.117857142857143, "overall_9_raw": 2.117857142857143, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6928571428571428, "overall_9_raw": 1.6928571428571428, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0571428571428572, "overall_9_raw": 1.0571428571428572, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.217857142857143, "overall_9_raw": 2.217857142857143, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 1.5, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.675, "overall_9_raw": 1.675, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 436, "release_row": "evalset_rows/eval_yewu_hardest_415", "sample_id": "eval_yewu_hardest_415", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "EDU", "SCI"], "failure_modes": ["CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8225, "overall_9_raw": 0.8583333333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.17250000000000001, "overall_9_raw": 0.19166666666666668, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.17250000000000001, "overall_9_raw": 0.19166666666666668, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.17250000000000001, "overall_9_raw": 0.19166666666666668, "status": "scored"}, "seedream4d5": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2725, "overall_9_raw": 0.3027777777777778, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_easy"], "prompt_index": 437, "release_row": "evalset_rows/eval_yewu_hardest_420", "sample_id": "eval_yewu_hardest_420", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "EDU", "SCI"], "failure_modes": ["CCS", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.2225, "overall_9_raw": 0.24722222222222223, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1350000000000002, "overall_9_raw": 2.1500000000000004, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.58, "overall_9_raw": 2.6444444444444444, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0625, "overall_9_raw": 0.06944444444444445, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.32, "overall_9_raw": 0.35555555555555557, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.29500000000000004, "overall_9_raw": 0.3277777777777778, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.475, "overall_9_raw": 1.5277777777777777, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.46, "overall_9_raw": 2.511111111111111, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.2525, "overall_9_raw": 0.28055555555555556, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1724999999999999, "overall_9_raw": 1.3027777777777778, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8024999999999998, "overall_9_raw": 1.8916666666666666, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5125, "overall_9_raw": 1.5694444444444444, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0175, "overall_9_raw": 2.1305555555555555, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.445, "overall_9_raw": 0.49444444444444446, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7875, "overall_9_raw": 0.875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.805, "overall_9_raw": 2.783333333333333, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 438, "release_row": "evalset_rows/eval_yewu_hardest_428", "sample_id": "eval_yewu_hardest_428", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SCI"], "failure_modes": ["DVZ", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4, "overall_9_raw": 0.4444444444444444, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.56, "overall_9_raw": 2.511111111111111, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.52, "overall_9_raw": 2.522222222222222, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.2777777777777778, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.01, "overall_9_raw": 0.011111111111111112, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5074999999999998, "overall_9_raw": 1.5083333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0325, "overall_9_raw": 1.0916666666666666, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9925, "overall_9_raw": 1.0472222222222223, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.93, "overall_9_raw": 1.0333333333333334, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.705, "overall_9_raw": 2.6722222222222225, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 439, "release_row": "evalset_rows/eval_yewu_hardest_429", "sample_id": "eval_yewu_hardest_429", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ABS"], "failure_modes": ["VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2714285714285714, "overall_9_raw": 2.2714285714285714, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.20625, "overall_9_raw": 2.20625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.778125, "overall_9_raw": 1.778125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.6, "overall_9_raw": 1.6, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.542857142857143, "overall_9_raw": 1.542857142857143, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.14375, "overall_9_raw": 1.14375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7142857142857144, "overall_9_raw": 2.7142857142857144, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.05, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3714285714285714, "overall_9_raw": 2.3714285714285714, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.76875, "overall_9_raw": 2.76875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.185714285714286, "overall_9_raw": 2.185714285714286, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.682142857142857, "overall_9_raw": 2.682142857142857, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1625, "overall_9_raw": 2.1625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.290625, "overall_9_raw": 1.290625, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["yewu_hardest"], "prompt_index": 440, "release_row": "evalset_rows/eval_yewu_hardest_434", "sample_id": "eval_yewu_hardest_434", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC"], "failure_modes": ["CCS", "CSV", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2800000000000002, "overall_9_raw": 2.2555555555555555, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6849999999999999, "overall_9_raw": 0.7611111111111111, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5349999999999999, "overall_9_raw": 0.5944444444444444, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.49, "overall_9_raw": 1.5444444444444445, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4, "overall_9_raw": 0.4444444444444444, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.545, "overall_9_raw": 1.6055555555555554, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.66, "overall_9_raw": 2.6222222222222222, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 1.6, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.035, "overall_9_raw": 2.1500000000000004, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0025, "overall_9_raw": 1.0583333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4225, "overall_9_raw": 0.4694444444444444, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3449999999999998, "overall_9_raw": 2.3277777777777775, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 441, "release_row": "evalset_rows/eval_yewu_hardest_439", "sample_id": "eval_yewu_hardest_439", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["COM", "OBJ", "OTH"], "failure_modes": ["CCS", "IRR", "TK-R", "VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.96875, "overall_9_raw": 0.96875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5625, "overall_9_raw": 2.513888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4, "overall_9_raw": 0.4444444444444444, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.25, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1375, "overall_9_raw": 0.1527777777777778, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.225, "overall_9_raw": 1.25, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.7777777777777777, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2, "overall_9_raw": 2.111111111111111, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.125, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.175, "overall_9_raw": 0.19444444444444445, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1375, "overall_9_raw": 2.0416666666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.8611111111111112, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0833333333333335, "overall_9_raw": 2.0833333333333335, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6388888888888888, "overall_9_raw": 1.6388888888888888, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8194444444444444, "overall_9_raw": 1.8194444444444444, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.625, "overall_9_raw": 0.625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7625, "overall_9_raw": 1.8472222222222223, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 442, "release_row": "evalset_rows/eval_yewu_hardest_446", "sample_id": "eval_yewu_hardest_446", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["CUL", "EDU"], "failure_modes": ["CCS", "CS", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.613888888888889, "overall_9_raw": 1.690625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.18055555555555555, "overall_9_raw": 0.203125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.7638888888888888, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0250000000000004, "overall_9_raw": 2.153125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8611111111111112, "overall_9_raw": 0.96875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 1.03125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 443, "release_row": "evalset_rows/eval_yewu_hardest_447", "sample_id": "eval_yewu_hardest_447", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["INF", "TEC"], "failure_modes": ["CCS", "CSV", "DVZ", "EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.675, "overall_9_raw": 1.7714285714285716, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1555555555555554, "overall_9_raw": 2.3, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3, "overall_9_raw": 1.4857142857142858, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9583333333333334, "overall_9_raw": 1.015625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.540625, "overall_9_raw": 1.6178571428571427, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.64375, "overall_9_raw": 1.7357142857142858, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8625, "overall_9_raw": 0.9857142857142858, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.2142857142857142, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.371875, "overall_9_raw": 1.425, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.384375, "overall_9_raw": 1.4392857142857143, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.45625, "overall_9_raw": 1.5214285714285716, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.6083333333333333, "overall_9_raw": 0.684375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7638888888888888, "overall_9_raw": 0.859375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8666666666666667, "overall_9_raw": 1.975, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 444, "release_row": "evalset_rows/eval_yewu_hardest_448", "sample_id": "eval_yewu_hardest_448", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["SCI"], "failure_modes": ["EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0916666666666666, "overall_9_raw": 1.0916666666666666, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.216666666666667, "overall_9_raw": 2.216666666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.4333333333333333, "overall_9_raw": 1.4333333333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.275, "overall_9_raw": 1.275, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4916666666666667, "overall_9_raw": 1.4916666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3416666666666666, "overall_9_raw": 1.3416666666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9458333333333333, "overall_9_raw": 1.9458333333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7708333333333334, "overall_9_raw": 0.7708333333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.8125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9833333333333334, "overall_9_raw": 0.9833333333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3416666666666666, "overall_9_raw": 1.3416666666666666, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2541666666666667, "overall_9_raw": 1.2541666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.4708333333333334, "overall_9_raw": 1.4708333333333334, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9458333333333333, "overall_9_raw": 0.9458333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2791666666666666, "overall_9_raw": 1.2791666666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.1333333333333333, "overall_9_raw": 2.1333333333333333, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 445, "release_row": "evalset_rows/eval_yewu_hardest_465", "sample_id": "eval_yewu_hardest_465", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "CUL"], "failure_modes": ["CS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6625, "overall_9_raw": 0.7361111111111112, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.65, "overall_9_raw": 1.65, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.338888888888889, "overall_9_raw": 1.338888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.225, "overall_9_raw": 1.225, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.805, "overall_9_raw": 0.8944444444444445, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.796875, "overall_9_raw": 0.796875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9375, "overall_9_raw": 1.9375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.265625, "overall_9_raw": 1.265625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.146875, "overall_9_raw": 1.146875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.946875, "overall_9_raw": 1.946875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.353125, "overall_9_raw": 1.353125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.646875, "overall_9_raw": 1.646875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.525, "overall_9_raw": 1.525, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.921875, "overall_9_raw": 0.921875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.275, "overall_9_raw": 1.275, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 446, "release_row": "evalset_rows/eval_yewu_hardest_466", "sample_id": "eval_yewu_hardest_466", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["CUL", "HIS", "TXT"], "failure_modes": ["CS", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.21, "overall_9_raw": 1.3444444444444443, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5555555555555556, "overall_9_raw": 0.625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9400000000000001, "overall_9_raw": 1.0444444444444445, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4, "overall_9_raw": 0.4444444444444444, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.7638888888888888, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.43, "overall_9_raw": 2.477777777777778, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3625, "overall_9_raw": 0.4027777777777778, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.0333333333333334, "overall_9_raw": 1.1625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1199999999999999, "overall_9_raw": 1.2444444444444445, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 447, "release_row": "evalset_rows/eval_yewu_hardest_468", "sample_id": "eval_yewu_hardest_468", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SCI", "TEC"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7000000000000002, "overall_9_raw": 1.725, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.08499999999999999, "overall_9_raw": 0.09444444444444444, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0944444444444446, "overall_9_raw": 2.10625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9361111111111111, "overall_9_raw": 1.990625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6083333333333333, "overall_9_raw": 0.684375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4222222222222225, "overall_9_raw": 2.475, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.072222222222222, "overall_9_raw": 2.08125, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_hard"], "prompt_index": 448, "release_row": "evalset_rows/eval_yewu_hardest_475", "sample_id": "eval_yewu_hardest_475", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL", "TXT"], "failure_modes": ["CSV", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.595, "overall_9_raw": 0.6611111111111111, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9724999999999999, "overall_9_raw": 1.025, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3222222222222222, "overall_9_raw": 1.3, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6900000000000001, "overall_9_raw": 0.7666666666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6224999999999999, "overall_9_raw": 0.6916666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.3, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.49166666666666664, "overall_9_raw": 0.553125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0699999999999998, "overall_9_raw": 1.1888888888888889, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2666666666666666, "overall_9_raw": 1.3, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3833333333333333, "overall_9_raw": 1.24375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7222222222222223, "overall_9_raw": 1.5625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.595, "overall_9_raw": 0.6611111111111111, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9475, "overall_9_raw": 1.0527777777777778, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.6111111111111112, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.0, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 449, "release_row": "evalset_rows/eval_yewu_hardest_477", "sample_id": "eval_yewu_hardest_477", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["SCI"], "failure_modes": ["DVZ", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.01, "overall_9_raw": 0.011111111111111112, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.3, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.03, "overall_9_raw": 0.03333333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2525, "overall_9_raw": 0.28055555555555556, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0416666666666665, "overall_9_raw": 2.046875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.01, "overall_9_raw": 0.011111111111111112, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9805555555555555, "overall_9_raw": 1.040625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6916666666666667, "overall_9_raw": 1.715625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.066666666666667, "overall_9_raw": 2.075, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5972222222222223, "overall_9_raw": 1.671875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.4861111111111111, "overall_9_raw": 0.546875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.1111111111111112, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 450, "release_row": "evalset_rows/eval_yewu_hardest_482", "sample_id": "eval_yewu_hardest_482", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "TEC"], "failure_modes": ["CCS", "CSV", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1666666666666667, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2222222222222223, "overall_9_raw": 1.3125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.16666666666666666, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.18333333333333332, "overall_9_raw": 0.2037037037037037, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.351851851851852, "overall_9_raw": 2.3958333333333335, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3666666666666667, "overall_9_raw": 1.4074074074074074, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2666666666666666, "overall_9_raw": 2.240740740740741, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.466666666666667, "overall_9_raw": 2.5185185185185186, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.55, "overall_9_raw": 1.5555555555555556, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6666666666666666, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 451, "release_row": "evalset_rows/eval_yewu_hardest_491", "sample_id": "eval_yewu_hardest_491", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["COM", "SPO"], "failure_modes": ["CCS", "CSV", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.2, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.08249999999999999, "overall_9_raw": 0.09166666666666666, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8, "overall_9_raw": 2.7777777777777777, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2225, "overall_9_raw": 1.2472222222222222, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0949999999999998, "overall_9_raw": 2.1055555555555556, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9675, "overall_9_raw": 1.963888888888889, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8500000000000001, "overall_9_raw": 0.89375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8675, "overall_9_raw": 0.963888888888889, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.065, "overall_9_raw": 2.072222222222222, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.455, "overall_9_raw": 2.3944444444444444, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.505, "overall_9_raw": 2.45, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0149999999999997, "overall_9_raw": 2.0166666666666666, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.825, "overall_9_raw": 1.6944444444444444, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.065, "overall_9_raw": 2.072222222222222, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 452, "release_row": "evalset_rows/eval_yewu_hardest_492", "sample_id": "eval_yewu_hardest_492", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "CUL"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.466666666666667, "overall_9_raw": 2.4625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.49000000000000005, "overall_9_raw": 0.5444444444444445, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.6, "composition_and_aesthetics": 1.5, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.038888888888889, "overall_9_raw": 1.98125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1888888888888887, "overall_9_raw": 2.2125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.605, "overall_9_raw": 2.5611111111111113, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 453, "release_row": "evalset_rows/eval_yewu_hardest_499", "sample_id": "eval_yewu_hardest_499", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU"], "failure_modes": ["CCS", "FHA", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.921875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.575, "overall_9_raw": 1.6388888888888888, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.175, "overall_9_raw": 1.25, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.48, "overall_9_raw": 1.5333333333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.65, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0075, "overall_9_raw": 2.0638888888888887, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 454, "release_row": "evalset_rows/eval_yewu_hardest_500", "sample_id": "eval_yewu_hardest_500", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["COM", "GAM"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.56875, "overall_9_raw": 1.56875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.090625, "overall_9_raw": 2.090625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.740625, "overall_9_raw": 1.740625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7125, "overall_9_raw": 1.7125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.725, "overall_9_raw": 1.725, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.50625, "overall_9_raw": 1.50625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.81875, "overall_9_raw": 1.81875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6, "overall_9_raw": 1.6, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.56875, "overall_9_raw": 1.56875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.678125, "overall_9_raw": 1.678125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.884375, "overall_9_raw": 1.884375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.88125, "overall_9_raw": 1.88125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.15, "overall_9_raw": 2.15, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.23, "overall_9_raw": 1.3666666666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.1875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.35625, "overall_9_raw": 2.35625, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 455, "release_row": "evalset_rows/eval_yewu_hardest_505", "sample_id": "eval_yewu_hardest_505", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["COM", "TXT"], "failure_modes": ["THG", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7625, "overall_9_raw": 0.7999999999999999, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.54375, "overall_9_raw": 2.6214285714285714, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.79375, "overall_9_raw": 0.9071428571428571, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.41875, "overall_9_raw": 1.4785714285714284, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.190625, "overall_9_raw": 1.3607142857142858, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.828125, "overall_9_raw": 0.9464285714285714, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5583333333333333, "overall_9_raw": 0.628125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.75625, "overall_9_raw": 2.8642857142857143, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.73125, "overall_9_raw": 0.8357142857142856, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.596875, "overall_9_raw": 0.6821428571428572, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.378125, "overall_9_raw": 0.4321428571428571, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5944444444444446, "overall_9_raw": 2.66875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1694444444444443, "overall_9_raw": 2.253125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.4875, "overall_9_raw": 0.5571428571428572, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.261111111111111, "overall_9_raw": 1.41875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.540625, "overall_9_raw": 2.689285714285714, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini", "testmini_easy"], "prompt_index": 456, "release_row": "evalset_rows/eval_yewu_hardest_507", "sample_id": "eval_yewu_hardest_507", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "SCI"], "failure_modes": ["DVZ", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6694444444444443, "overall_9_raw": 2.628125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1444444444444446, "overall_9_raw": 1.225, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8888888888888888, "overall_9_raw": 1.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9777777777777779, "overall_9_raw": 1.9125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5194444444444444, "overall_9_raw": 2.459375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9305555555555556, "overall_9_raw": 1.046875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.911111111111111, "overall_9_raw": 2.9, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 1.2, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.2027777777777775, "overall_9_raw": 2.165625, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 457, "release_row": "evalset_rows/eval_yewu_hardest_510", "sample_id": "eval_yewu_hardest_510", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM"], "failure_modes": ["DVZ", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9305555555555556, "overall_9_raw": 1.984375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1111111111111112, "overall_9_raw": 1.1875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.5625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5277777777777777, "overall_9_raw": 1.59375, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 458, "release_row": "evalset_rows/eval_yewu_hardest_511", "sample_id": "eval_yewu_hardest_511", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["CUL", "SCI"], "failure_modes": ["CS", "CSV", "VUA"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.2142857142857142, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3333333333333335, "overall_9_raw": 2.5, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.375, "overall_9_raw": 2.546875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.84375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.2857142857142858, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.4285714285714286, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.40625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.388888888888889, "overall_9_raw": 2.5625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4722222222222223, "overall_9_raw": 1.65625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5277777777777777, "overall_9_raw": 2.59375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8055555555555556, "overall_9_raw": 0.90625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0972222222222223, "overall_9_raw": 1.234375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 1.03125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.578125, "overall_9_raw": 0.6607142857142857, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.388888888888889, "overall_9_raw": 2.5625, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 459, "release_row": "evalset_rows/eval_yewu_hardest_513", "sample_id": "eval_yewu_hardest_513", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ABS", "TEC"], "failure_modes": ["IRR", "VUA"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3527777777777779, "overall_9_raw": 1.396875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.538888888888889, "overall_9_raw": 2.60625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5599999999999999, "overall_9_raw": 0.6222222222222222, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.30000000000000004, "overall_9_raw": 0.3375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.99, "overall_9_raw": 1.1, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8571428571428571, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2055555555555557, "overall_9_raw": 2.29375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1277777777777778, "overall_9_raw": 2.20625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0999999999999996, "overall_9_raw": 2.175, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.036111111111111, "overall_9_raw": 2.165625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.913888888888889, "overall_9_raw": 2.028125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5833333333333335, "overall_9_raw": 2.59375, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_easy"], "prompt_index": 460, "release_row": "evalset_rows/eval_yewu_hardest_518", "sample_id": "eval_yewu_hardest_518", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3888888888888888, "overall_9_raw": 1.4375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.611111111111111, "overall_9_raw": 2.625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.25, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1527777777777778, "overall_9_raw": 0.171875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini", "testmini_hard"], "prompt_index": 461, "release_row": "evalset_rows/eval_yewu_hardest_521", "sample_id": "eval_yewu_hardest_521", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "HIS", "MIL"], "failure_modes": ["CCS", "FHA", "VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9324999999999999, "overall_9_raw": 0.9805555555555555, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4125, "overall_9_raw": 1.4583333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.665, "overall_9_raw": 2.6277777777777778, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6375, "overall_9_raw": 0.7083333333333334, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.155, "overall_9_raw": 1.2277777777777779, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0474999999999999, "overall_9_raw": 1.1638888888888888, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1100000000000003, "overall_9_raw": 2.1222222222222222, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0825, "overall_9_raw": 1.1472222222222221, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9100000000000001, "overall_9_raw": 1.9555555555555557, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.4425000000000001, "overall_9_raw": 1.5472222222222223, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.02, "overall_9_raw": 2.022222222222222, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8550000000000001, "overall_9_raw": 0.9500000000000001, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.815, "overall_9_raw": 2.7944444444444443, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8875, "overall_9_raw": 0.9305555555555556, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.335, "overall_9_raw": 0.37222222222222223, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.715, "overall_9_raw": 2.683333333333333, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 462, "release_row": "evalset_rows/eval_yewu_hardest_525", "sample_id": "eval_yewu_hardest_525", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["OTH"], "failure_modes": ["VUA"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3708333333333333, "overall_9_raw": 1.5666666666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3708333333333333, "overall_9_raw": 1.5666666666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6416666666666666, "overall_9_raw": 1.8761904761904762, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2125, "overall_9_raw": 1.3857142857142857, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4625, "overall_9_raw": 1.6714285714285713, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.275, "overall_9_raw": 1.457142857142857, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1833333333333333, "overall_9_raw": 1.3523809523809525, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5791666666666666, "overall_9_raw": 1.8047619047619048, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.151851851851852, "overall_9_raw": 1.2958333333333334, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4541666666666666, "overall_9_raw": 1.6619047619047618, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5166666666666666, "overall_9_raw": 1.7333333333333332, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2458333333333333, "overall_9_raw": 1.4238095238095239, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3708333333333333, "overall_9_raw": 1.5666666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.151851851851852, "overall_9_raw": 1.2958333333333334, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7041666666666666, "overall_9_raw": 1.8047619047619048, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1833333333333333, "overall_9_raw": 1.3523809523809525, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7375, "overall_9_raw": 0.8428571428571429, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 463, "release_row": "evalset_rows/eval_yewu_hardest_526", "sample_id": "eval_yewu_hardest_526", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "MED"], "failure_modes": ["CCS", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4666666666666667, "overall_9_raw": 0.525, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0527777777777778, "overall_9_raw": 1.184375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.211111111111111, "overall_9_raw": 2.175, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8388888888888889, "overall_9_raw": 0.94375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9055555555555556, "overall_9_raw": 1.01875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.6722222222222222, "overall_9_raw": 0.75625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5916666666666667, "overall_9_raw": 0.665625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7388888888888889, "overall_9_raw": 0.83125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.325, "overall_9_raw": 0.3611111111111111, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6575, "overall_9_raw": 0.7305555555555556, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3525, "overall_9_raw": 0.39166666666666666, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0777777777777777, "overall_9_raw": 1.15, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.28055555555555556, "overall_9_raw": 0.315625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4444444444444444, "overall_9_raw": 1.5, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_hard"], "prompt_index": 464, "release_row": "evalset_rows/eval_yewu_hardest_542", "sample_id": "eval_yewu_hardest_542", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI"], "failure_modes": ["CSV"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6375, "overall_9_raw": 0.6375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1375, "overall_9_raw": 1.1375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7625, "overall_9_raw": 0.7625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7625, "overall_9_raw": 0.7625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7625, "overall_9_raw": 0.7625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7625, "overall_9_raw": 0.7625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7625, "overall_9_raw": 0.7625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.8125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4375, "overall_9_raw": 0.4375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0857142857142856, "overall_9_raw": 1.0857142857142856, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7625, "overall_9_raw": 0.7625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.075, "overall_9_raw": 1.075, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.45999999999999996, "overall_9_raw": 0.5111111111111111, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.825, "overall_9_raw": 0.825, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 465, "release_row": "evalset_rows/eval_yewu_hardest_544", "sample_id": "eval_yewu_hardest_544", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["CUL", "PEO", "SPO"], "failure_modes": ["CS", "EIK", "VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8444444444444446, "overall_9_raw": 1.95, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3944444444444444, "overall_9_raw": 2.31875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6083333333333334, "overall_9_raw": 1.809375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0027777777777778, "overall_9_raw": 1.128125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2472222222222222, "overall_9_raw": 1.403125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3805555555555555, "overall_9_raw": 2.490625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8694444444444445, "overall_9_raw": 1.978125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.2375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1277777777777778, "overall_9_raw": 2.26875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.961111111111111, "overall_9_raw": 2.08125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6833333333333333, "overall_9_raw": 1.76875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9000000000000001, "overall_9_raw": 2.0125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.361111111111111, "overall_9_raw": 2.28125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9000000000000001, "overall_9_raw": 2.0125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7111111111111112, "overall_9_raw": 1.8, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7305555555555556, "overall_9_raw": 0.821875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7333333333333334, "overall_9_raw": 1.825, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 466, "release_row": "evalset_rows/eval_yewu_hardest_550", "sample_id": "eval_yewu_hardest_550", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "COM", "GAM"], "failure_modes": ["CCS", "CSV", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6472222222222223, "overall_9_raw": 0.728125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1583333333333334, "overall_9_raw": 1.178125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.5972222222222223, "overall_9_raw": 1.671875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.26666666666666666, "overall_9_raw": 0.3, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6166666666666667, "overall_9_raw": 0.69375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6333333333333333, "overall_9_raw": 0.7125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4055555555555557, "overall_9_raw": 1.45625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2777777777777778, "overall_9_raw": 0.3125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9527777777777777, "overall_9_raw": 1.009375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8583333333333333, "overall_9_raw": 0.965625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7472222222222222, "overall_9_raw": 0.840625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9416666666666667, "overall_9_raw": 0.996875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9277777777777777, "overall_9_raw": 0.98125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2833333333333334, "overall_9_raw": 1.31875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1472222222222221, "overall_9_raw": 1.165625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6000000000000001, "overall_9_raw": 0.675, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["yewu_hardest"], "prompt_index": 467, "release_row": "evalset_rows/eval_yewu_hardest_557", "sample_id": "eval_yewu_hardest_557", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC"], "failure_modes": ["CCS", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.24500000000000002, "overall_9_raw": 0.27222222222222225, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0550000000000002, "overall_9_raw": 1.1166666666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7722222222222223, "overall_9_raw": 0.86875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9875, "overall_9_raw": 0.9875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0194444444444446, "overall_9_raw": 1.0194444444444446, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9275, "overall_9_raw": 0.9750000000000001, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.9166666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6722222222222225, "overall_9_raw": 2.6722222222222225, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.93125, "overall_9_raw": 0.93125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1875, "overall_9_raw": 0.1875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 468, "release_row": "evalset_rows/eval_yewu_hardest_562", "sample_id": "eval_yewu_hardest_562", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "IRR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1275, "overall_9_raw": 1.2527777777777778, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.165, "overall_9_raw": 1.2944444444444445, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2625, "overall_9_raw": 0.2916666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.215, "overall_9_raw": 1.35, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.138888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2875, "overall_9_raw": 1.4305555555555556, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2125, "overall_9_raw": 0.2361111111111111, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5625, "overall_9_raw": 0.625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2125, "overall_9_raw": 0.2361111111111111, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.72, "overall_9_raw": 0.8, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_hard"], "prompt_index": 469, "release_row": "evalset_rows/eval_yewu_hardest_564", "sample_id": "eval_yewu_hardest_564", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC"], "failure_modes": ["CCS", "CSV", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5175, "overall_9_raw": 0.575, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8074999999999999, "overall_9_raw": 0.8972222222222221, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8074999999999999, "overall_9_raw": 0.8972222222222221, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.2777777777777778, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.2777777777777778, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.845, "overall_9_raw": 0.8833333333333333, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_hard"], "prompt_index": 470, "release_row": "evalset_rows/eval_yewu_hardest_565", "sample_id": "eval_yewu_hardest_565", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["CUL", "PEO"], "failure_modes": ["EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.14375, "overall_9_raw": 1.14375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.378125, "overall_9_raw": 2.378125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3555555555555556, "overall_9_raw": 2.3555555555555556, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.90625, "overall_9_raw": 0.90625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.303125, "overall_9_raw": 1.303125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.475, "overall_9_raw": 1.475, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.05, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.228125, "overall_9_raw": 1.228125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.13125, "overall_9_raw": 2.13125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.971875, "overall_9_raw": 0.971875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.015625, "overall_9_raw": 2.015625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.590625, "overall_9_raw": 2.590625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9875, "overall_9_raw": 1.9875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.065625, "overall_9_raw": 2.065625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.68125, "overall_9_raw": 1.68125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7875, "overall_9_raw": 0.875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3125, "overall_9_raw": 2.3125, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 471, "release_row": "evalset_rows/eval_yewu_hardest_568", "sample_id": "eval_yewu_hardest_568", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["INF", "TXT"], "failure_modes": ["CCS", "EIK", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6875, "overall_9_raw": 2.6527777777777777, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.625, "overall_9_raw": 0.703125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9861111111111112, "overall_9_raw": 1.046875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3875, "overall_9_raw": 1.375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.25, "overall_9_raw": 2.2777777777777777, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1375, "overall_9_raw": 2.1527777777777777, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3625, "overall_9_raw": 0.4027777777777778, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.875, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.861111111111111, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.7916666666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.0277777777777777, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.375, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4, "overall_9_raw": 2.3333333333333335, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 2.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.8611111111111112, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.875, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.825, "overall_9_raw": 2.8055555555555554, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 472, "release_row": "evalset_rows/eval_yewu_hardest_569", "sample_id": "eval_yewu_hardest_569", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ABS"], "failure_modes": ["CCS"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.515625, "overall_9_raw": 0.515625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.03125, "overall_9_raw": 1.03125, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5625, "overall_9_raw": 0.5625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.96875, "overall_9_raw": 0.96875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.71875, "overall_9_raw": 0.71875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65625, "overall_9_raw": 0.65625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.640625, "overall_9_raw": 0.640625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.1875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.78125, "overall_9_raw": 0.78125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.109375, "overall_9_raw": 1.109375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5625, "overall_9_raw": 0.5625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.90625, "overall_9_raw": 0.90625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1875, "overall_9_raw": 0.1875, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["yewu_hardest"], "prompt_index": 473, "release_row": "evalset_rows/eval_yewu_hardest_573", "sample_id": "eval_yewu_hardest_573", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["TEC"], "failure_modes": ["CSV", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2916666666666667, "overall_9_raw": 0.328125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2361111111111111, "overall_9_raw": 0.265625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9944444444444444, "overall_9_raw": 1.05625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.21875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5583333333333333, "overall_9_raw": 1.628125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.18055555555555555, "overall_9_raw": 0.203125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.9, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7638888888888888, "overall_9_raw": 0.859375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6444444444444446, "overall_9_raw": 1.725, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 474, "release_row": "evalset_rows/eval_yewu_hardest_575", "sample_id": "eval_yewu_hardest_575", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["TEC"], "failure_modes": ["DVZ", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.5055555555555555, "overall_9_raw": 2.56875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7888888888888889, "overall_9_raw": 0.825, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.538888888888889, "overall_9_raw": 2.60625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.725, "overall_9_raw": 1.753125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9750000000000001, "overall_9_raw": 1.034375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 475, "release_row": "evalset_rows/eval_yewu_hardest_578", "sample_id": "eval_yewu_hardest_578", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "TEC"], "failure_modes": ["CSV", "IRR"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6722222222222222, "overall_9_raw": 0.69375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.2857142857142857, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8444444444444446, "overall_9_raw": 2.8875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.525, "overall_9_raw": 2.5285714285714285, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9305555555555556, "overall_9_raw": 1.046875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6375, "overall_9_raw": 2.585714285714286, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 476, "release_row": "evalset_rows/eval_yewu_hardest_580", "sample_id": "eval_yewu_hardest_580", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["FOO"], "failure_modes": ["DVZ", "THG", "TK-R"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.6, "overall_9_raw": 2.7777777777777777, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.611111111111111, "overall_9_raw": 2.8125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8055555555555554, "overall_9_raw": 2.90625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3361111111111111, "overall_9_raw": 0.378125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9805555555555554, "overall_9_raw": 2.103125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.6666666666666665, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.6666666666666665, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0027777777777778, "overall_9_raw": 2.128125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7749999999999999, "overall_9_raw": 0.871875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.263888888888889, "overall_9_raw": 2.359375, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 477, "release_row": "evalset_rows/eval_yewu_hardest_581", "sample_id": "eval_yewu_hardest_581", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM", "INF", "TEC"], "failure_modes": ["DVZ", "EIK"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.921875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.921875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8638888888888889, "overall_9_raw": 0.971875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.921875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9305555555555554, "overall_9_raw": 2.984375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.038888888888889, "overall_9_raw": 2.10625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7944444444444445, "overall_9_raw": 0.89375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7527777777777778, "overall_9_raw": 0.846875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.921875, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 478, "release_row": "evalset_rows/eval_yewu_hardest_582", "sample_id": "eval_yewu_hardest_582", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM", "INF"], "failure_modes": ["DVZ", "EIK", "FHA", "THG", "TK-C"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5370370370370368, "overall_9_raw": 2.7291666666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8541666666666665, "overall_9_raw": 2.9047619047619047, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8185185185185184, "overall_9_raw": 0.9208333333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3703703703703702, "overall_9_raw": 2.5416666666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5416666666666665, "overall_9_raw": 2.761904761904762, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6041666666666665, "overall_9_raw": 2.833333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.7142857142857144, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6041666666666665, "overall_9_raw": 2.833333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6296296296296298, "overall_9_raw": 2.7083333333333335, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini", "testmini_easy"], "prompt_index": 479, "release_row": "evalset_rows/eval_yewu_hardest_590", "sample_id": "eval_yewu_hardest_590", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1300000000000001, "overall_9_raw": 1.1444444444444446, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7824999999999998, "overall_9_raw": 2.7583333333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.7, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.395, "overall_9_raw": 0.4388888888888889, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1425, "overall_9_raw": 1.1583333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.85, "overall_9_raw": 1.9444444444444444, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2825, "overall_9_raw": 1.3694444444444445, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.48, "overall_9_raw": 1.5333333333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8474999999999999, "overall_9_raw": 0.9416666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.23, "overall_9_raw": 1.2555555555555555, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.2777777777777778, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5775000000000001, "overall_9_raw": 1.6416666666666666, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 480, "release_row": "evalset_rows/eval_yewu_hardest_595", "sample_id": "eval_yewu_hardest_595", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["OBJ", "TXT"], "failure_modes": ["CSV", "THG", "VUA"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2275, "overall_9_raw": 1.2527777777777778, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8555555555555556, "overall_9_raw": 2.8375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4625, "overall_9_raw": 0.5138888888888888, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7805555555555556, "overall_9_raw": 0.815625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2916666666666667, "overall_9_raw": 0.328125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.736111111111111, "overall_9_raw": 2.765625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 1.4, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.072222222222222, "overall_9_raw": 2.14375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.835, "overall_9_raw": 2.816666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9694444444444446, "overall_9_raw": 2.028125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7194444444444446, "overall_9_raw": 2.684375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5725, "overall_9_raw": 0.6361111111111111, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3725, "overall_9_raw": 0.4138888888888889, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 481, "release_row": "evalset_rows/eval_yewu_hardest_598", "sample_id": "eval_yewu_hardest_598", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["INF"], "failure_modes": ["CCS", "CSV", "EIK", "THG", "TK-C"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.025, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7888888888888889, "overall_9_raw": 0.8875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8805555555555555, "overall_9_raw": 0.928125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0222222222222221, "overall_9_raw": 1.0875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1625, "overall_9_raw": 0.18055555555555555, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9666666666666666, "overall_9_raw": 1.025, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_hard"], "prompt_index": 482, "release_row": "evalset_rows/eval_yewu_hardest_605", "sample_id": "eval_yewu_hardest_605", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI"], "failure_modes": ["CSV", "DVZ", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2777777777777778, "overall_9_raw": 0.3125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8972222222222221, "overall_9_raw": 1.946875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.0472222222222225, "overall_9_raw": 2.115625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5194444444444446, "overall_9_raw": 1.584375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5416666666666666, "overall_9_raw": 0.546875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 483, "release_row": "evalset_rows/eval_yewu_hardest_606", "sample_id": "eval_yewu_hardest_606", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["CUL", "TXT"], "failure_modes": ["CCS", "CSV", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7333333333333333, "overall_9_raw": 0.825, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7325, "overall_9_raw": 1.7583333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.275, "overall_9_raw": 1.3611111111111112, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4583333333333333, "overall_9_raw": 0.515625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.575, "overall_9_raw": 0.6388888888888888, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3625, "overall_9_raw": 0.4027777777777778, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2027777777777777, "overall_9_raw": 1.228125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5222222222222221, "overall_9_raw": 1.5875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7472222222222222, "overall_9_raw": 0.840625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1199999999999999, "overall_9_raw": 1.1888888888888889, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.29444444444444445, "overall_9_raw": 0.33125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.13611111111111113, "overall_9_raw": 0.153125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.145, "overall_9_raw": 2.161111111111111, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 484, "release_row": "evalset_rows/eval_yewu_hardest_609", "sample_id": "eval_yewu_hardest_609", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "OBJ", "TEC"], "failure_modes": ["CCS", "EIK", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.02, "overall_9_raw": 1.1333333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5525, "overall_9_raw": 1.5583333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7375, "overall_9_raw": 0.8194444444444444, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.56, "overall_9_raw": 1.6222222222222222, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7775000000000001, "overall_9_raw": 0.8083333333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1324999999999998, "overall_9_raw": 1.1472222222222221, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.805, "overall_9_raw": 0.8944444444444445, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6875, "overall_9_raw": 1.7083333333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5025, "overall_9_raw": 1.5583333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7149999999999999, "overall_9_raw": 1.738888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8649999999999998, "overall_9_raw": 1.9055555555555554, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5150000000000001, "overall_9_raw": 1.5722222222222222, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.315, "overall_9_raw": 2.238888888888889, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8875, "overall_9_raw": 0.9861111111111112, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.325, "overall_9_raw": 0.3611111111111111, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1, "overall_9_raw": 2.0, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_easy"], "prompt_index": 485, "release_row": "evalset_rows/eval_yewu_hardest_610", "sample_id": "eval_yewu_hardest_610", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "CUL"], "failure_modes": ["EIK", "FHA", "IRR", "VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8777777777777778, "overall_9_raw": 0.9875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9333333333333333, "overall_9_raw": 1.05, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7888888888888889, "overall_9_raw": 0.8875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.7222222222222223, "overall_9_raw": 2.6875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0666666666666667, "overall_9_raw": 1.2, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.5555555555555554, "overall_9_raw": 2.5, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8666666666666667, "overall_9_raw": 0.975, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7333333333333333, "overall_9_raw": 0.825, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8111111111111111, "overall_9_raw": 0.9125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.6666666666666665, "overall_9_raw": 2.625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.6666666666666665, "overall_9_raw": 2.625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9518518518518518, "overall_9_raw": 1.0708333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0777777777777777, "overall_9_raw": 1.2125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0333333333333334, "overall_9_raw": 1.1625, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_easy"], "prompt_index": 486, "release_row": "evalset_rows/eval_yewu_hardest_624", "sample_id": "eval_yewu_hardest_624", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "CUL"], "failure_modes": ["CS", "CSV"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.042857142857143, "overall_9_raw": 1.042857142857143, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.290625, "overall_9_raw": 2.290625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.059375, "overall_9_raw": 1.059375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9571428571428572, "overall_9_raw": 0.9571428571428572, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.05, "overall_9_raw": 1.05, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.265625, "overall_9_raw": 2.265625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.41428571428571426, "overall_9_raw": 0.41428571428571426, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.353125, "overall_9_raw": 2.353125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.94375, "overall_9_raw": 1.94375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7357142857142858, "overall_9_raw": 1.7357142857142858, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.325, "overall_9_raw": 2.325, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.809375, "overall_9_raw": 1.809375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2805555555555554, "overall_9_raw": 2.2805555555555554, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.59375, "overall_9_raw": 1.59375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6857142857142857, "overall_9_raw": 0.6857142857142857, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.603125, "overall_9_raw": 2.603125, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_easy"], "prompt_index": 487, "release_row": "evalset_rows/eval_yewu_hardest_625", "sample_id": "eval_yewu_hardest_625", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ABS", "ARC"], "failure_modes": ["CCS", "VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.00625, "overall_9_raw": 1.00625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.9375, "overall_9_raw": 1.9375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.263888888888889, "overall_9_raw": 2.263888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.921875, "overall_9_raw": 0.921875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.334375, "overall_9_raw": 1.334375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.859375, "overall_9_raw": 0.859375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.52, "overall_9_raw": 0.5777777777777778, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.29375, "overall_9_raw": 1.29375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.4555555555555557, "overall_9_raw": 2.4555555555555557, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4000000000000004, "overall_9_raw": 2.4000000000000004, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.136111111111111, "overall_9_raw": 2.136111111111111, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.9722222222222223, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.10625, "overall_9_raw": 1.10625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini", "testmini_easy"], "prompt_index": 488, "release_row": "evalset_rows/eval_yewu_hardest_628", "sample_id": "eval_yewu_hardest_628", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "CUL", "OBJ"], "failure_modes": ["CCS", "CS", "CSV", "FHA", "THG", "TK-C"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.7805555555555554, "overall_9_raw": 1.878125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.477777777777778, "overall_9_raw": 2.5375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7333333333333333, "overall_9_raw": 0.825, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.22499999999999998, "overall_9_raw": 0.253125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.9555555555555555, "overall_9_raw": 1.075, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.26944444444444443, "overall_9_raw": 0.303125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.7, "overall_9_raw": 2.9125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2625, "overall_9_raw": 0.2916666666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.2916666666666667, "overall_9_raw": 0.328125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.4444444444444444, "overall_9_raw": 0.5, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.4194444444444445, "overall_9_raw": 1.534375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.913888888888889, "overall_9_raw": 2.028125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.21000000000000002, "overall_9_raw": 0.23333333333333334, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.7, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3138888888888889, "overall_9_raw": 0.353125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.4000000000000004, "overall_9_raw": 2.5125, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 489, "release_row": "evalset_rows/eval_yewu_hardest_635", "sample_id": "eval_yewu_hardest_635", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "CUL", "HIS"], "failure_modes": ["CCS", "EIK", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.12250000000000001, "overall_9_raw": 0.13611111111111113, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.23333333333333334, "overall_9_raw": 0.2625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.4225, "overall_9_raw": 0.4694444444444444, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.905, "overall_9_raw": 0.9500000000000001, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4861111111111112, "overall_9_raw": 1.546875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.01, "overall_9_raw": 0.011111111111111112, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.39375, "overall_9_raw": 2.39375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.06, "overall_9_raw": 0.06666666666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.533333333333333, "overall_9_raw": 2.533333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.161111111111111, "overall_9_raw": 2.24375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.135, "overall_9_raw": 0.15000000000000002, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 490, "release_row": "evalset_rows/eval_yewu_hardest_661", "sample_id": "eval_yewu_hardest_661", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "CUL", "HIS"], "failure_modes": ["EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6375, "overall_9_raw": 0.7083333333333334, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9333333333333331, "overall_9_raw": 1.9333333333333331, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8875, "overall_9_raw": 0.9861111111111112, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.0444444444444443, "overall_9_raw": 2.0444444444444443, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 1.3, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3925, "overall_9_raw": 2.3805555555555555, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7375, "overall_9_raw": 0.8194444444444444, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6555555555555557, "overall_9_raw": 1.7375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6111111111111112, "overall_9_raw": 1.6875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9125, "overall_9_raw": 1.9583333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9694444444444446, "overall_9_raw": 1.9694444444444446, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.7638888888888888, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.05, "overall_9_raw": 0.05555555555555555, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0194444444444444, "overall_9_raw": 2.021875, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini", "testmini_easy"], "prompt_index": 491, "release_row": "evalset_rows/eval_yewu_hardest_663", "sample_id": "eval_yewu_hardest_663", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC"], "failure_modes": ["CCS", "CSV", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7678571428571429, "overall_9_raw": 0.7678571428571429, "status": "scored"}, "gemini3pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3125, "overall_9_raw": 0.3472222222222222, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6375, "overall_9_raw": 0.7083333333333334, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.984375, "overall_9_raw": 0.984375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.5861111111111112, "overall_9_raw": 1.5861111111111112, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1625, "overall_9_raw": 0.18055555555555555, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.611111111111111, "overall_9_raw": 2.611111111111111, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7875, "overall_9_raw": 0.875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.8824999999999998, "overall_9_raw": 1.8694444444444445, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.7638888888888888, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.5694444444444444, "overall_9_raw": 1.5694444444444444, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.611111111111111, "overall_9_raw": 2.611111111111111, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5625, "overall_9_raw": 0.5625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.6666666666666665, "overall_9_raw": 2.6666666666666665, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 492, "release_row": "evalset_rows/eval_yewu_hardest_668", "sample_id": "eval_yewu_hardest_668", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["SPO", "TXT"], "failure_modes": ["CCS", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.4, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.04, "overall_9_raw": 0.044444444444444446, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.4, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.04, "overall_9_raw": 0.044444444444444446, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.8, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.08888888888888889, "overall_9_raw": 0.1, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.33999999999999997, "overall_9_raw": 0.37777777777777777, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8888888888888888, "overall_9_raw": 0.9375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.4, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.04, "overall_9_raw": 0.044444444444444446, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.545, "overall_9_raw": 0.6055555555555556, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.9, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.39375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 1.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4575, "overall_9_raw": 1.4527777777777777, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0949999999999998, "overall_9_raw": 2.1055555555555556, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.3, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.03333333333333333, "overall_9_raw": 0.0375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.4, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.09, "overall_9_raw": 0.1, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 493, "release_row": "evalset_rows/eval_yewu_hardest_671", "sample_id": "eval_yewu_hardest_671", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "HIS"], "failure_modes": ["CCS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.903125, "overall_9_raw": 0.903125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.025, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.31875, "overall_9_raw": 2.31875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0875, "overall_9_raw": 1.0875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.20625, "overall_9_raw": 1.20625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.384375, "overall_9_raw": 1.384375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.184375, "overall_9_raw": 2.184375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.19375, "overall_9_raw": 1.19375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.515625, "overall_9_raw": 2.515625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.334375, "overall_9_raw": 1.334375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.34375, "overall_9_raw": 2.34375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.515625, "overall_9_raw": 2.515625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.19375, "overall_9_raw": 2.19375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.503125, "overall_9_raw": 2.503125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.553125, "overall_9_raw": 2.553125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.284375, "overall_9_raw": 1.284375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.515625, "overall_9_raw": 2.515625, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_hard"], "prompt_index": 494, "release_row": "evalset_rows/eval_yewu_hardest_676", "sample_id": "eval_yewu_hardest_676", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL", "HIS"], "failure_modes": ["CS", "EIK", "FHA", "IRR"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4625, "overall_9_raw": 1.625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6375, "overall_9_raw": 1.8194444444444444, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.74, "overall_9_raw": 0.8222222222222223, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.74, "overall_9_raw": 0.8222222222222223, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9225, "overall_9_raw": 1.025, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2375, "overall_9_raw": 1.375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.145, "overall_9_raw": 2.272222222222222, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8550000000000001, "overall_9_raw": 0.9500000000000001, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.415, "overall_9_raw": 2.3499999999999996, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4425, "overall_9_raw": 2.3805555555555555, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1, "overall_9_raw": 2.0, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7525000000000001, "overall_9_raw": 0.8361111111111111, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5375, "overall_9_raw": 0.5972222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 495, "release_row": "evalset_rows/eval_yewu_hardest_679", "sample_id": "eval_yewu_hardest_679", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["CUL", "FOO"], "failure_modes": ["CS", "VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.984375, "overall_9_raw": 0.984375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.328125, "overall_9_raw": 2.328125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4375, "overall_9_raw": 2.4375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.078125, "overall_9_raw": 1.078125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.1875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.5625, "overall_9_raw": 1.5625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.859375, "overall_9_raw": 0.859375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.609375, "overall_9_raw": 2.609375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.09375, "overall_9_raw": 2.09375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9375, "overall_9_raw": 1.9375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1875, "overall_9_raw": 2.1875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.046875, "overall_9_raw": 1.046875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.796875, "overall_9_raw": 0.796875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5625, "overall_9_raw": 1.5625, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini"], "prompt_index": 496, "release_row": "evalset_rows/eval_yewu_hardest_681", "sample_id": "eval_yewu_hardest_681", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["HIS", "INF", "SCI"], "failure_modes": ["CCS", "EIK", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1625, "overall_9_raw": 0.18055555555555555, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.727777777777778, "overall_9_raw": 2.75625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9833333333333334, "overall_9_raw": 2.10625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2225, "overall_9_raw": 0.24722222222222223, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.935, "overall_9_raw": 2.038888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.908333333333333, "overall_9_raw": 2.896875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.703125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.17250000000000001, "overall_9_raw": 0.19166666666666668, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_hard"], "prompt_index": 497, "release_row": "evalset_rows/eval_yewu_hardest_682", "sample_id": "eval_yewu_hardest_682", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART"], "failure_modes": ["VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.8125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.63125, "overall_9_raw": 2.63125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9285714285714284, "overall_9_raw": 2.9285714285714284, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.553125, "overall_9_raw": 2.553125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.63125, "overall_9_raw": 2.63125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.8125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.75, "overall_9_raw": 2.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5785714285714287, "overall_9_raw": 2.5785714285714287, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_easy"], "prompt_index": 498, "release_row": "evalset_rows/eval_yewu_hardest_683", "sample_id": "eval_yewu_hardest_683", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "GAM"], "failure_modes": ["CCS", "CSV", "IRR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.859375, "overall_9_raw": 0.859375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.921875, "overall_9_raw": 0.921875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9285714285714286, "overall_9_raw": 0.9285714285714286, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7678571428571429, "overall_9_raw": 0.7678571428571429, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6785714285714286, "overall_9_raw": 0.6785714285714286, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8375, "overall_9_raw": 0.9305555555555556, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2125, "overall_9_raw": 0.2361111111111111, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.7638888888888888, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9305555555555556, "overall_9_raw": 0.9305555555555556, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.609375, "overall_9_raw": 0.609375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7678571428571429, "overall_9_raw": 0.7678571428571429, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.046875, "overall_9_raw": 1.046875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.671875, "overall_9_raw": 0.671875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.859375, "overall_9_raw": 0.859375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.203125, "overall_9_raw": 0.203125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6964285714285714, "overall_9_raw": 0.6964285714285714, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_hard"], "prompt_index": 499, "release_row": "evalset_rows/eval_yewu_hardest_688", "sample_id": "eval_yewu_hardest_688", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "CUL"], "failure_modes": ["CS", "VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6083333333333334, "overall_9_raw": 1.6083333333333334, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0733333333333333, "overall_9_raw": 1.9703703703703705, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.8888888888888888, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2366666666666668, "overall_9_raw": 1.3740740740740742, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2666666666666666, "overall_9_raw": 2.2666666666666666, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2958333333333334, "overall_9_raw": 1.2958333333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3, "overall_9_raw": 2.2222222222222223, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3291666666666666, "overall_9_raw": 2.3291666666666666, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.35, "overall_9_raw": 2.35, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3791666666666667, "overall_9_raw": 1.3791666666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5166666666666666, "overall_9_raw": 2.5166666666666666, "status": "scored"}}, "original_subset": ["yewu_hardest", "testmini_easy"], "prompt_index": 500, "release_row": "evalset_rows/eval_yewu_hardest_689", "sample_id": "eval_yewu_hardest_689", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "TEC"], "failure_modes": ["CCS", "CSV", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.0277777777777777, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7777777777777777, "overall_9_raw": 2.75, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1203703703703702, "overall_9_raw": 2.1354166666666665, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.640625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0138888888888888, "overall_9_raw": 1.078125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 501, "release_row": "evalset_rows/eval_yewu_hardest_697", "sample_id": "eval_yewu_hardest_697", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["INF"], "failure_modes": ["DVZ"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.36875, "overall_9_raw": 2.35, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9285714285714284, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.271875, "overall_9_raw": 0.31071428571428567, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.31875, "overall_9_raw": 0.36428571428571427, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.45, "overall_9_raw": 0.5142857142857143, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.33125, "overall_9_raw": 2.4499999999999997, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9285714285714284, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2138888888888889, "overall_9_raw": 0.240625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.934375, "overall_9_raw": 0.9964285714285713, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.353125, "overall_9_raw": 1.332142857142857, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.046875, "overall_9_raw": 1.0535714285714286, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.496875, "overall_9_raw": 1.4964285714285714, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.234375, "overall_9_raw": 0.26785714285714285, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["yewu_hardest"], "prompt_index": 502, "release_row": "evalset_rows/eval_yewu_hardest_705", "sample_id": "eval_yewu_hardest_705", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["COM", "CUL", "HIS"], "failure_modes": ["CCS", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0125, "overall_9_raw": 1.125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.175, "overall_9_raw": 2.1944444444444446, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.815, "overall_9_raw": 2.7944444444444443, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6950000000000001, "overall_9_raw": 0.7722222222222223, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4324999999999999, "overall_9_raw": 1.4805555555555554, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7175, "overall_9_raw": 1.7416666666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7675, "overall_9_raw": 1.7972222222222223, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.44749999999999995, "overall_9_raw": 0.4972222222222222, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6525, "overall_9_raw": 2.6694444444444443, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9725000000000001, "overall_9_raw": 2.0250000000000004, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5425, "overall_9_raw": 1.6027777777777779, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.67, "overall_9_raw": 1.7444444444444445, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.69, "overall_9_raw": 1.7666666666666666, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.58, "overall_9_raw": 2.533333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1475, "overall_9_raw": 1.275, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.26, "overall_9_raw": 0.2888888888888889, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.56, "overall_9_raw": 1.7333333333333334, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 503, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0001__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0001__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "CUL", "FOO", "TXT"], "failure_modes": ["CCS", "CS", "EIK", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7825, "overall_9_raw": 0.8694444444444445, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.02, "overall_9_raw": 2.1333333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.5388888888888889, "overall_9_raw": 0.60625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.1805555555555556, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.375, "overall_9_raw": 1.5277777777777777, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4375, "overall_9_raw": 1.5972222222222223, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5625, "overall_9_raw": 0.625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3050000000000002, "overall_9_raw": 1.4500000000000002, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 3.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0194444444444444, "overall_9_raw": 1.896875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3722222222222222, "overall_9_raw": 2.29375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 504, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0001__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0001__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["INF"], "failure_modes": ["CCS", "CSV", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5375, "overall_9_raw": 0.5972222222222222, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0555555555555554, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0708333333333333, "overall_9_raw": 2.134259259259259, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9833333333333334, "overall_9_raw": 1.0925925925925926, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9166666666666667, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.9791666666666667, "overall_9_raw": 2.0879629629629632, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.025, "overall_9_raw": 1.1388888888888888, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5833333333333335, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.583333333333333, "overall_9_raw": 2.5925925925925926, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4875, "overall_9_raw": 0.5416666666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.9166666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8916666666666666, "overall_9_raw": 2.8796296296296298, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.0833333333333335, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4083333333333334, "overall_9_raw": 1.4537037037037037, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2, "overall_9_raw": 2.2222222222222223, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0375, "overall_9_raw": 2.0972222222222223, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9208333333333332, "overall_9_raw": 2.023148148148148, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9041666666666668, "overall_9_raw": 1.9490740740740742, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4833333333333334, "overall_9_raw": 1.5925925925925926, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2875, "overall_9_raw": 0.3194444444444444, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.9166666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8916666666666666, "overall_9_raw": 2.8796296296296298, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini_hard"], "prompt_index": 505, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0002__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0002__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "FOO", "HIS", "MED", "TXT"], "failure_modes": ["CCS", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.08333333333333333, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.4208333333333333, "overall_9_raw": 0.46759259259259256, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.08333333333333333, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5208333333333333, "overall_9_raw": 0.5787037037037037, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.9625, "overall_9_raw": 1.0694444444444444, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.175925925925926, "overall_9_raw": 1.1979166666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4, "overall_9_raw": 2.3333333333333335, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6666666666666666, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.1166666666666667, "overall_9_raw": 1.2407407407407407, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.575, "overall_9_raw": 0.6388888888888888, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.458333333333333, "overall_9_raw": 2.398148148148148, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.138888888888889, "overall_9_raw": 2.03125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8194444444444446, "overall_9_raw": 2.796875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1666666666666667, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 2.5, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3666666666666667, "overall_9_raw": 1.2407407407407407, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.08333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.41203703703703703, "overall_9_raw": 0.4635416666666667, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 506, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0002__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0002__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "ART", "CUL"], "failure_modes": ["CCS", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.9, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.89, "overall_9_raw": 0.9888888888888889, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.2, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.895, "overall_9_raw": 2.1055555555555556, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1133333333333333, "overall_9_raw": 1.237037037037037, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.3333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.9633333333333333, "overall_9_raw": 1.0703703703703704, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.9, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.89, "overall_9_raw": 0.9888888888888889, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.46, "overall_9_raw": 1.6222222222222222, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.95, "overall_9_raw": 1.0555555555555556, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.225, "overall_9_raw": 2.3055555555555554, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.9, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.79, "overall_9_raw": 0.8777777777777778, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3133333333333332, "overall_9_raw": 1.4592592592592593, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.46, "overall_9_raw": 1.6222222222222222, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.61, "overall_9_raw": 1.7333333333333334, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.51, "overall_9_raw": 1.6777777777777778, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.4433333333333334, "overall_9_raw": 1.6037037037037036, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.85, "overall_9_raw": 0.9444444444444444, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.56, "overall_9_raw": 1.7333333333333334, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini"], "prompt_index": 507, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0003__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0003__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "CUL", "HIS"], "failure_modes": ["CS", "FHA", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9285714285714286, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.2, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.012857142857143, "overall_9_raw": 1.1253968253968254, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8571428571428571, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0657142857142856, "overall_9_raw": 1.1841269841269841, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8571428571428571, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.9857142857142858, "overall_9_raw": 1.0952380952380953, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.142857142857143, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.3, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8942857142857144, "overall_9_raw": 1.9936507936507937, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.1428571428571428, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2442857142857142, "overall_9_raw": 1.3825396825396825, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.5714285714285714, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.18714285714285714, "overall_9_raw": 0.20793650793650795, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.857142857142857, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.8, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.415714285714286, "overall_9_raw": 2.461904761904762, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2857142857142856, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3185714285714285, "overall_9_raw": 2.353968253968254, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5714285714285716, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.267142857142857, "overall_9_raw": 2.2968253968253967, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 508, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0003__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0003__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["COM", "CUL", "FOO"], "failure_modes": ["CCS", "EIK", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9285714285714286, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.9, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0920634920634922, "overall_9_raw": 1.1660714285714286, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7857142857142858, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.7, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7206349206349207, "overall_9_raw": 1.8107142857142857, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.142857142857143, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5825396825396827, "overall_9_raw": 1.655357142857143, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.857142857142857, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.8, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2952380952380955, "overall_9_raw": 2.3321428571428573, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4285714285714284, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8365079365079364, "overall_9_raw": 1.8785714285714286, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8571428571428571, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.7, "text_reference_evaluation": 0.5, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.061904761904762, "overall_9_raw": 1.1321428571428571, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.8125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.75, "overall_9_raw": 2.75, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.8125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2857142857142857, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.2, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.665079365079365, "overall_9_raw": 0.7482142857142857, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 509, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0003__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0003__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["COM", "TXT"], "failure_modes": ["CCS", "CSV", "EIK", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.06, "overall_9_raw": 1.1777777777777778, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.9, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.59, "overall_9_raw": 1.6555555555555557, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3833333333333333, "overall_9_raw": 1.4814814814814816, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.02, "overall_9_raw": 2.1333333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.9, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7399999999999998, "overall_9_raw": 1.822222222222222, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.16, "overall_9_raw": 2.177777777777778, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1666666666666667, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.2, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0366666666666666, "overall_9_raw": 1.151851851851852, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.236666666666667, "overall_9_raw": 2.262962962962963, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5833333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0183333333333333, "overall_9_raw": 1.1314814814814815, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.06, "overall_9_raw": 2.066666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.63, "overall_9_raw": 2.7, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.8, "text_reference_evaluation": 1.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5300000000000002, "overall_9_raw": 2.6444444444444444, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.4, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0149999999999997, "overall_9_raw": 2.1277777777777778, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2133333333333334, "overall_9_raw": 2.237037037037037, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.3333333333333333, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.47333333333333333, "overall_9_raw": 0.5259259259259259, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8699999999999999, "overall_9_raw": 1.9666666666666666, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 510, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0003__r04", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0003__r04", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["COM", "CUL", "FOO"], "failure_modes": ["CCS", "EIK", "THG", "TK-R"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.4, "overall_9_raw": 1.5555555555555556, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.095833333333333, "overall_9_raw": 2.2175925925925926, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6375, "overall_9_raw": 2.7083333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1666666666666667, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.4916666666666667, "overall_9_raw": 1.6574074074074074, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1666666666666667, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.2791666666666666, "overall_9_raw": 1.4212962962962963, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.55, "overall_9_raw": 1.7222222222222223, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2625, "overall_9_raw": 2.4027777777777777, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1666666666666667, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.4791666666666665, "overall_9_raw": 1.6435185185185184, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.720833333333333, "overall_9_raw": 2.689814814814815, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.5, "text_rendering": 0.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.9875, "overall_9_raw": 2.0416666666666665, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1625, "overall_9_raw": 2.2916666666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.9166666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8291666666666666, "overall_9_raw": 2.810185185185185, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.720833333333333, "overall_9_raw": 2.689814814814815, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1666666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.104166666666667, "overall_9_raw": 2.226851851851852, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.308333333333333, "overall_9_raw": 2.4537037037037037, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini_hard"], "prompt_index": 511, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0004__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0004__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "GAM", "TEC"], "failure_modes": ["CCS", "CSV", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3333333333333333, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4958333333333333, "overall_9_raw": 0.5509259259259259, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.9833333333333332, "overall_9_raw": 1.9814814814814814, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.808333333333333, "overall_9_raw": 2.7870370370370368, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6666666666666666, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6291666666666667, "overall_9_raw": 0.6990740740740741, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6666666666666666, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6291666666666667, "overall_9_raw": 0.6990740740740741, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8875, "overall_9_raw": 0.9861111111111112, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2083333333333335, "overall_9_raw": 1.3425925925925926, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6666666666666666, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6416666666666667, "overall_9_raw": 0.712962962962963, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.0555555555555554, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8375, "overall_9_raw": 0.9305555555555556, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.033333333333333, "overall_9_raw": 2.0370370370370368, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.6875, "overall_9_raw": 1.7638888888888888, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3875, "overall_9_raw": 1.5416666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.0555555555555554, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9458333333333334, "overall_9_raw": 1.050925925925926, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.191666666666667, "overall_9_raw": 2.2129629629629632, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini"], "prompt_index": 512, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0004__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0004__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "TXT"], "failure_modes": ["CCS", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.2125, "overall_9_raw": 1.3472222222222223, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.225, "overall_9_raw": 2.3055555555555554, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.425, "overall_9_raw": 2.5277777777777777, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.1458333333333335, "overall_9_raw": 1.2731481481481481, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.2458333333333333, "overall_9_raw": 1.3842592592592593, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.1333333333333333, "overall_9_raw": 1.2592592592592593, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.416666666666667, "overall_9_raw": 2.4629629629629632, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.6083333333333334, "overall_9_raw": 2.6203703703703702, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.7, "overall_9_raw": 1.8888888888888888, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.55, "overall_9_raw": 1.7222222222222223, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.7, "overall_9_raw": 1.8888888888888888, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.7, "overall_9_raw": 1.8888888888888888, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 0.5, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.9333333333333331, "overall_9_raw": 2.0370370370370368, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.65, "overall_9_raw": 1.8333333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.1458333333333335, "overall_9_raw": 1.2731481481481481, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini_easy"], "prompt_index": 513, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0004__r04", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0004__r04", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "HIS", "SCI"], "failure_modes": ["CCS", "CSV", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.1, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.26, "overall_9_raw": 0.2888888888888889, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.4, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6649999999999998, "overall_9_raw": 1.738888888888889, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.7133333333333334, "overall_9_raw": 2.737037037037037, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.64, "overall_9_raw": 0.7111111111111111, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.8800000000000001, "overall_9_raw": 0.9777777777777779, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.3333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.1733333333333333, "overall_9_raw": 1.3037037037037036, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4166666666666667, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.5016666666666667, "overall_9_raw": 1.6129629629629632, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.78, "overall_9_raw": 0.8666666666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.7733333333333333, "overall_9_raw": 0.8592592592592593, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4166666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3016666666666667, "overall_9_raw": 2.390740740740741, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.8, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4466666666666663, "overall_9_raw": 2.4407407407407407, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5833333333333334, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.7, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.5283333333333333, "overall_9_raw": 1.587037037037037, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.46, "overall_9_raw": 1.511111111111111, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.7, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1533333333333333, "overall_9_raw": 1.1703703703703703, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 514, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0005__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0005__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "ART", "COM", "MED", "TXT"], "failure_modes": ["CCS", "EIK", "FHA", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.72, "overall_9_raw": 0.8, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.66, "overall_9_raw": 2.6222222222222222, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.2, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1099999999999999, "overall_9_raw": 1.2333333333333334, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.72, "overall_9_raw": 0.8, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.62, "overall_9_raw": 0.6888888888888889, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.9, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9400000000000001, "overall_9_raw": 1.0444444444444445, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.9, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.74, "overall_9_raw": 0.8222222222222223, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.82, "overall_9_raw": 0.911111111111111, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.71, "overall_9_raw": 2.677777777777778, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.9, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.89, "overall_9_raw": 0.9888888888888889, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8699999999999999, "overall_9_raw": 0.9666666666666666, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.62, "overall_9_raw": 0.6888888888888889, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9199999999999999, "overall_9_raw": 1.0222222222222221, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.37, "overall_9_raw": 2.3555555555555556, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.72, "overall_9_raw": 0.8, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.72, "overall_9_raw": 0.8, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.89, "overall_9_raw": 1.9333333333333331, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini"], "prompt_index": 515, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0005__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0005__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL", "TXT"], "failure_modes": ["CCS", "CSV", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.1199999999999999, "overall_9_raw": 1.2444444444444445, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.45, "overall_9_raw": 2.4444444444444446, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2800000000000002, "overall_9_raw": 2.3666666666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.7, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.16, "overall_9_raw": 1.2888888888888888, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.17, "overall_9_raw": 1.2999999999999998, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.27, "overall_9_raw": 1.411111111111111, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.17, "overall_9_raw": 1.2999999999999998, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.7, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.21, "overall_9_raw": 1.3444444444444443, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.53, "overall_9_raw": 1.6444444444444446, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.8699999999999999, "overall_9_raw": 0.9666666666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.2, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.2, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.2, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.15, "overall_9_raw": 1.2777777777777777, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.2, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.21, "overall_9_raw": 1.3444444444444443, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.2, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.2, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.17, "overall_9_raw": 1.2999999999999998, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.7, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.96, "overall_9_raw": 1.0666666666666667, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.85, "overall_9_raw": 1.9444444444444444, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 516, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0005__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0005__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "COM", "TXT"], "failure_modes": ["CCS", "CSV", "THG", "TK-R", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8125, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.4, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.134722222222222, "overall_9_raw": 2.2140625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6583333333333334, "overall_9_raw": 1.678125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.1, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.61, "overall_9_raw": 0.6777777777777777, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.4, "overall_9_raw": 0.4444444444444444, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.1875, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.1, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.3652777777777778, "overall_9_raw": 0.4109375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0175, "overall_9_raw": 1.0750000000000002, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7083333333333333, "overall_9_raw": 1.734375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.925, "overall_9_raw": 0.9722222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3725, "overall_9_raw": 1.4694444444444443, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.7, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.445, "overall_9_raw": 2.4944444444444445, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6, "text_reference_evaluation": 1.0, "text_rendering": 0.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.5975, "overall_9_raw": 1.6638888888888888, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.2, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8208333333333333, "overall_9_raw": 1.8609375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.9, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.2041666666666666, "overall_9_raw": 1.2921875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.1875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3, "text_reference_evaluation": 1.0, "text_rendering": 0.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.5541666666666667, "overall_9_raw": 1.6234375, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini"], "prompt_index": 517, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0005__r04", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0005__r04", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "TXT"], "failure_modes": ["CCS", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 0.8425, "overall_9_raw": 0.9361111111111112, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.075, "overall_9_raw": 2.1944444444444446, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.12, "overall_9_raw": 2.2444444444444445, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.3824999999999998, "overall_9_raw": 1.536111111111111, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.4425000000000001, "overall_9_raw": 1.6027777777777779, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.1375, "overall_9_raw": 1.2638888888888888, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.6125, "overall_9_raw": 1.7916666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.3025, "overall_9_raw": 1.4472222222222222, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.8475000000000001, "overall_9_raw": 2.052777777777778, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.1175000000000002, "overall_9_raw": 1.2416666666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.3824999999999998, "overall_9_raw": 1.536111111111111, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.2825, "overall_9_raw": 1.4249999999999998, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.5725, "overall_9_raw": 1.7472222222222222, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.8475000000000001, "overall_9_raw": 1.9972222222222225, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.8350000000000002, "overall_9_raw": 2.038888888888889, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 0.8425, "overall_9_raw": 0.9361111111111112, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.8625, "overall_9_raw": 1.9583333333333333, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini_easy"], "prompt_index": 518, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0006__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0006__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "CUL", "FOO", "HIS"], "failure_modes": ["CCS", "CS", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.8625, "overall_9_raw": 0.9583333333333334, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.7, "overall_9_raw": 2.888888888888889, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4166666666666667, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.6791666666666667, "overall_9_raw": 0.7546296296296297, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.6, "overall_9_raw": 2.7222222222222223, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.75, "overall_9_raw": 2.888888888888889, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4166666666666667, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.9791666666666666, "overall_9_raw": 1.0879629629629628, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.3625, "overall_9_raw": 1.4583333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.7, "overall_9_raw": 2.888888888888889, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1416666666666666, "overall_9_raw": 2.2685185185185186, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6666666666666666, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.8416666666666666, "overall_9_raw": 0.9351851851851851, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini", "testmini_easy"], "prompt_index": 519, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0006__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0006__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM", "CUL", "HIS", "TXT"], "failure_modes": ["CCS", "CS", "CSV", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.825, "overall_9_raw": 0.9166666666666666, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.975, "overall_9_raw": 2.0277777777777777, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.275, "overall_9_raw": 2.3055555555555554, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8375, "overall_9_raw": 0.9305555555555556, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.775, "overall_9_raw": 0.8611111111111112, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7875, "overall_9_raw": 0.875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7375, "overall_9_raw": 0.8194444444444444, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.675, "overall_9_raw": 0.75, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5625, "overall_9_raw": 1.6805555555555556, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.775, "overall_9_raw": 0.8611111111111112, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.65, "overall_9_raw": 1.7777777777777777, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.825, "overall_9_raw": 0.9166666666666666, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7875, "overall_9_raw": 0.875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.6111111111111112, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.775, "overall_9_raw": 0.8611111111111112, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9375, "overall_9_raw": 2.0416666666666665, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini", "testmini_hard"], "prompt_index": 520, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0006__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0006__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "ART", "CUL", "HIS", "TXT"], "failure_modes": ["CCS", "CS", "EIK", "FHA", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.2, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.47, "overall_9_raw": 1.6333333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.2, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.0699999999999998, "overall_9_raw": 1.1888888888888889, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.6, "overall_9_raw": 1.7777777777777777, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.0699999999999998, "overall_9_raw": 1.1888888888888889, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.3800000000000001, "overall_9_raw": 1.5333333333333334, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 0.9199999999999999, "overall_9_raw": 1.0222222222222221, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.06, "overall_9_raw": 1.1777777777777778, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 0.93, "overall_9_raw": 1.0333333333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.54, "overall_9_raw": 1.7111111111111112, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 0.9400000000000001, "overall_9_raw": 1.0444444444444445, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.2, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.52, "overall_9_raw": 1.6888888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.09, "overall_9_raw": 1.2111111111111112, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.3900000000000001, "overall_9_raw": 1.5444444444444445, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.65, "overall_9_raw": 1.8333333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.73, "overall_9_raw": 0.8111111111111111, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.7, "overall_9_raw": 1.7777777777777777, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini_easy"], "prompt_index": 521, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0007__r00", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0007__r00", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "CUL", "HIS", "TXT"], "failure_modes": ["CCS", "CS", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.2, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.06, "overall_9_raw": 1.1777777777777778, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.4, "text_reference_evaluation": 1.0, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.48, "overall_9_raw": 2.6444444444444444, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.2, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9800000000000001, "overall_9_raw": 1.088888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3599999999999999, "overall_9_raw": 1.511111111111111, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7, "overall_9_raw": 1.8888888888888888, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.35, "overall_9_raw": 1.5, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.97, "overall_9_raw": 1.0777777777777777, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.55, "overall_9_raw": 1.7222222222222223, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9300000000000002, "overall_9_raw": 2.033333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.2, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.24, "overall_9_raw": 1.3777777777777778, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4300000000000002, "overall_9_raw": 1.588888888888889, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.02, "overall_9_raw": 2.2444444444444445, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9, "overall_9_raw": 2.0, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.89, "overall_9_raw": 1.9888888888888887, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.54, "overall_9_raw": 0.6000000000000001, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.85, "overall_9_raw": 2.0555555555555554, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 522, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0007__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0007__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "INF", "TXT"], "failure_modes": ["CCS", "CS", "CSV", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0833333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.925925925925926, "overall_9_raw": 1.0416666666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.6666666666666667, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.199074074074074, "overall_9_raw": 1.2864583333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0833333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7453703703703705, "overall_9_raw": 1.8385416666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6388888888888888, "overall_9_raw": 1.71875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.4537037037037037, "overall_9_raw": 2.4479166666666665, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5833333333333334, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8842592592592592, "overall_9_raw": 0.9947916666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9166666666666665, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6435185185185186, "overall_9_raw": 2.5989583333333335, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.509259259259259, "overall_9_raw": 2.4479166666666665, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.4537037037037037, "overall_9_raw": 2.4479166666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.509259259259259, "overall_9_raw": 2.4479166666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9166666666666665, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6435185185185186, "overall_9_raw": 2.5989583333333335, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.509259259259259, "overall_9_raw": 2.4479166666666665, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2777777777777778, "overall_9_raw": 0.3125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini", "testmini_easy"], "prompt_index": 523, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0007__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0007__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "FOO"], "failure_modes": ["CCS", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.6083333333333334, "overall_9_raw": 2.6203703703703702, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4166666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.154166666666667, "overall_9_raw": 2.2824074074074074, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.975, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.075, "overall_9_raw": 1.1944444444444444, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.3194444444444444, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.85, "overall_9_raw": 1.9444444444444444, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.025, "overall_9_raw": 1.1388888888888888, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.825, "overall_9_raw": 2.8055555555555554, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4166666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9416666666666669, "overall_9_raw": 2.0462962962962963, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.6666666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.129166666666667, "overall_9_raw": 2.1990740740740744, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.7125, "overall_9_raw": 1.9027777777777777, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9166666666666667, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4041666666666666, "overall_9_raw": 1.449074074074074, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3, "overall_9_raw": 1.4444444444444444, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.08333333333333333, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15833333333333333, "overall_9_raw": 0.17592592592592593, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3916666666666666, "overall_9_raw": 2.435185185185185, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 524, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0007__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0007__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3333333333333333, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.1, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.24333333333333332, "overall_9_raw": 0.27037037037037037, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1666666666666667, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8966666666666667, "overall_9_raw": 0.9962962962962963, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8333333333333334, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.925925925925926, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.7, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.17, "overall_9_raw": 1.2999999999999998, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6666666666666666, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8666666666666666, "overall_9_raw": 0.9629629629629629, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5833333333333334, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8483333333333334, "overall_9_raw": 0.9425925925925926, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.2, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4949999999999999, "overall_9_raw": 1.661111111111111, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.513333333333333, "overall_9_raw": 2.5703703703703704, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5833333333333333, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5183333333333333, "overall_9_raw": 1.6314814814814815, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3, "overall_9_raw": 0.3333333333333333, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4166666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1016666666666666, "overall_9_raw": 2.1685185185185185, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 525, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0007__r04", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0007__r04", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL", "TXT"], "failure_modes": ["CSV", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4555555555555555, "overall_9_raw": 1.6375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2000000000000002, "overall_9_raw": 1.35, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0944444444444443, "overall_9_raw": 1.23125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9361111111111111, "overall_9_raw": 2.178125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.588888888888889, "overall_9_raw": 1.7875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8305555555555555, "overall_9_raw": 0.934375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0083333333333333, "overall_9_raw": 1.134375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1277777777777778, "overall_9_raw": 2.26875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8499999999999999, "overall_9_raw": 2.08125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0166666666666666, "overall_9_raw": 2.26875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8499999999999999, "overall_9_raw": 1.95625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3444444444444443, "overall_9_raw": 1.5125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.625, "overall_9_raw": 0.703125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 526, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0008__r00", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0008__r00", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "CUL", "INF", "TXT"], "failure_modes": ["CCS", "CS", "CSV", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1675, "overall_9_raw": 1.2972222222222223, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8375, "overall_9_raw": 2.8194444444444446, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7399999999999998, "overall_9_raw": 2.711111111111111, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.23, "overall_9_raw": 1.3666666666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1275, "overall_9_raw": 1.2527777777777778, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4625, "overall_9_raw": 1.625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.765, "overall_9_raw": 1.9055555555555554, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1075, "overall_9_raw": 1.2305555555555554, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.75, "overall_9_raw": 2.7222222222222223, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2974999999999999, "overall_9_raw": 1.4416666666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7375, "overall_9_raw": 2.7083333333333335, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9375, "overall_9_raw": 2.0416666666666665, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.63, "overall_9_raw": 0.7, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 527, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0008__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0008__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "FOO", "TXT"], "failure_modes": ["CCS", "CS", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6666666666666666, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 1.0185185185185184, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9625, "overall_9_raw": 1.0694444444444444, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6666666666666666, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1166666666666667, "overall_9_raw": 1.2407407407407407, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5833333333333334, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.925925925925926, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.708333333333333, "overall_9_raw": 2.7314814814814814, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4166666666666667, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7291666666666667, "overall_9_raw": 0.8101851851851852, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8333333333333334, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.9333333333333333, "overall_9_raw": 1.0370370370370372, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.975, "overall_9_raw": 2.1944444444444446, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.2, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8, "overall_9_raw": 2.7777777777777777, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.35, "overall_9_raw": 1.5, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7708333333333333, "overall_9_raw": 0.8564814814814814, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini_hard"], "prompt_index": 528, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0008__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0008__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["OBJ"], "failure_modes": ["THG", "VUR"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.2875, "overall_9_raw": 1.4305555555555556, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.8675000000000002, "overall_9_raw": 2.075, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.7550000000000001, "overall_9_raw": 1.9500000000000002, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9125, "overall_9_raw": 2.013888888888889, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3800000000000001, "overall_9_raw": 1.5333333333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.73, "overall_9_raw": 1.9222222222222223, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.33, "overall_9_raw": 2.3111111111111113, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.77, "overall_9_raw": 1.8555555555555554, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4224999999999999, "overall_9_raw": 1.5805555555555555, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini"], "prompt_index": 529, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0008__r04", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0008__r04", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["INF"], "failure_modes": ["CCS", "CSV", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.7142857142857142, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5714285714285714, "overall_9_raw": 1.6349206349206349, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2857142857142856, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.0285714285714285, "overall_9_raw": 2.142857142857143, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.9285714285714286, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.542857142857143, "overall_9_raw": 1.6031746031746033, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.142857142857143, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6017857142857141, "overall_9_raw": 1.6686507936507935, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.75, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.5, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8625, "overall_9_raw": 0.9027777777777778, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.7, "overall_9_raw": 2.7777777777777777, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.888888888888889, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.14285714285714285, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5267857142857143, "overall_9_raw": 0.5853174603174603, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 530, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0009__r00", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0009__r00", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "CUL", "TXT"], "failure_modes": ["CCS", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.2777777777777778, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.0699999999999998, "overall_9_raw": 1.1888888888888889, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.02, "overall_9_raw": 1.1333333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.23, "overall_9_raw": 1.3666666666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1199999999999999, "overall_9_raw": 1.2444444444444445, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7166666666666667, "overall_9_raw": 0.7962962962962963, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4666666666666667, "overall_9_raw": 0.5185185185185186, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7100000000000002, "overall_9_raw": 1.788888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6600000000000001, "overall_9_raw": 1.7333333333333334, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.35, "overall_9_raw": 1.5, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1400000000000001, "overall_9_raw": 1.2666666666666666, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6966666666666667, "overall_9_raw": 0.7740740740740741, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini"], "prompt_index": 531, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0009__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0009__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM", "HIS"], "failure_modes": ["CSV", "EIK", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.49074074074074076, "overall_9_raw": 0.5520833333333334, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.1875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.712962962962963, "overall_9_raw": 0.8020833333333334, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6018518518518519, "overall_9_raw": 0.6770833333333334, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5462962962962963, "overall_9_raw": 0.6145833333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.21875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.3333333333333333, "overall_9_raw": 0.375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3194444444444444, "overall_9_raw": 1.359375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6018518518518519, "overall_9_raw": 0.6770833333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.265625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9027777777777778, "overall_9_raw": 1.015625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.990740740740741, "overall_9_raw": 2.0520833333333335, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2037037037037037, "overall_9_raw": 2.2291666666666665, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6018518518518519, "overall_9_raw": 0.6770833333333334, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.4351851851851852, "overall_9_raw": 0.4895833333333333, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3055555555555556, "overall_9_raw": 1.46875, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 532, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0009__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0009__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "HIS", "TXT"], "failure_modes": ["CSV", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.8333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0708333333333333, "overall_9_raw": 1.1898148148148149, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.316666666666667, "overall_9_raw": 2.351851851851852, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5833333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7833333333333332, "overall_9_raw": 1.9814814814814814, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.4666666666666666, "overall_9_raw": 1.6296296296296295, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1375, "overall_9_raw": 1.2638888888888888, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1666666666666667, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8541666666666666, "overall_9_raw": 0.949074074074074, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9166666666666667, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3541666666666665, "overall_9_raw": 1.5046296296296295, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0833333333333335, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2833333333333334, "overall_9_raw": 1.425925925925926, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1458333333333335, "overall_9_raw": 1.2731481481481481, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0833333333333335, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6583333333333332, "overall_9_raw": 1.8425925925925926, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2125, "overall_9_raw": 1.3472222222222223, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.65, "overall_9_raw": 1.8333333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.0833333333333335, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2333333333333334, "overall_9_raw": 1.3703703703703705, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3875, "overall_9_raw": 1.5416666666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6666666666666667, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9916666666666666, "overall_9_raw": 1.1018518518518519, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.466666666666667, "overall_9_raw": 2.4629629629629632, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 533, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0010__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0010__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["INF"], "failure_modes": ["CSV", "EIK", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2731481481481481, "overall_9_raw": 1.3697916666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8194444444444446, "overall_9_raw": 2.859375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.898148148148148, "overall_9_raw": 2.0104166666666665, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.763888888888889, "overall_9_raw": 2.859375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.4629629629629632, "overall_9_raw": 2.3958333333333335, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7777777777777777, "overall_9_raw": 2.8125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9166666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6296296296296298, "overall_9_raw": 2.7083333333333335, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.9166666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.865740740740741, "overall_9_raw": 2.8489583333333335, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8194444444444446, "overall_9_raw": 2.859375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7083333333333335, "overall_9_raw": 2.796875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1666666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3240740740740744, "overall_9_raw": 2.4895833333333335, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1666666666666667, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9351851851851851, "overall_9_raw": 1.0520833333333333, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7777777777777777, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini"], "prompt_index": 534, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0010__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0010__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL", "TXT"], "failure_modes": ["CCS", "EIK", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.075, "overall_9_raw": 1.1944444444444444, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7375, "overall_9_raw": 1.9305555555555556, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.0, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3875, "overall_9_raw": 2.6527777777777777, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.3888888888888888, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.075, "overall_9_raw": 1.1944444444444444, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4, "overall_9_raw": 1.5555555555555556, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6625, "overall_9_raw": 1.8472222222222223, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.075, "overall_9_raw": 1.1944444444444444, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0125, "overall_9_raw": 2.236111111111111, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.725, "overall_9_raw": 1.9166666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.5625, "overall_9_raw": 1.7361111111111112, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1875, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.78125, "overall_9_raw": 1.9791666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.1111111111111112, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4375, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.98125, "overall_9_raw": 2.201388888888889, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini_easy"], "prompt_index": 535, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0010__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0010__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["CUL", "GAM"], "failure_modes": ["CCS", "CSV", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6203703703703703, "overall_9_raw": 0.6979166666666666, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9166666666666666, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7546296296296297, "overall_9_raw": 0.8489583333333334, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.4107142857142856, "overall_9_raw": 2.4107142857142856, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6666666666666666, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9523809523809524, "overall_9_raw": 0.9523809523809524, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6388888888888888, "overall_9_raw": 0.71875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5833333333333334, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6481481481481481, "overall_9_raw": 0.7291666666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8055555555555556, "overall_9_raw": 0.90625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5833333333333334, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.662037037037037, "overall_9_raw": 0.7447916666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9027777777777778, "overall_9_raw": 1.015625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6944444444444444, "overall_9_raw": 0.78125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.619047619047619, "overall_9_raw": 1.619047619047619, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1111111111111112, "overall_9_raw": 1.25, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8333333333333334, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9537037037037037, "overall_9_raw": 1.0729166666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8611111111111112, "overall_9_raw": 0.96875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5833333333333334, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6759259259259259, "overall_9_raw": 0.7604166666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.4444444444444444, "overall_9_raw": 0.5, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7638888888888888, "overall_9_raw": 0.859375, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini"], "prompt_index": 536, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0010__r04", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0010__r04", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.47000000000000003, "overall_9_raw": 0.5222222222222223, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.3025, "overall_9_raw": 1.3916666666666666, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.705, "overall_9_raw": 2.727777777777778, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.23500000000000001, "overall_9_raw": 0.2611111111111111, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.23500000000000001, "overall_9_raw": 0.2611111111111111, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.515, "overall_9_raw": 0.5722222222222223, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.94, "overall_9_raw": 2.0444444444444443, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.165, "overall_9_raw": 2.183333333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.505, "overall_9_raw": 0.5611111111111111, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.505, "overall_9_raw": 2.5611111111111113, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.555, "overall_9_raw": 2.6166666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.04, "overall_9_raw": 2.0999999999999996, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.165, "overall_9_raw": 2.183333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5900000000000001, "overall_9_raw": 0.6555555555555556, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.555, "overall_9_raw": 2.6166666666666667, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 537, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0011__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0011__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "MED", "TXT"], "failure_modes": ["CCS", "CSV", "EIK", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0027777777777778, "overall_9_raw": 1.128125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6888888888888887, "overall_9_raw": 2.65, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9833333333333333, "overall_9_raw": 1.10625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1888888888888889, "overall_9_raw": 1.3375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.488888888888889, "overall_9_raw": 1.675, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3444444444444443, "overall_9_raw": 1.5125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1749999999999998, "overall_9_raw": 1.321875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3111111111111111, "overall_9_raw": 1.475, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.213888888888889, "overall_9_raw": 1.365625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.183333333333333, "overall_9_raw": 2.08125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.411111111111111, "overall_9_raw": 1.5875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6166666666666667, "overall_9_raw": 2.56875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7777777777777777, "overall_9_raw": 2.75, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.447222222222222, "overall_9_raw": 2.378125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.7, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.30000000000000004, "overall_9_raw": 0.3375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 538, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0011__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0011__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["EDU", "TEC"], "failure_modes": ["CCS", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 0.9333333333333333, "overall_9_raw": 1.0370370370370372, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.275, "overall_9_raw": 2.3055555555555554, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.05, "overall_9_raw": 1.1666666666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.0333333333333334, "overall_9_raw": 1.1481481481481481, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.0833333333333335, "overall_9_raw": 1.2037037037037037, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.8625, "overall_9_raw": 0.9583333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.8625, "overall_9_raw": 0.9583333333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.85, "overall_9_raw": 0.9444444444444444, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.0833333333333335, "overall_9_raw": 1.2037037037037037, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6666666666666667, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.004166666666667, "overall_9_raw": 2.060185185185185, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.9, "overall_9_raw": 1.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini_hard"], "prompt_index": 539, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0011__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0011__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "CUL", "HIS"], "failure_modes": ["CCS", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.93, "overall_9_raw": 1.0333333333333334, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.675, "overall_9_raw": 1.75, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.705, "overall_9_raw": 2.6722222222222225, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.44000000000000006, "overall_9_raw": 0.48888888888888893, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.6125, "overall_9_raw": 0.6805555555555556, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7975, "overall_9_raw": 1.8305555555555557, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.54, "overall_9_raw": 0.6000000000000001, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4125, "overall_9_raw": 0.4583333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.81, "overall_9_raw": 1.9000000000000001, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3074999999999999, "overall_9_raw": 1.4527777777777777, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.41, "overall_9_raw": 2.4000000000000004, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7975, "overall_9_raw": 1.8305555555555557, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.29, "overall_9_raw": 2.3777777777777778, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2824999999999998, "overall_9_raw": 2.2027777777777775, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3025, "overall_9_raw": 1.3916666666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 540, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0011__r04", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0011__r04", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "CUL", "HIS", "TXT"], "failure_modes": ["CCS", "CS", "EIK", "FHA", "IRR", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3333333333333333, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5092592592592592, "overall_9_raw": 0.5729166666666666, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0416666666666665, "overall_9_raw": 2.109375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5833333333333333, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.300925925925926, "overall_9_raw": 1.4635416666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.21875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1064814814814816, "overall_9_raw": 1.2447916666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1203703703703705, "overall_9_raw": 1.2604166666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1666666666666667, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8518518518518519, "overall_9_raw": 0.9583333333333334, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1805555555555556, "overall_9_raw": 1.328125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.138888888888889, "overall_9_raw": 2.28125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9537037037037037, "overall_9_raw": 1.0729166666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7361111111111112, "overall_9_raw": 1.953125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8240740740740742, "overall_9_raw": 1.9270833333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5833333333333333, "overall_9_raw": 1.78125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3055555555555554, "overall_9_raw": 2.21875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1805555555555556, "overall_9_raw": 1.328125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.759259259259259, "overall_9_raw": 2.7291666666666665, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 541, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0012__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0012__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "COM", "FOO"], "failure_modes": ["CCS", "CS", "EIK", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8703703703703703, "overall_9_raw": 0.9791666666666666, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3333333333333335, "overall_9_raw": 2.25, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5046296296296298, "overall_9_raw": 2.4427083333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8425925925925926, "overall_9_raw": 0.9479166666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6666666666666666, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0462962962962963, "overall_9_raw": 1.1770833333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8333333333333334, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8148148148148148, "overall_9_raw": 0.9166666666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8055555555555554, "overall_9_raw": 2.78125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3333333333333333, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.537037037037037, "overall_9_raw": 0.6041666666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6203703703703703, "overall_9_raw": 0.6979166666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5833333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.300925925925926, "overall_9_raw": 1.4635416666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2916666666666667, "overall_9_raw": 1.453125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 542, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0012__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0012__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "HIS", "MED"], "failure_modes": ["CCS", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2777777777777777, "overall_9_raw": 1.4375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7777777777777777, "overall_9_raw": 2.75, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3666666666666667, "overall_9_raw": 1.5375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1444444444444446, "overall_9_raw": 1.2875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2222222222222223, "overall_9_raw": 1.375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7777777777777777, "overall_9_raw": 2.75, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4777777777777779, "overall_9_raw": 1.6625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0185185185185184, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7777777777777777, "overall_9_raw": 2.75, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7777777777777777, "overall_9_raw": 2.75, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3222222222222222, "overall_9_raw": 1.4875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.074074074074074, "overall_9_raw": 1.2083333333333333, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 543, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0012__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0012__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "CUL", "HIS"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1277777777777778, "overall_9_raw": 2.14375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.238888888888889, "overall_9_raw": 2.26875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9611111111111111, "overall_9_raw": 1.08125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9416666666666667, "overall_9_raw": 1.059375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3888888888888888, "overall_9_raw": 1.5625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1111111111111112, "overall_9_raw": 1.25, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6166666666666667, "overall_9_raw": 0.69375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1111111111111112, "overall_9_raw": 1.25, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7527777777777778, "overall_9_raw": 0.846875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1083333333333334, "overall_9_raw": 2.246875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.238888888888889, "overall_9_raw": 2.26875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2222222222222223, "overall_9_raw": 1.375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0555555555555556, "overall_9_raw": 1.1875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8638888888888889, "overall_9_raw": 0.971875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0638888888888889, "overall_9_raw": 1.196875, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini"], "prompt_index": 544, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0013__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0013__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "SCI", "TEC"], "failure_modes": ["CCS", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.984375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5555555555555554, "overall_9_raw": 2.625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.388888888888889, "overall_9_raw": 2.4375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7083333333333334, "overall_9_raw": 0.796875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8888888888888888, "overall_9_raw": 1.0, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.40625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.21875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5972222222222222, "overall_9_raw": 0.671875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.388888888888889, "overall_9_raw": 2.4375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8472222222222222, "overall_9_raw": 0.953125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6388888888888888, "overall_9_raw": 1.78125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0416666666666665, "overall_9_raw": 2.234375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.40625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4861111111111112, "overall_9_raw": 1.671875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.984375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5972222222222222, "overall_9_raw": 0.671875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5277777777777777, "overall_9_raw": 2.59375, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 545, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0013__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0013__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["COM", "TXT"], "failure_modes": ["CSV", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2111111111111111, "overall_9_raw": 0.2375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0148148148148148, "overall_9_raw": 1.0791666666666666, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5833333333333335, "overall_9_raw": 2.5833333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6703703703703704, "overall_9_raw": 0.7541666666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8185185185185186, "overall_9_raw": 1.9208333333333334, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.925925925925926, "overall_9_raw": 0.9791666666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 3.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0740740740740744, "overall_9_raw": 2.1458333333333335, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.15555555555555556, "overall_9_raw": 0.175, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.3, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.4592592592592593, "overall_9_raw": 0.5166666666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6074074074074074, "overall_9_raw": 1.6833333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.3, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.14444444444444446, "overall_9_raw": 0.1625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2962962962962963, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 1.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9925925925925926, "overall_9_raw": 0.9916666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0518518518518518, "overall_9_raw": 1.1208333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5555555555555556, "overall_9_raw": 1.5625, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 546, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0013__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0013__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "HIS"], "failure_modes": ["CCS", "CSV", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8555555555555556, "overall_9_raw": 0.9625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 3.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.96875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0083333333333333, "overall_9_raw": 2.134375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1888888888888889, "overall_9_raw": 1.3375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9388888888888888, "overall_9_raw": 1.05625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3916666666666666, "overall_9_raw": 1.565625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7416666666666667, "overall_9_raw": 0.834375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7722222222222223, "overall_9_raw": 0.86875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8666666666666667, "overall_9_raw": 0.975, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0194444444444446, "overall_9_raw": 1.146875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7166666666666666, "overall_9_raw": 1.93125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0444444444444443, "overall_9_raw": 2.175, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5555555555555554, "overall_9_raw": 2.75, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.388888888888889, "overall_9_raw": 2.6875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9861111111111112, "overall_9_raw": 2.109375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 3.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0416666666666665, "overall_9_raw": 2.171875, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 547, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0013__r04", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0013__r04", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "ART", "CUL", "HIS"], "failure_modes": ["CCS", "CS", "FHA", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2142857142857142, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.9464285714285714, "overall_9_raw": 1.0515873015873014, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5714285714285716, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3321428571428573, "overall_9_raw": 2.3134920634920637, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.6375, "overall_9_raw": 1.8194444444444444, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1428571428571428, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8392857142857142, "overall_9_raw": 0.9325396825396824, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.9625, "overall_9_raw": 1.0694444444444444, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1428571428571428, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1392857142857142, "overall_9_raw": 1.2658730158730158, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9285714285714286, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7428571428571429, "overall_9_raw": 0.8253968253968255, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1428571428571428, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.9392857142857143, "overall_9_raw": 1.0436507936507935, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7142857142857142, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.5964285714285713, "overall_9_raw": 1.7738095238095237, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1428571428571428, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.9892857142857142, "overall_9_raw": 1.099206349206349, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6428571428571428, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.3392857142857142, "overall_9_raw": 1.4880952380952381, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7142857142857144, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.4214285714285717, "overall_9_raw": 2.4682539682539684, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2857142857142858, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.9535714285714286, "overall_9_raw": 1.0595238095238095, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0714285714285716, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.7071428571428573, "overall_9_raw": 1.896825396825397, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 548, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0014__r00", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0014__r00", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "TXT"], "failure_modes": ["CCS", "EIK", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4285714285714286, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1803571428571429, "overall_9_raw": 1.3115079365079365, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5714285714285716, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8571428571428572, "overall_9_raw": 1.9523809523809526, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.142857142857143, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.7642857142857142, "overall_9_raw": 1.9603174603174602, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4285714285714286, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.0803571428571428, "overall_9_raw": 1.2003968253968254, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4285714285714286, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1928571428571428, "overall_9_raw": 1.3253968253968254, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4285714285714286, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.230357142857143, "overall_9_raw": 1.367063492063492, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.142857142857143, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.3767857142857143, "overall_9_raw": 1.5297619047619047, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.4285714285714286, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.9803571428571429, "overall_9_raw": 1.0892857142857144, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4285714285714284, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.9928571428571427, "overall_9_raw": 2.103174603174603, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4285714285714286, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.030357142857143, "overall_9_raw": 1.1448412698412698, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4285714285714286, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.280357142857143, "overall_9_raw": 1.4226190476190477, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2857142857142856, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.0910714285714285, "overall_9_raw": 2.212301587301587, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4285714285714286, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.030357142857143, "overall_9_raw": 1.1448412698412698, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.142857142857143, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.6517857142857142, "overall_9_raw": 1.8353174603174602, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4285714285714286, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1803571428571429, "overall_9_raw": 1.3115079365079365, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4285714285714286, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.0803571428571428, "overall_9_raw": 1.2003968253968254, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.142857142857143, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.8017857142857143, "overall_9_raw": 2.001984126984127, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini"], "prompt_index": 549, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0014__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0014__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["COM", "TXT"], "failure_modes": ["CCS", "CSV", "EIK", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8571428571428571, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6322751322751323, "overall_9_raw": 0.7113095238095238, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.142857142857143, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6825396825396826, "overall_9_raw": 1.7678571428571428, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5714285714285714, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.433862433862434, "overall_9_raw": 1.4880952380952381, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5714285714285714, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.544973544973545, "overall_9_raw": 0.6130952380952381, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.142857142857143, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.367724867724868, "overall_9_raw": 1.5386904761904763, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7142857142857142, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.246031746031746, "overall_9_raw": 1.4017857142857142, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.1875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2142857142857142, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.82010582010582, "overall_9_raw": 0.9226190476190476, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.9285714285714286, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9365079365079365, "overall_9_raw": 1.0535714285714286, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8571428571428571, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6322751322751323, "overall_9_raw": 0.7113095238095238, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.7142857142857142, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9682539682539681, "overall_9_raw": 1.0892857142857142, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8148148148148148, "overall_9_raw": 0.9166666666666666, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8518518518518519, "overall_9_raw": 0.9583333333333334, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.7142857142857142, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8386243386243386, "overall_9_raw": 0.9434523809523809, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.4285714285714286, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6957671957671958, "overall_9_raw": 0.7827380952380952, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.2857142857142857, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.14285714285714285, "overall_9_raw": 0.1607142857142857, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.9285714285714286, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1587301587301588, "overall_9_raw": 1.1785714285714286, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini_hard"], "prompt_index": 550, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0014__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0014__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "FOO"], "failure_modes": ["CCS", "CS", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.6625, "overall_9_raw": 0.7361111111111112, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.875, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.825, "overall_9_raw": 2.8055555555555554, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7875, "overall_9_raw": 0.875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.675, "overall_9_raw": 0.75, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5625, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.96875, "overall_9_raw": 1.0208333333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.175, "overall_9_raw": 1.3055555555555556, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.725, "overall_9_raw": 0.8055555555555556, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.3888888888888888, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8, "overall_9_raw": 2.7777777777777777, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8125, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.75625, "overall_9_raw": 2.7291666666666665, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.0, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.63125, "overall_9_raw": 1.7013888888888888, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2, "overall_9_raw": 2.3333333333333335, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini_easy"], "prompt_index": 551, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0014__r04", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0014__r04", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "FOO", "TXT"], "failure_modes": ["CCS", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5714285714285714, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7301587301587301, "overall_9_raw": 0.8214285714285714, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4285714285714286, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1865079365079365, "overall_9_raw": 1.3348214285714286, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8571428571428571, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9702380952380953, "overall_9_raw": 1.0915178571428572, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0972222222222223, "overall_9_raw": 1.234375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.7142857142857142, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4543650793650793, "overall_9_raw": 1.6361607142857142, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8571428571428571, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9146825396825398, "overall_9_raw": 1.0290178571428572, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0138888888888888, "overall_9_raw": 1.140625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6875, "overall_9_raw": 2.6875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4285714285714286, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2142857142857144, "overall_9_raw": 1.3035714285714286, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.8125, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini", "testmini_easy"], "prompt_index": 552, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0015__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0015__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "INF", "TXT"], "failure_modes": ["CCS", "CSV", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2857142857142856, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6567460317460316, "overall_9_raw": 1.7388392857142856, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.5714285714285716, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.4801587301587302, "overall_9_raw": 2.6026785714285716, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9285714285714284, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6448412698412698, "overall_9_raw": 2.6629464285714284, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.7857142857142856, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.990079365079365, "overall_9_raw": 2.1138392857142856, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9285714285714284, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5337301587301586, "overall_9_raw": 2.6004464285714284, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7142857142857144, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9126984126984128, "overall_9_raw": 2.0267857142857144, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5714285714285716, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.035714285714286, "overall_9_raw": 2.1651785714285716, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.7857142857142856, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.601190476190476, "overall_9_raw": 1.6763392857142856, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9285714285714284, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.589285714285714, "overall_9_raw": 2.6629464285714284, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7777777777777777, "overall_9_raw": 2.75, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.357142857142857, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5813492063492065, "overall_9_raw": 1.6540178571428572, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 553, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0015__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0015__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "HIS", "TXT"], "failure_modes": ["CCS", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0777777777777777, "overall_9_raw": 1.2125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3138888888888887, "overall_9_raw": 2.353125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4916666666666667, "overall_9_raw": 1.678125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9527777777777777, "overall_9_raw": 1.071875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8666666666666667, "overall_9_raw": 0.975, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4666666666666666, "overall_9_raw": 1.65, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0666666666666667, "overall_9_raw": 1.2, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8111111111111111, "overall_9_raw": 0.9125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1722222222222223, "overall_9_raw": 1.31875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.911111111111111, "overall_9_raw": 1.025, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5611111111111111, "overall_9_raw": 1.75625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.588888888888889, "overall_9_raw": 1.7875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.275, "overall_9_raw": 1.434375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2000000000000002, "overall_9_raw": 1.35, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0666666666666667, "overall_9_raw": 1.2, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6583333333333333, "overall_9_raw": 0.740625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 554, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0015__r04", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0015__r04", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["COM", "TXT"], "failure_modes": ["EIK", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.3333333333333333, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7148148148148148, "overall_9_raw": 0.7416666666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.9, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8777777777777778, "overall_9_raw": 2.925, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.9, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6555555555555554, "overall_9_raw": 2.7375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.9, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6555555555555554, "overall_9_raw": 2.7375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0148148148148146, "overall_9_raw": 2.1416666666666666, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.325925925925926, "overall_9_raw": 2.4291666666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.9, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7666666666666666, "overall_9_raw": 2.8, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5833333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.4, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8314814814814815, "overall_9_raw": 1.9354166666666668, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.9166666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.8, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6907407407407407, "overall_9_raw": 2.714583333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.9, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8777777777777778, "overall_9_raw": 2.925, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.9, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.711111111111111, "overall_9_raw": 2.8, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 3.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.9, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8777777777777778, "overall_9_raw": 2.925, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7777777777777777, "overall_9_raw": 2.875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.9, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7666666666666666, "overall_9_raw": 2.8625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.9, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.711111111111111, "overall_9_raw": 2.8, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini_easy"], "prompt_index": 555, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0016__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0016__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "TXT"], "failure_modes": ["EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.8333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.7, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0592592592592593, "overall_9_raw": 1.1916666666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.4, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9333333333333331, "overall_9_raw": 2.175, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9333333333333331, "overall_9_raw": 2.175, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6666666666666667, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2407407407407407, "overall_9_raw": 1.3958333333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.6666666666666667, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9518518518518518, "overall_9_raw": 1.0708333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.6, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8999999999999999, "overall_9_raw": 1.0125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.4, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9333333333333331, "overall_9_raw": 2.175, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6666666666666667, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1851851851851851, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6666666666666667, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1407407407407408, "overall_9_raw": 1.2833333333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6666666666666667, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3074074074074076, "overall_9_raw": 1.4708333333333334, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7666666666666666, "overall_9_raw": 1.9875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1666666666666665, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6407407407407406, "overall_9_raw": 1.8458333333333332, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6666666666666667, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3074074074074076, "overall_9_raw": 1.4708333333333334, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6666666666666667, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1296296296296295, "overall_9_raw": 1.2708333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.4, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9888888888888887, "overall_9_raw": 2.2375, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini"], "prompt_index": 556, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0016__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0016__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "HIS", "TXT"], "failure_modes": ["EIK", "FHA", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6666666666666667, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2296296296296296, "overall_9_raw": 1.3833333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6666666666666667, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3407407407407408, "overall_9_raw": 1.5083333333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6666666666666667, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2962962962962963, "overall_9_raw": 1.4583333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.9, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9055555555555556, "overall_9_raw": 1.01875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3814814814814813, "overall_9_raw": 2.4291666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6666666666666667, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3518518518518519, "overall_9_raw": 1.5208333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.2, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1055555555555554, "overall_9_raw": 1.24375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5833333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.009259259259259, "overall_9_raw": 2.1979166666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.9, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6555555555555554, "overall_9_raw": 2.675, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1666666666666665, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.9, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6185185185185185, "overall_9_raw": 1.8208333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.2, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6148148148148147, "overall_9_raw": 1.8166666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2111111111111112, "overall_9_raw": 1.3625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 557, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0016__r04", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0016__r04", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "CUL", "TXT"], "failure_modes": ["CCS", "CSV", "EIK", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 1.03125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1749999999999998, "overall_9_raw": 1.321875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2444444444444445, "overall_9_raw": 1.4, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8611111111111112, "overall_9_raw": 0.96875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 2.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9861111111111112, "overall_9_raw": 1.109375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.286111111111111, "overall_9_raw": 1.446875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1805555555555556, "overall_9_raw": 1.328125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.984375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1749999999999998, "overall_9_raw": 1.321875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8472222222222222, "overall_9_raw": 0.953125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2444444444444445, "overall_9_raw": 1.4, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8694444444444445, "overall_9_raw": 0.978125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2305555555555554, "overall_9_raw": 1.384375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.9375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5555555555555556, "overall_9_raw": 0.625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1194444444444445, "overall_9_raw": 1.259375, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini", "testmini_hard"], "prompt_index": 558, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0017__r00", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0017__r00", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "TXT"], "failure_modes": ["EIK", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4285714285714286, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0535714285714286, "overall_9_raw": 1.2040816326530612, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.142857142857143, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6584821428571428, "overall_9_raw": 1.8954081632653061, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.142857142857143, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6116071428571428, "overall_9_raw": 1.8418367346938775, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5714285714285714, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0245535714285714, "overall_9_raw": 1.1709183673469388, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7142857142857142, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1986607142857142, "overall_9_raw": 1.3698979591836733, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7142857142857142, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9799107142857143, "overall_9_raw": 1.1198979591836735, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.142857142857143, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7991071428571428, "overall_9_raw": 2.056122448979592, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1428571428571428, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8147321428571428, "overall_9_raw": 0.9311224489795917, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.142857142857143, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9084821428571428, "overall_9_raw": 2.0382653061224487, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7142857142857142, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9799107142857143, "overall_9_raw": 1.1198979591836735, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.4285714285714286, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2142857142857144, "overall_9_raw": 1.3660714285714286, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.142857142857143, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6741071428571428, "overall_9_raw": 1.913265306122449, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.142857142857143, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7991071428571428, "overall_9_raw": 2.056122448979592, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8571428571428572, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5915178571428572, "overall_9_raw": 1.8188775510204083, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5714285714285714, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9776785714285714, "overall_9_raw": 1.1173469387755102, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2857142857142858, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6763392857142857, "overall_9_raw": 0.7729591836734694, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9285714285714284, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 559, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0017__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0017__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "INF", "OBJ"], "failure_modes": ["CCS", "CSV", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.142857142857143, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1408730158730158, "overall_9_raw": 1.2834821428571428, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5714285714285716, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7857142857142858, "overall_9_raw": 2.0089285714285716, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.142857142857143, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2797619047619047, "overall_9_raw": 1.4397321428571428, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.357142857142857, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7063492063492065, "overall_9_raw": 1.9196428571428572, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 2.357142857142857, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0952380952380953, "overall_9_raw": 1.2321428571428572, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.142857142857143, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1964285714285714, "overall_9_raw": 1.3459821428571428, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.357142857142857, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3035714285714286, "overall_9_raw": 1.4665178571428572, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8571428571428572, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1369047619047619, "overall_9_raw": 1.2790178571428572, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.859375, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini", "testmini_easy"], "prompt_index": 560, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0017__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0017__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "CUL", "TXT"], "failure_modes": ["CCS", "CS", "CSV", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 2.1, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2333333333333334, "overall_9_raw": 1.3875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7142857142857142, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8126984126984125, "overall_9_raw": 1.9142857142857144, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.2857142857142856, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.4, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5761904761904761, "overall_9_raw": 1.7107142857142856, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1428571428571428, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1714285714285715, "overall_9_raw": 1.3178571428571428, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9285714285714286, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.2, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9031746031746031, "overall_9_raw": 1.0160714285714285, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6428571428571428, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.2, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4825396825396826, "overall_9_raw": 1.667857142857143, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.1, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2888888888888888, "overall_9_raw": 1.45, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7857142857142858, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4761904761904763, "overall_9_raw": 1.5982142857142858, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini"], "prompt_index": 561, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0017__r04", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0017__r04", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL", "TXT"], "failure_modes": ["CCS", "CS", "EIK", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0083333333333333, "overall_9_raw": 1.134375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.072222222222222, "overall_9_raw": 2.20625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4194444444444445, "overall_9_raw": 1.596875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8972222222222221, "overall_9_raw": 1.009375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4055555555555557, "overall_9_raw": 1.58125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1583333333333334, "overall_9_raw": 1.303125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3611111111111112, "overall_9_raw": 1.53125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9083333333333334, "overall_9_raw": 1.021875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1694444444444443, "overall_9_raw": 2.253125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1944444444444444, "overall_9_raw": 1.34375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0972222222222223, "overall_9_raw": 1.234375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.265625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.265625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1888888888888889, "overall_9_raw": 1.3375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0027777777777778, "overall_9_raw": 1.128125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0583333333333333, "overall_9_raw": 1.190625, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 562, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0018__r00", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0018__r00", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["EDU", "SCI", "TEC"], "failure_modes": ["CCS", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8527777777777777, "overall_9_raw": 0.959375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0444444444444445, "overall_9_raw": 1.175, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7000000000000002, "overall_9_raw": 1.85, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8527777777777777, "overall_9_raw": 0.959375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8527777777777777, "overall_9_raw": 0.959375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7972222222222222, "overall_9_raw": 0.896875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7666666666666667, "overall_9_raw": 0.8625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7416666666666667, "overall_9_raw": 0.834375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0388888888888888, "overall_9_raw": 1.10625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.575, "overall_9_raw": 0.646875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9888888888888889, "overall_9_raw": 1.1125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3111111111111111, "overall_9_raw": 1.475, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7416666666666667, "overall_9_raw": 0.834375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8527777777777777, "overall_9_raw": 0.959375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.575, "overall_9_raw": 0.646875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2305555555555554, "overall_9_raw": 1.384375, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini", "testmini_hard"], "prompt_index": 563, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0018__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0018__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "FOO", "TXT"], "failure_modes": ["CCS", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7361111111111112, "overall_9_raw": 0.828125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9333333333333333, "overall_9_raw": 1.05, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1722222222222223, "overall_9_raw": 1.31875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.265625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2666666666666666, "overall_9_raw": 2.2375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.825, "overall_9_raw": 0.928125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7749999999999999, "overall_9_raw": 0.871875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.427777777777778, "overall_9_raw": 2.41875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5166666666666666, "overall_9_raw": 2.51875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6944444444444444, "overall_9_raw": 0.78125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7611111111111111, "overall_9_raw": 0.85625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini_hard"], "prompt_index": 564, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0018__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0018__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["MED"], "failure_modes": ["CCS", "EIK", "IRR", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8361111111111111, "overall_9_raw": 0.940625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.088888888888889, "overall_9_raw": 1.225, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2444444444444445, "overall_9_raw": 1.4, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5638888888888889, "overall_9_raw": 0.634375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8361111111111111, "overall_9_raw": 0.940625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0083333333333333, "overall_9_raw": 1.134375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9361111111111112, "overall_9_raw": 1.053125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7555555555555555, "overall_9_raw": 0.85, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7972222222222223, "overall_9_raw": 2.021875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7555555555555555, "overall_9_raw": 0.85, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2222222222222223, "overall_9_raw": 1.375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4555555555555555, "overall_9_raw": 1.6375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.5, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1222222222222222, "overall_9_raw": 1.2625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5388888888888889, "overall_9_raw": 0.60625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7305555555555556, "overall_9_raw": 0.821875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2444444444444445, "overall_9_raw": 1.4, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini"], "prompt_index": 565, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0018__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0018__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL", "TXT"], "failure_modes": ["CCS", "CS", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.3125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3333333333333335, "overall_9_raw": 2.375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8333333333333333, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5925925925925926, "overall_9_raw": 1.7916666666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.40625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.6875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5555555555555556, "overall_9_raw": 1.75, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3888888888888888, "overall_9_raw": 1.5625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2222222222222223, "overall_9_raw": 1.375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6111111111111112, "overall_9_raw": 1.8125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2777777777777777, "overall_9_raw": 1.4375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5555555555555556, "overall_9_raw": 1.75, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3796296296296298, "overall_9_raw": 2.4270833333333335, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9814814814814814, "overall_9_raw": 2.1041666666666665, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3055555555555556, "overall_9_raw": 1.46875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5555555555555556, "overall_9_raw": 1.75, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.4444444444444444, "overall_9_raw": 0.5, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.40625, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 566, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0019__r00", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0019__r00", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["CUL", "EDU", "SCI"], "failure_modes": ["CCS", "CS", "CSV", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8148148148148148, "overall_9_raw": 0.9166666666666666, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 2.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5694444444444444, "overall_9_raw": 1.515625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7777777777777778, "overall_9_raw": 0.875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6666666666666666, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0462962962962963, "overall_9_raw": 1.1770833333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6666666666666666, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0046296296296295, "overall_9_raw": 1.1302083333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 1.03125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6666666666666666, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9074074074074073, "overall_9_raw": 1.0208333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1805555555555554, "overall_9_raw": 2.265625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.984375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7777777777777777, "overall_9_raw": 2.75, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8333333333333333, "overall_9_raw": 1.8125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3055555555555556, "overall_9_raw": 1.34375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8611111111111112, "overall_9_raw": 0.96875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6481481481481481, "overall_9_raw": 0.7291666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini", "testmini_easy"], "prompt_index": 567, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0019__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0019__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI"], "failure_modes": ["FHA", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1444444444444446, "overall_9_raw": 1.2875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.4, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0444444444444443, "overall_9_raw": 2.175, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.9, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1555555555555557, "overall_9_raw": 1.3, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0333333333333334, "overall_9_raw": 1.1625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.237037037037037, "overall_9_raw": 1.3916666666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.8333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1259259259259258, "overall_9_raw": 1.2666666666666666, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8111111111111111, "overall_9_raw": 0.9125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.8, "text_reference_evaluation": 3.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5148148148148146, "overall_9_raw": 2.4541666666666666, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.9, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8777777777777778, "overall_9_raw": 0.9875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.8, "text_reference_evaluation": 3.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5148148148148146, "overall_9_raw": 2.4541666666666666, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.8, "text_reference_evaluation": 3.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5055555555555555, "overall_9_raw": 2.44375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.4, "text_reference_evaluation": 3.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.322222222222222, "overall_9_raw": 2.2375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.7, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3833333333333333, "overall_9_raw": 2.55625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7333333333333334, "overall_9_raw": 1.825, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.7857142857142857, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 568, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0019__r04", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0019__r04", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "CUL", "FOO"], "failure_modes": ["CCS", "CS", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2888888888888888, "overall_9_raw": 1.45, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.41875, "overall_9_raw": 2.41875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.446875, "overall_9_raw": 2.446875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 2.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.5, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2194444444444443, "overall_9_raw": 1.309375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2888888888888888, "overall_9_raw": 1.45, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.175, "overall_9_raw": 2.259375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.963888888888889, "overall_9_raw": 1.084375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.215625, "overall_9_raw": 2.215625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.65, "overall_9_raw": 1.79375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.036111111111111, "overall_9_raw": 2.103125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.415625, "overall_9_raw": 2.415625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3666666666666667, "overall_9_raw": 2.4125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.8125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6555555555555557, "overall_9_raw": 1.8625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.403125, "overall_9_raw": 2.403125, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 569, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0020__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0020__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["OBJ", "TXT"], "failure_modes": ["THG", "VUR"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.15, "overall_9_raw": 1.29375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8194444444444446, "overall_9_raw": 2.796875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2000000000000002, "overall_9_raw": 1.35, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1083333333333334, "overall_9_raw": 1.246875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1861111111111111, "overall_9_raw": 1.334375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7222222222222223, "overall_9_raw": 1.875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8833333333333333, "overall_9_raw": 0.99375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9249999999999999, "overall_9_raw": 1.040625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8583333333333334, "overall_9_raw": 1.965625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4944444444444445, "overall_9_raw": 1.61875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.386111111111111, "overall_9_raw": 1.496875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7972222222222223, "overall_9_raw": 1.896875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5527777777777778, "overall_9_raw": 1.621875, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini"], "prompt_index": 570, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0020__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0020__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "HIS", "TXT"], "failure_modes": ["CCS", "EIK", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9916666666666667, "overall_9_raw": 1.115625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.238888888888889, "overall_9_raw": 2.33125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0472222222222223, "overall_9_raw": 1.178125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0611111111111111, "overall_9_raw": 1.19375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1027777777777779, "overall_9_raw": 1.240625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4611111111111112, "overall_9_raw": 1.64375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8888888888888888, "overall_9_raw": 1.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9000000000000001, "overall_9_raw": 1.95, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3833333333333333, "overall_9_raw": 1.55625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.775, "overall_9_raw": 1.996875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1888888888888889, "overall_9_raw": 1.3375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2583333333333333, "overall_9_raw": 1.415625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.183333333333333, "overall_9_raw": 2.26875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0499999999999998, "overall_9_raw": 1.18125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.1527777777777778, "overall_9_raw": 0.171875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.238888888888889, "overall_9_raw": 2.33125, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini"], "prompt_index": 571, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0020__r04", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0020__r04", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "CUL", "TXT"], "failure_modes": ["FHA", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1111111111111112, "overall_9_raw": 1.25, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.2375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0333333333333334, "overall_9_raw": 1.1625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.3125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2444444444444445, "overall_9_raw": 1.4, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1111111111111112, "overall_9_raw": 1.25, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.651851851851852, "overall_9_raw": 1.8583333333333334, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1851851851851851, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2444444444444445, "overall_9_raw": 1.4, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.974074074074074, "overall_9_raw": 1.0958333333333332, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3555555555555554, "overall_9_raw": 1.525, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0518518518518518, "overall_9_raw": 1.1833333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7333333333333333, "overall_9_raw": 0.825, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 572, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0021__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0021__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9888888888888889, "overall_9_raw": 1.1125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.174074074074074, "overall_9_raw": 2.2583333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.4518518518518517, "overall_9_raw": 2.5083333333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.237037037037037, "overall_9_raw": 1.3916666666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2222222222222223, "overall_9_raw": 1.375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3111111111111111, "overall_9_raw": 1.475, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0925925925925926, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9962962962962963, "overall_9_raw": 1.1208333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.925925925925926, "overall_9_raw": 1.0416666666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.3, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3666666666666667, "overall_9_raw": 2.475, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3, "overall_9_raw": 2.4, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.348148148148148, "overall_9_raw": 1.5166666666666666, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3814814814814815, "overall_9_raw": 1.4916666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9333333333333333, "overall_9_raw": 1.05, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7111111111111111, "overall_9_raw": 0.8, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 573, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0021__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0021__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "TXT"], "failure_modes": ["CCS", "CSV", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 2.357142857142857, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2989417989417988, "overall_9_raw": 1.4613095238095237, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 2.2142857142857144, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.283068783068783, "overall_9_raw": 1.443452380952381, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2857142857142858, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0317460317460319, "overall_9_raw": 1.1607142857142858, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.357142857142857, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5026455026455026, "overall_9_raw": 1.6904761904761905, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5714285714285716, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.896825396825397, "overall_9_raw": 2.0089285714285716, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 2.357142857142857, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5952380952380953, "overall_9_raw": 1.7946428571428572, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 2.2142857142857144, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.283068783068783, "overall_9_raw": 1.443452380952381, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.7857142857142856, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.753968253968254, "overall_9_raw": 1.9732142857142856, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0555555555555554, "overall_9_raw": 2.1875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3571428571428572, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8915343915343915, "overall_9_raw": 1.0029761904761905, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5714285714285716, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5264550264550265, "overall_9_raw": 2.5297619047619047, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 574, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0021__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0021__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["CUL", "OBJ", "TXT"], "failure_modes": ["CS", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 2.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1388888888888888, "overall_9_raw": 1.28125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8333333333333333, "overall_9_raw": 2.0625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8888888888888888, "overall_9_raw": 2.125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6111111111111112, "overall_9_raw": 1.8125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4814814814814816, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8888888888888888, "overall_9_raw": 2.125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9444444444444444, "overall_9_raw": 2.1875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2407407407407407, "overall_9_raw": 1.3958333333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.6875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8888888888888888, "overall_9_raw": 2.125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.1666666666666665, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2592592592592593, "overall_9_raw": 1.4166666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8888888888888888, "overall_9_raw": 2.125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7777777777777777, "overall_9_raw": 2.0, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6296296296296295, "overall_9_raw": 1.8333333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0277777777777777, "overall_9_raw": 1.15625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1944444444444444, "overall_9_raw": 1.34375, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini_hard"], "prompt_index": 575, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0021__r04", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0021__r04", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "CUL", "OBJ"], "failure_modes": ["CCS", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.2857142857142857, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0317460317460319, "overall_9_raw": 1.1607142857142858, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.2857142857142857, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1706349206349207, "overall_9_raw": 1.3169642857142858, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8571428571428571, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 3.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.873015873015873, "overall_9_raw": 1.7321428571428572, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.2857142857142857, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9761904761904763, "overall_9_raw": 1.0982142857142858, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2857142857142857, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8511904761904762, "overall_9_raw": 0.9575892857142857, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.2857142857142857, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9761904761904763, "overall_9_raw": 1.0982142857142858, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5714285714285714, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8412698412698413, "overall_9_raw": 0.9464285714285714, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2857142857142857, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.017857142857143, "overall_9_raw": 1.1450892857142858, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8571428571428571, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 3.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8174603174603174, "overall_9_raw": 1.6696428571428572, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2857142857142857, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8650793650793651, "overall_9_raw": 0.9732142857142857, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5714285714285714, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2301587301587302, "overall_9_raw": 1.3839285714285714, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5714285714285714, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1746031746031746, "overall_9_raw": 1.3214285714285714, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2857142857142857, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6845238095238095, "overall_9_raw": 0.7700892857142857, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8571428571428571, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.748015873015873, "overall_9_raw": 1.9665178571428572, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2857142857142857, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8650793650793651, "overall_9_raw": 0.9732142857142857, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.42857142857142855, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 2.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1865079365079365, "overall_9_raw": 1.0848214285714286, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini_easy"], "prompt_index": 576, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0022__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0022__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["EDU", "SCI"], "failure_modes": ["CCS", "CSV", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6666666666666666, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9629629629629629, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0277777777777777, "overall_9_raw": 2.28125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4305555555555556, "overall_9_raw": 1.609375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0555555555555556, "overall_9_raw": 1.1875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.3125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4166666666666667, "overall_9_raw": 1.59375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6666666666666666, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0324074074074074, "overall_9_raw": 1.1614583333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6666666666666666, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8796296296296297, "overall_9_raw": 0.9895833333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.564814814814815, "overall_9_raw": 2.5729166666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1666666666666667, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4768518518518519, "overall_9_raw": 1.6614583333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.96875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3194444444444444, "overall_9_raw": 1.484375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini"], "prompt_index": 577, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0022__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0022__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "TXT"], "failure_modes": ["CCS", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7925925925925925, "overall_9_raw": 0.8916666666666666, "status": "scored"}, "gemini3pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 1.6666666666666667, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.4, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.285185185185185, "overall_9_raw": 2.3833333333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2222222222222222, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5777777777777777, "overall_9_raw": 0.6603174603174603, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3333333333333333, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8037037037037037, "overall_9_raw": 0.9041666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2222222222222222, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5027777777777778, "overall_9_raw": 0.5746031746031746, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.9, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9703703703703703, "overall_9_raw": 1.0916666666666666, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2222222222222222, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8469135802469135, "overall_9_raw": 0.9527777777777777, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.6666666666666667, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9958333333333333, "overall_9_raw": 2.138095238095238, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2222222222222222, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6691358024691358, "overall_9_raw": 0.7527777777777778, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2875, "overall_9_raw": 1.4000000000000001, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.7, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4625, "overall_9_raw": 1.5285714285714285, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 0.7777777777777778, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.7, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8308641975308642, "overall_9_raw": 2.0597222222222222, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.1666666666666667, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4708333333333334, "overall_9_raw": 1.680952380952381, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2222222222222222, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6691358024691358, "overall_9_raw": 0.7527777777777778, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.4444444444444444, "overall_9_raw": 0.5, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.6666666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.9, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7583333333333333, "overall_9_raw": 2.795238095238095, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 578, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0022__r04", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0022__r04", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "CUL", "TXT"], "failure_modes": ["CS", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9629629629629629, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3148148148148149, "overall_9_raw": 1.4791666666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9861111111111112, "overall_9_raw": 1.109375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8518518518518519, "overall_9_raw": 0.9583333333333334, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2638888888888888, "overall_9_raw": 1.421875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0277777777777777, "overall_9_raw": 1.15625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1527777777777777, "overall_9_raw": 1.296875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1527777777777777, "overall_9_raw": 1.296875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7731481481481481, "overall_9_raw": 1.9947916666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1527777777777777, "overall_9_raw": 1.296875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.884259259259259, "overall_9_raw": 2.1197916666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.6875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.425925925925926, "overall_9_raw": 1.6041666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.6875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0185185185185184, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8571428571428571, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1805555555555554, "overall_9_raw": 2.265625, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini_hard"], "prompt_index": 579, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0023__r00", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0023__r00", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "OBJ", "TXT"], "failure_modes": ["CCS", "CS", "CSV", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.036111111111111, "overall_9_raw": 1.165625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.022222222222222, "overall_9_raw": 2.15, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.036111111111111, "overall_9_raw": 1.165625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0333333333333334, "overall_9_raw": 1.1625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8444444444444446, "overall_9_raw": 1.95, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9138888888888889, "overall_9_raw": 1.028125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9833333333333333, "overall_9_raw": 1.10625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2944444444444445, "overall_9_raw": 1.39375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5611111111111113, "overall_9_raw": 2.56875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5055555555555555, "overall_9_raw": 2.56875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 580, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0023__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0023__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "FOO", "TXT"], "failure_modes": ["CCS", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9592592592592593, "overall_9_raw": 2.0166666666666666, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9185185185185185, "overall_9_raw": 2.033333333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.4074074074074074, "overall_9_raw": 0.4583333333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6296296296296297, "overall_9_raw": 0.7083333333333334, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2777777777777778, "overall_9_raw": 0.3125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4444444444444444, "overall_9_raw": 1.625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6111111111111112, "overall_9_raw": 0.6875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1259259259259258, "overall_9_raw": 2.1416666666666666, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6296296296296297, "overall_9_raw": 0.7083333333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5407407407407407, "overall_9_raw": 1.6083333333333334, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3666666666666667, "overall_9_raw": 1.475, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.42962962962962964, "overall_9_raw": 0.48333333333333334, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.35185185185185186, "overall_9_raw": 0.3958333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6296296296296297, "overall_9_raw": 0.7083333333333334, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.3333333333333333, "overall_9_raw": 0.375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.214814814814815, "overall_9_raw": 2.2416666666666667, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini_hard"], "prompt_index": 581, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0023__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0023__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL", "HIS", "TXT"], "failure_modes": ["CCS", "CS", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.7142857142857142, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1626984126984126, "overall_9_raw": 1.3080357142857142, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8571428571428572, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.373015873015873, "overall_9_raw": 1.5446428571428572, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8571428571428572, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2619047619047619, "overall_9_raw": 1.4196428571428572, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9285714285714286, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3948412698412698, "overall_9_raw": 1.5691964285714286, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.9285714285714286, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0615079365079365, "overall_9_raw": 1.1941964285714286, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9285714285714286, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3948412698412698, "overall_9_raw": 1.5691964285714286, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8571428571428572, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4285714285714286, "overall_9_raw": 1.6071428571428572, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.7142857142857142, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0654761904761905, "overall_9_raw": 1.1986607142857142, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9285714285714286, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.505952380952381, "overall_9_raw": 1.6941964285714286, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.7142857142857142, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0654761904761905, "overall_9_raw": 1.1986607142857142, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9285714285714286, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.617063492063492, "overall_9_raw": 1.8191964285714286, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5833333333333333, "overall_9_raw": 1.78125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9285714285714286, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.505952380952381, "overall_9_raw": 1.6941964285714286, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9285714285714286, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4503968253968254, "overall_9_raw": 1.6316964285714286, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.984375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.2857142857142857, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.14285714285714285, "overall_9_raw": 0.1607142857142857, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6388888888888888, "overall_9_raw": 1.84375, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 582, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0024__r00", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0024__r00", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["CUL", "OBJ", "TXT"], "failure_modes": ["CCS", "CSV", "EIK", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9083333333333334, "overall_9_raw": 1.021875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.2375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1555555555555557, "overall_9_raw": 1.3, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4555555555555555, "overall_9_raw": 1.6375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8694444444444445, "overall_9_raw": 0.978125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7861111111111111, "overall_9_raw": 0.884375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2111111111111112, "overall_9_raw": 1.3625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.48888888888888893, "overall_9_raw": 0.55, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1555555555555557, "overall_9_raw": 1.3, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.2375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2666666666666666, "overall_9_raw": 1.425, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9888888888888889, "overall_9_raw": 1.1125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1555555555555557, "overall_9_raw": 1.3, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.2375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8277777777777778, "overall_9_raw": 0.93125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7111111111111111, "overall_9_raw": 0.8, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1555555555555557, "overall_9_raw": 1.3, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini_easy"], "prompt_index": 583, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0024__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0024__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "TXT"], "failure_modes": ["CCS", "EIK", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0694444444444444, "overall_9_raw": 1.203125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.236111111111111, "overall_9_raw": 2.328125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5833333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.273148148148148, "overall_9_raw": 2.3697916666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5833333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1481481481481481, "overall_9_raw": 1.2916666666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.6666666666666667, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9212962962962963, "overall_9_raw": 1.0364583333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0555555555555556, "overall_9_raw": 1.1875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5833333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1481481481481481, "overall_9_raw": 1.2916666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9444444444444444, "overall_9_raw": 1.0625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9259259259259258, "overall_9_raw": 2.0416666666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.3125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0555555555555556, "overall_9_raw": 1.1875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3564814814814816, "overall_9_raw": 1.5260416666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5231481481481481, "overall_9_raw": 1.7135416666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8472222222222223, "overall_9_raw": 1.953125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1111111111111112, "overall_9_raw": 1.25, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1388888888888888, "overall_9_raw": 1.28125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.013888888888889, "overall_9_raw": 2.078125, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 584, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0024__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0024__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "CUL", "FOO", "HIS", "TXT"], "failure_modes": ["CCS", "CS", "EIK", "FHA", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2857142857142857, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.4107142857142857, "overall_9_raw": 0.4693877551020408, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.42857142857142855, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5223214285714286, "overall_9_raw": 0.5969387755102041, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9166666666666666, "overall_9_raw": 1.03125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2857142857142858, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1984126984126986, "overall_9_raw": 1.3482142857142858, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8333333333333333, "overall_9_raw": 1.875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.21428571428571427, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.39880952380952384, "overall_9_raw": 0.4486607142857143, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.7857142857142856, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.4888392857142856, "overall_9_raw": 2.6301020408163263, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9285714285714286, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9781746031746033, "overall_9_raw": 1.1004464285714286, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5714285714285716, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1884920634920637, "overall_9_raw": 2.4620535714285716, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2857142857142856, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8928571428571428, "overall_9_raw": 2.1294642857142856, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.357142857142857, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4285714285714286, "overall_9_raw": 1.6071428571428572, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4285714285714284, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6865079365079365, "overall_9_raw": 1.8973214285714286, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0714285714285714, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0912698412698412, "overall_9_raw": 1.2276785714285714, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2857142857142857, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6428571428571428, "overall_9_raw": 0.7232142857142857, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7142857142857144, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.051587301587302, "overall_9_raw": 2.1830357142857144, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 585, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0024__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0024__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["CUL", "OBJ", "TXT"], "failure_modes": ["CCS", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.5714285714285714, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.4384920634920635, "overall_9_raw": 0.4933035714285714, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.857142857142857, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.678571428571429, "overall_9_raw": 2.700892857142857, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7857142857142857, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8650793650793651, "overall_9_raw": 0.9732142857142857, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5714285714285714, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1051587301587302, "overall_9_raw": 1.2433035714285714, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.142857142857143, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.751984126984127, "overall_9_raw": 1.9709821428571428, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 0.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0694444444444446, "overall_9_raw": 2.265625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5714285714285714, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8273809523809523, "overall_9_raw": 0.9308035714285714, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.5714285714285716, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.4801587301587302, "overall_9_raw": 2.6651785714285716, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7916666666666666, "overall_9_raw": 0.890625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.5714285714285716, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3134920634920637, "overall_9_raw": 2.6026785714285716, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.5714285714285716, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.424603174603175, "overall_9_raw": 2.6026785714285716, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5714285714285716, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2023809523809526, "overall_9_raw": 2.4776785714285716, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.7857142857142858, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3511904761904763, "overall_9_raw": 1.5200892857142858, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5714285714285714, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6607142857142857, "overall_9_raw": 0.7433035714285714, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 586, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0024__r04", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0024__r04", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ART", "CUL", "HIS"], "failure_modes": ["CCS", "CS", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0277777777777777, "overall_9_raw": 1.15625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8611111111111112, "overall_9_raw": 1.96875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4907407407407407, "overall_9_raw": 1.6770833333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1111111111111112, "overall_9_raw": 1.25, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6203703703703705, "overall_9_raw": 1.6979166666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6574074074074074, "overall_9_raw": 1.7395833333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6157407407407407, "overall_9_raw": 1.8177083333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.300925925925926, "overall_9_raw": 1.4635416666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4861111111111112, "overall_9_raw": 1.546875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2268518518518519, "overall_9_raw": 1.3802083333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6574074074074074, "overall_9_raw": 1.8020833333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0277777777777777, "overall_9_raw": 2.15625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6574074074074074, "overall_9_raw": 1.7395833333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9722222222222223, "overall_9_raw": 2.09375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3796296296296295, "overall_9_raw": 1.5520833333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.4444444444444444, "overall_9_raw": 0.5, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0277777777777777, "overall_9_raw": 2.15625, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 587, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0025__r00", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0025__r00", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["FOO", "MED", "TXT"], "failure_modes": ["CCS", "EIK", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5416666666666667, "overall_9_raw": 1.546875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.5, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1388888888888888, "overall_9_raw": 1.28125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9444444444444444, "overall_9_raw": 1.0625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8888888888888888, "overall_9_raw": 1.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.3125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9722222222222222, "overall_9_raw": 1.09375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3611111111111112, "overall_9_raw": 1.53125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.3125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.3125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.40625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0555555555555554, "overall_9_raw": 2.125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.3125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7592592592592592, "overall_9_raw": 0.8541666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3518518518518519, "overall_9_raw": 1.5208333333333333, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 588, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0025__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0025__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "HIS", "TXT"], "failure_modes": ["EIK", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.3888888888888889, "overall_9_raw": 0.4375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5324074074074074, "overall_9_raw": 1.7239583333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1944444444444446, "overall_9_raw": 2.46875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.9375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.3888888888888889, "overall_9_raw": 0.4375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0925925925925926, "overall_9_raw": 1.2291666666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1574074074074074, "overall_9_raw": 1.3020833333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.3888888888888889, "overall_9_raw": 0.4375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.25, "overall_9_raw": 2.53125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9305555555555556, "overall_9_raw": 1.046875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0833333333333335, "overall_9_raw": 2.34375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.138888888888889, "overall_9_raw": 2.40625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.884259259259259, "overall_9_raw": 2.1197916666666665, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3888888888888888, "overall_9_raw": 1.5625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8148148148148148, "overall_9_raw": 0.9166666666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.05555555555555555, "overall_9_raw": 0.0625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5879629629629628, "overall_9_raw": 1.7864583333333333, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini"], "prompt_index": 589, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0025__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0025__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "ART", "CUL"], "failure_modes": ["CCS", "EIK", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6111111111111112, "overall_9_raw": 0.6875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6944444444444444, "overall_9_raw": 1.90625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 3.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.4444444444444446, "overall_9_raw": 2.5625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8055555555555556, "overall_9_raw": 0.90625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.84375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1944444444444444, "overall_9_raw": 1.34375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8611111111111112, "overall_9_raw": 0.96875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7777777777777778, "overall_9_raw": 0.875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.4444444444444446, "overall_9_raw": 2.625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1944444444444444, "overall_9_raw": 1.34375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8425925925925926, "overall_9_raw": 2.0729166666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8055555555555556, "overall_9_raw": 2.03125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2777777777777777, "overall_9_raw": 2.4375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 3.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.388888888888889, "overall_9_raw": 2.5625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5555555555555554, "overall_9_raw": 2.6875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.16666666666666666, "overall_9_raw": 0.1875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6712962962962963, "overall_9_raw": 1.8802083333333333, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 590, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0025__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0025__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "ART", "TXT"], "failure_modes": ["CCS", "CSV", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7731481481481481, "overall_9_raw": 1.9322916666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2037037037037037, "overall_9_raw": 2.3541666666666665, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.490740740740741, "overall_9_raw": 2.5520833333333335, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8055555555555556, "overall_9_raw": 2.03125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.314814814814815, "overall_9_raw": 2.4791666666666665, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.236111111111111, "overall_9_raw": 2.328125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1851851851851851, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 591, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0025__r04", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0025__r04", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL", "HIS"], "failure_modes": ["CCS", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9777777777777779, "overall_9_raw": 1.1, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.5, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.088888888888889, "overall_9_raw": 1.225, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0583333333333333, "overall_9_raw": 1.190625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9222222222222223, "overall_9_raw": 1.0375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8666666666666667, "overall_9_raw": 0.975, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.088888888888889, "overall_9_raw": 1.225, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7361111111111112, "overall_9_raw": 0.828125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.525, "overall_9_raw": 1.715625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8666666666666667, "overall_9_raw": 0.975, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.5, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2833333333333334, "overall_9_raw": 1.44375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.275, "overall_9_raw": 1.434375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4694444444444443, "overall_9_raw": 1.653125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8666666666666667, "overall_9_raw": 0.975, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.1111111111111111, "overall_9_raw": 0.125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4083333333333334, "overall_9_raw": 1.584375, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 592, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0026__r00", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0026__r00", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "CUL", "HIS"], "failure_modes": ["CCS", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": true, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1555555555555557, "overall_9_raw": 1.3, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8814814814814815, "overall_9_raw": 1.9916666666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2111111111111112, "overall_9_raw": 1.3625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1555555555555557, "overall_9_raw": 1.3, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1555555555555557, "overall_9_raw": 1.3, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9888888888888889, "overall_9_raw": 1.1125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0444444444444445, "overall_9_raw": 1.175, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9888888888888889, "overall_9_raw": 1.1125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2777777777777777, "overall_9_raw": 1.4375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1555555555555557, "overall_9_raw": 1.3, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4074074074074074, "overall_9_raw": 1.5833333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1851851851851851, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9888888888888889, "overall_9_raw": 1.1125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0444444444444445, "overall_9_raw": 1.175, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5925925925925926, "overall_9_raw": 1.7916666666666667, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini_easy"], "prompt_index": 593, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0026__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0026__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["INF", "TXT"], "failure_modes": ["CSV", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.7142857142857142, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.482142857142857, "overall_9_raw": 1.5424107142857142, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.857142857142857, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7896825396825395, "overall_9_raw": 2.825892857142857, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9285714285714284, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.742063492063492, "overall_9_raw": 2.7723214285714284, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.642857142857143, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.265873015873016, "overall_9_raw": 2.299107142857143, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2857142857142856, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1706349206349205, "overall_9_raw": 2.2544642857142856, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8571428571428572, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5535714285714286, "overall_9_raw": 1.6227678571428572, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5714285714285716, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.174603174603175, "overall_9_raw": 2.1964285714285716, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5714285714285714, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6051587301587302, "overall_9_raw": 1.6808035714285714, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9285714285714284, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.742063492063492, "overall_9_raw": 2.7723214285714284, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7857142857142856, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.587301587301587, "overall_9_raw": 2.5982142857142856, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5714285714285716, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.021825396825397, "overall_9_raw": 2.1495535714285716, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.642857142857143, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3353174603174605, "overall_9_raw": 2.377232142857143, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9285714285714284, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.742063492063492, "overall_9_raw": 2.7723214285714284, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.857142857142857, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.734126984126984, "overall_9_raw": 2.763392857142857, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7142857142857142, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6349206349206349, "overall_9_raw": 1.7142857142857142, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2857142857142858, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9623015873015874, "overall_9_raw": 1.0825892857142858, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.9285714285714284, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.853174603174603, "overall_9_raw": 2.8348214285714284, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 594, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0026__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0026__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "FOO"], "failure_modes": ["CCS", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.9375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9285714285714284, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4722222222222223, "overall_9_raw": 1.65625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9444444444444444, "overall_9_raw": 1.0625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2083333333333333, "overall_9_raw": 1.359375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0833333333333333, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6898148148148148, "overall_9_raw": 0.7760416666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0833333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8564814814814814, "overall_9_raw": 2.0260416666666665, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4166666666666667, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0879629629629628, "overall_9_raw": 1.2239583333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 2.109375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0833333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8425925925925926, "overall_9_raw": 1.9479166666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4166666666666665, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.962962962962963, "overall_9_raw": 2.2083333333333335, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8333333333333333, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6203703703703705, "overall_9_raw": 1.8229166666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7777777777777777, "overall_9_raw": 2.75, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3611111111111112, "overall_9_raw": 1.53125, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini"], "prompt_index": 595, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0026__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0026__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "OBJ", "TXT"], "failure_modes": ["CSV", "EIK", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0925925925925926, "overall_9_raw": 1.2291666666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2037037037037037, "overall_9_raw": 1.3541666666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2037037037037037, "overall_9_raw": 1.3541666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2592592592592593, "overall_9_raw": 1.4166666666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0370370370370372, "overall_9_raw": 1.1666666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2037037037037037, "overall_9_raw": 1.3541666666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.611111111111111, "overall_9_raw": 2.625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.074074074074074, "overall_9_raw": 1.2083333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6018518518518519, "overall_9_raw": 1.7395833333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5833333333333333, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5833333333333333, "overall_9_raw": 1.78125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3518518518518519, "overall_9_raw": 1.5208333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1296296296296295, "overall_9_raw": 1.2708333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0185185185185184, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9074074074074073, "overall_9_raw": 1.0208333333333333, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 596, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0026__r04", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0026__r04", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "HIS", "TXT"], "failure_modes": ["FHA", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8592592592592593, "overall_9_raw": 0.9666666666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7370370370370369, "overall_9_raw": 0.8291666666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9666666666666666, "overall_9_raw": 1.0875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0851851851851853, "overall_9_raw": 1.2208333333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0925925925925926, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8777777777777778, "overall_9_raw": 0.9875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.496296296296296, "overall_9_raw": 2.558333333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.911111111111111, "overall_9_raw": 1.025, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.474074074074074, "overall_9_raw": 2.533333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6296296296296295, "overall_9_raw": 1.7083333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3111111111111111, "overall_9_raw": 1.35, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6925925925925924, "overall_9_raw": 1.7791666666666666, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3444444444444443, "overall_9_raw": 1.45, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7370370370370369, "overall_9_raw": 0.8291666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.551851851851852, "overall_9_raw": 2.558333333333333, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 597, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0027__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0027__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "FOO", "HIS"], "failure_modes": ["CCS", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6944444444444444, "overall_9_raw": 0.78125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8611111111111112, "overall_9_raw": 0.96875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6666666666666666, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 2.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2962962962962963, "overall_9_raw": 1.2083333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.5, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2592592592592593, "overall_9_raw": 1.2291666666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6666666666666667, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6296296296296295, "overall_9_raw": 1.7708333333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6944444444444444, "overall_9_raw": 0.78125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7037037037037037, "overall_9_raw": 0.7916666666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.4814814814814814, "overall_9_raw": 2.4166666666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.4375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7222222222222223, "overall_9_raw": 2.6875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.4722222222222223, "overall_9_raw": 2.40625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8055555555555556, "overall_9_raw": 0.90625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini"], "prompt_index": 598, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0027__r02", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0027__r02", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "INF", "OBJ"], "failure_modes": ["CCS", "CS", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": true, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5185185185185186, "overall_9_raw": 0.5833333333333334, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7518518518518518, "overall_9_raw": 1.8458333333333332, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7666666666666667, "overall_9_raw": 0.8625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7740740740740741, "overall_9_raw": 0.8708333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0074074074074073, "overall_9_raw": 1.0708333333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2925925925925925, "overall_9_raw": 1.3291666666666666, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6370370370370371, "overall_9_raw": 0.7166666666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6666666666666665, "overall_9_raw": 2.75, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9370370370370371, "overall_9_raw": 2.0541666666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7222222222222223, "overall_9_raw": 2.8125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7222222222222223, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.648148148148148, "overall_9_raw": 2.7291666666666665, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.214814814814815, "overall_9_raw": 2.3666666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.385185185185185, "overall_9_raw": 2.433333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8851851851851852, "overall_9_raw": 0.9958333333333333, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7222222222222223, "overall_9_raw": 2.8125, "status": "scored"}}, "original_subset": ["text_rendering_v2"], "prompt_index": 599, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0027__r03", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0027__r03", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ART", "CUL", "TXT"], "failure_modes": ["CCS", "CS", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.4, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.1125, "overall_9_raw": 0.1285714285714286, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1277777777777778, "overall_9_raw": 2.20625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.238888888888889, "overall_9_raw": 2.33125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7222222222222222, "overall_9_raw": 0.8125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9222222222222223, "overall_9_raw": 1.0375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.4027777777777778, "overall_9_raw": 0.453125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9611111111111111, "overall_9_raw": 1.08125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.4027777777777778, "overall_9_raw": 0.453125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7625, "overall_9_raw": 1.8714285714285714, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0166666666666666, "overall_9_raw": 1.14375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.14375, "overall_9_raw": 2.2357142857142858, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.26875, "overall_9_raw": 2.3785714285714286, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1277777777777778, "overall_9_raw": 2.20625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1277777777777778, "overall_9_raw": 2.20625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.025, "overall_9_raw": 1.1, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.072222222222222, "overall_9_raw": 2.20625, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini_hard"], "prompt_index": 600, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0027__r04", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0027__r04", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ART", "COM", "OBJ", "TXT"], "failure_modes": ["CS", "CSV", "EIK", "THG", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2857142857142857, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.25396825396825395, "overall_9_raw": 0.2857142857142857, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.611111111111111, "overall_9_raw": 2.8125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5714285714285716, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.0, "text_rendering": 2.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.410714285714286, "overall_9_raw": 2.5870535714285716, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.2857142857142857, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.1984126984126984, "overall_9_raw": 0.2232142857142857, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8571428571428571, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.873015873015873, "overall_9_raw": 0.9821428571428571, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8571428571428571, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8591269841269841, "overall_9_raw": 0.9665178571428571, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2857142857142858, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.003968253968254, "overall_9_raw": 1.1294642857142858, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.21428571428571427, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.17658730158730157, "overall_9_raw": 0.19866071428571427, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5714285714285716, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9801587301587302, "overall_9_raw": 2.1026785714285716, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1428571428571428, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2380952380952381, "overall_9_raw": 1.3928571428571428, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.5714285714285716, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5912698412698414, "overall_9_raw": 2.7901785714285716, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6666666666666665, "overall_9_raw": 2.8125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5714285714285714, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8412698412698413, "overall_9_raw": 0.9464285714285714, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0714285714285714, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0357142857142856, "overall_9_raw": 1.1651785714285714, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8571428571428571, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5535714285714285, "overall_9_raw": 0.6227678571428571, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.21428571428571427, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.621031746031746, "overall_9_raw": 0.6986607142857143, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.3125, "status": "scored"}}, "original_subset": ["text_rendering_v2", "testmini_hard"], "prompt_index": 601, "release_row": "evalset_rows/eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0028__r01", "sample_id": "eval_text_rendering_v2__text_rendering_synth_v2_pool20_100trials_20260526_0335__v4_fixed_trial_0028__r01", "search_type": "TextualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["CUL", "PEO", "SPO"], "failure_modes": ["CCS", "CS", "EIK", "VUR"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4000000000000001, "overall_9_raw": 1.4000000000000001, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1142857142857143, "overall_9_raw": 2.1142857142857143, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0571428571428574, "overall_9_raw": 2.0571428571428574, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.7, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1428571428571428, "overall_9_raw": 1.1428571428571428, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1, "overall_9_raw": 2.1, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7999999999999999, "overall_9_raw": 0.7999999999999999, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5714285714285716, "overall_9_raw": 2.5714285714285716, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0571428571428574, "overall_9_raw": 2.0571428571428574, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1142857142857143, "overall_9_raw": 2.1142857142857143, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1142857142857143, "overall_9_raw": 2.1142857142857143, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1714285714285713, "overall_9_raw": 2.1714285714285713, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.657142857142857, "overall_9_raw": 1.657142857142857, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1888888888888889, "overall_9_raw": 1.3375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8571428571428571, "overall_9_raw": 0.8571428571428571, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1, "overall_9_raw": 2.1, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 602, "release_row": "rows/expanded_0607", "sample_id": "expanded_0607", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "SCI"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05625, "overall_9_raw": 2.05625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7875, "overall_9_raw": 1.7875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.48125, "overall_9_raw": 2.48125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.66875, "overall_9_raw": 1.66875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.975, "overall_9_raw": 1.975, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5375, "overall_9_raw": 2.5375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.15625, "overall_9_raw": 2.15625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.15625, "overall_9_raw": 2.15625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.08125, "overall_9_raw": 2.08125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.18125, "overall_9_raw": 2.18125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05625, "overall_9_raw": 2.05625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05625, "overall_9_raw": 2.05625, "status": "scored"}}, "original_subset": ["expanded", "testmini_easy"], "prompt_index": 603, "release_row": "rows/expanded_0064", "sample_id": "expanded_0064", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "CUL"], "failure_modes": ["CCS", "CS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.640625, "overall_9_raw": 0.640625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.09375, "overall_9_raw": 2.09375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.203125, "overall_9_raw": 1.203125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1875, "overall_9_raw": 2.1875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.0625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.375, "overall_9_raw": 1.375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}}, "original_subset": ["expanded", "testmini", "testmini_hard"], "prompt_index": 604, "release_row": "rows/expanded_0311", "sample_id": "expanded_0311", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "ART", "GAM"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.034375, "overall_9_raw": 1.034375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.05, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.00625, "overall_9_raw": 2.00625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.16875, "overall_9_raw": 1.16875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.925, "overall_9_raw": 0.925, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.884375, "overall_9_raw": 0.884375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1125, "overall_9_raw": 2.1125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.26875, "overall_9_raw": 1.26875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.815625, "overall_9_raw": 1.815625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.196875, "overall_9_raw": 1.196875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2375, "overall_9_raw": 2.2375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3625, "overall_9_raw": 2.3625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3625, "overall_9_raw": 2.3625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.54375, "overall_9_raw": 2.54375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.846875, "overall_9_raw": 1.846875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7375, "overall_9_raw": 0.7375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.08125, "overall_9_raw": 2.08125, "status": "scored"}}, "original_subset": ["expanded", "testmini_hard"], "prompt_index": 605, "release_row": "rows/expanded_0530", "sample_id": "expanded_0530", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "CUL", "MED"], "failure_modes": ["CCS", "CS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2, "overall_9_raw": 1.2777777777777777, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9125, "overall_9_raw": 0.9583333333333334, "status": "scored"}, "nano_banana": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9625, "overall_9_raw": 1.0694444444444444, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.95, "overall_9_raw": 2.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0555555555555556, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.825, "overall_9_raw": 1.8611111111111112, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.225, "overall_9_raw": 1.3055555555555556, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.325, "overall_9_raw": 1.4166666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.9166666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.7125, "overall_9_raw": 0.7916666666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9861111111111112, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.475, "overall_9_raw": 1.5277777777777777, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 606, "release_row": "rows/expanded_0408", "sample_id": "expanded_0408", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "GAM"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3375, "overall_9_raw": 1.3375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.025, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.025, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.1, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.175, "overall_9_raw": 1.175, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.475, "overall_9_raw": 1.475, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.7, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8125, "overall_9_raw": 1.8125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4125, "overall_9_raw": 1.4125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.7, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.675, "overall_9_raw": 1.675, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.475, "overall_9_raw": 1.475, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.7, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6375, "overall_9_raw": 1.6375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.95, "overall_9_raw": 1.95, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9, "overall_9_raw": 1.9, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.7, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7, "overall_9_raw": 1.7, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7125, "overall_9_raw": 1.7125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.05, "overall_9_raw": 1.05, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.7, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.675, "overall_9_raw": 1.675, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 607, "release_row": "rows/expanded_0055", "sample_id": "expanded_0055", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "MED"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5952380952380951, "overall_9_raw": 1.5952380952380951, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0571428571428574, "overall_9_raw": 2.0571428571428574, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.157142857142857, "overall_9_raw": 2.157142857142857, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9928571428571427, "overall_9_raw": 1.9928571428571427, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.442857142857143, "overall_9_raw": 2.442857142857143, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6666666666666667, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6666666666666665, "overall_9_raw": 1.6666666666666665, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.157142857142857, "overall_9_raw": 2.157142857142857, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.9, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5928571428571425, "overall_9_raw": 2.5928571428571425, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1285714285714286, "overall_9_raw": 2.1285714285714286, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.157142857142857, "overall_9_raw": 2.157142857142857, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5833333333333335, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2976190476190474, "overall_9_raw": 2.2976190476190474, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7857142857142856, "overall_9_raw": 2.7857142857142856, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1523809523809523, "overall_9_raw": 2.1523809523809523, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4166666666666667, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3166666666666667, "overall_9_raw": 1.3166666666666667, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9928571428571427, "overall_9_raw": 1.9928571428571427, "status": "scored"}}, "original_subset": ["expanded", "testmini"], "prompt_index": 608, "release_row": "rows/expanded_0695", "sample_id": "expanded_0695", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "MED", "SCI"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.66875, "overall_9_raw": 1.66875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.8375, "overall_9_raw": 1.8375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.665625, "overall_9_raw": 1.665625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9625, "overall_9_raw": 1.9625, "status": "scored"}, "nano_banana": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.14375, "overall_9_raw": 2.14375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.14375, "overall_9_raw": 2.14375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.81875, "overall_9_raw": 1.81875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3, "overall_9_raw": 2.3, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.075, "overall_9_raw": 2.075, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.225, "overall_9_raw": 2.225, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.16875, "overall_9_raw": 2.16875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.025, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9375, "overall_9_raw": 1.9375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.11875, "overall_9_raw": 2.11875, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 609, "release_row": "rows/expanded_0175", "sample_id": "expanded_0175", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["CUL", "GAM", "MUS"], "failure_modes": ["CCS", "CS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.690625, "overall_9_raw": 1.690625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.596875, "overall_9_raw": 1.596875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.16875, "overall_9_raw": 1.16875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.209375, "overall_9_raw": 1.209375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.759375, "overall_9_raw": 1.759375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.921875, "overall_9_raw": 0.921875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.55625, "overall_9_raw": 1.55625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.196875, "overall_9_raw": 1.196875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.375, "overall_9_raw": 1.375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.221875, "overall_9_raw": 1.221875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.940625, "overall_9_raw": 1.940625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.465625, "overall_9_raw": 1.465625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4875, "overall_9_raw": 1.4875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.565625, "overall_9_raw": 1.565625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.659375, "overall_9_raw": 1.659375, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 610, "release_row": "rows/expanded_0177", "sample_id": "expanded_0177", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "CUL", "GAM"], "failure_modes": ["CCS", "CS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8361111111111111, "overall_9_raw": 0.940625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.183333333333333, "overall_9_raw": 2.26875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.0166666666666666, "overall_9_raw": 2.14375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.3277777777777778, "overall_9_raw": 0.36875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.072222222222222, "overall_9_raw": 2.08125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.011111111111111, "overall_9_raw": 1.1375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.072222222222222, "overall_9_raw": 2.14375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6166666666666667, "overall_9_raw": 1.56875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.072222222222222, "overall_9_raw": 2.14375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9444444444444444, "overall_9_raw": 1.9375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5527777777777778, "overall_9_raw": 1.621875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9083333333333334, "overall_9_raw": 2.021875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.525, "overall_9_raw": 1.590625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9888888888888887, "overall_9_raw": 2.05, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0777777777777777, "overall_9_raw": 1.15, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6361111111111111, "overall_9_raw": 0.715625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9333333333333331, "overall_9_raw": 2.05, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 611, "release_row": "rows/expanded_0282", "sample_id": "expanded_0282", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "ART", "CUL"], "failure_modes": ["CCS", "CS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.046875, "overall_9_raw": 1.046875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.375, "overall_9_raw": 2.375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.609375, "overall_9_raw": 1.609375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.171875, "overall_9_raw": 1.171875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.65625, "overall_9_raw": 1.65625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.46875, "overall_9_raw": 1.46875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.453125, "overall_9_raw": 1.453125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4375, "overall_9_raw": 0.4375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8125, "overall_9_raw": 1.8125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.75, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.53125, "overall_9_raw": 1.53125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.84375, "overall_9_raw": 1.84375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.921875, "overall_9_raw": 1.921875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.65625, "overall_9_raw": 1.65625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.03125, "overall_9_raw": 1.03125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.65625, "overall_9_raw": 1.65625, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 612, "release_row": "rows/expanded_0469", "sample_id": "expanded_0469", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.534375, "overall_9_raw": 1.7535714285714286, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.79375, "overall_9_raw": 2.05, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.76875, "overall_9_raw": 2.0214285714285714, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.640625, "overall_9_raw": 1.875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.76875, "overall_9_raw": 2.0214285714285714, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.79375, "overall_9_raw": 2.05, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.95, "overall_9_raw": 2.085714285714286, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.38125, "overall_9_raw": 1.5785714285714287, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.615625, "overall_9_raw": 1.8464285714285715, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.73125, "overall_9_raw": 1.9785714285714284, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.640625, "overall_9_raw": 1.875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7125, "overall_9_raw": 1.957142857142857, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.79375, "overall_9_raw": 2.05, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.703125, "overall_9_raw": 1.9464285714285714, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6125, "overall_9_raw": 1.842857142857143, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.196875, "overall_9_raw": 1.3678571428571427, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5625, "overall_9_raw": 1.7857142857142858, "status": "scored"}}, "original_subset": ["expanded", "testmini_easy"], "prompt_index": 613, "release_row": "rows/expanded_0755", "sample_id": "expanded_0755", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "ART"], "failure_modes": ["CCS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1, "overall_9_raw": 2.1, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2555555555555555, "overall_9_raw": 2.2555555555555555, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.8125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.55, "overall_9_raw": 1.55, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2, "overall_9_raw": 2.2, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.9, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2, "overall_9_raw": 1.2, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.9, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.8125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1, "overall_9_raw": 2.1, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1625, "overall_9_raw": 2.1625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1625, "overall_9_raw": 2.1625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2875, "overall_9_raw": 2.2875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1875, "overall_9_raw": 2.1875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.9, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.825, "overall_9_raw": 1.825, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0875, "overall_9_raw": 1.0875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0125, "overall_9_raw": 2.0125, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 614, "release_row": "rows/expanded_0186", "sample_id": "expanded_0186", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "ART", "MED"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.65, "overall_9_raw": 1.65, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.475, "overall_9_raw": 2.475, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.275, "overall_9_raw": 2.275, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3375, "overall_9_raw": 2.3375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2125, "overall_9_raw": 2.2125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.975, "overall_9_raw": 1.975, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6125, "overall_9_raw": 1.6125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.225, "overall_9_raw": 2.225, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2125, "overall_9_raw": 2.2125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.9, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.85, "overall_9_raw": 1.85, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2125, "overall_9_raw": 2.2125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.225, "overall_9_raw": 2.225, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2125, "overall_9_raw": 2.2125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8625, "overall_9_raw": 0.8625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3625, "overall_9_raw": 2.3625, "status": "scored"}}, "original_subset": ["expanded", "testmini"], "prompt_index": 615, "release_row": "rows/expanded_0397", "sample_id": "expanded_0397", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "ART", "CUL", "MED"], "failure_modes": ["CCS", "CS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.590625, "overall_9_raw": 1.590625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.978125, "overall_9_raw": 1.978125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.825, "overall_9_raw": 1.825, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.903125, "overall_9_raw": 0.903125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7375, "overall_9_raw": 1.7375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.921875, "overall_9_raw": 1.921875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.15625, "overall_9_raw": 1.15625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.8333333333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.95, "overall_9_raw": 1.95, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.65, "overall_9_raw": 1.65, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.978125, "overall_9_raw": 1.978125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8125, "overall_9_raw": 1.8125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.840625, "overall_9_raw": 1.840625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.61875, "overall_9_raw": 0.61875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.978125, "overall_9_raw": 1.978125, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 616, "release_row": "rows/expanded_0192", "sample_id": "expanded_0192", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "FAS", "MED"], "failure_modes": ["CCS", "CSV", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1775, "overall_9_raw": 1.2527777777777778, "status": "scored"}, "gemini3pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5699999999999998, "overall_9_raw": 1.6333333333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.285, "overall_9_raw": 1.3722222222222222, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.825, "overall_9_raw": 0.9166666666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7525, "overall_9_raw": 1.836111111111111, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9149999999999998, "overall_9_raw": 2.0166666666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen_image_2_pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7375, "overall_9_raw": 2.7083333333333335, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.98, "overall_9_raw": 2.033333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9649999999999999, "overall_9_raw": 2.0166666666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2775, "overall_9_raw": 1.4194444444444445, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7375, "overall_9_raw": 2.7083333333333335, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 617, "release_row": "rows/expanded_0136", "sample_id": "expanded_0136", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "INF", "MED"], "failure_modes": ["CCS", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.35, "overall_9_raw": 1.3888888888888888, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.0555555555555554, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9875, "overall_9_raw": 1.0416666666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.075, "overall_9_raw": 1.1388888888888888, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.175, "overall_9_raw": 1.1944444444444444, "status": "scored"}, "nano_banana": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7125, "overall_9_raw": 0.7916666666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.775, "overall_9_raw": 1.8611111111111112, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.55, "overall_9_raw": 1.6111111111111112, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9, "overall_9_raw": 1.8888888888888888, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.6944444444444444, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0694444444444446, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0694444444444446, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 618, "release_row": "rows/expanded_0467", "sample_id": "expanded_0467", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "FOO", "MED"], "failure_modes": ["CCS", "CSV", "EIK", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1111111111111112, "overall_9_raw": 1.1875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.4375, "overall_9_raw": 2.4375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6111111111111112, "overall_9_raw": 0.6875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3055555555555556, "overall_9_raw": 1.34375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7777777777777777, "overall_9_raw": 1.8125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.296875, "overall_9_raw": 2.296875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.75, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3125, "overall_9_raw": 2.3125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4375, "overall_9_raw": 1.4375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.109375, "overall_9_raw": 2.109375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4722222222222223, "overall_9_raw": 1.53125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.375, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.138888888888889, "overall_9_raw": 2.15625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.09375, "overall_9_raw": 2.09375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1111111111111112, "overall_9_raw": 1.1875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.25, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 619, "release_row": "rows/expanded_0766", "sample_id": "expanded_0766", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["CUL", "FOO", "MED"], "failure_modes": ["CCS", "CS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.96875, "overall_9_raw": 1.96875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.875, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.359375, "overall_9_raw": 1.359375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.90625, "overall_9_raw": 1.90625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.84375, "overall_9_raw": 1.84375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.71875, "overall_9_raw": 1.71875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.234375, "overall_9_raw": 2.234375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.84375, "overall_9_raw": 1.84375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.75, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.84375, "overall_9_raw": 1.84375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.71875, "overall_9_raw": 1.71875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.84375, "overall_9_raw": 1.84375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.1666666666666665, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 620, "release_row": "rows/expanded_0016", "sample_id": "expanded_0016", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "CUL", "HIS", "MED"], "failure_modes": ["CCS", "CS", "CSV", "EIK", "FHA"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1142857142857143, "overall_9_raw": 2.1142857142857143, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1142857142857143, "overall_9_raw": 2.1142857142857143, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1714285714285713, "overall_9_raw": 2.1714285714285713, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2, "overall_9_raw": 2.2, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.8, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.5, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6571428571428571, "overall_9_raw": 0.6571428571428571, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2, "overall_9_raw": 2.2, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2, "overall_9_raw": 2.2, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.1, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7857142857142858, "overall_9_raw": 1.7857142857142858, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.8, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3714285714285714, "overall_9_raw": 2.3714285714285714, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1714285714285713, "overall_9_raw": 2.1714285714285713, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.1, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8857142857142857, "overall_9_raw": 1.8857142857142857, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.8, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2285714285714286, "overall_9_raw": 2.2285714285714286, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7857142857142858, "overall_9_raw": 1.7857142857142858, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5571428571428572, "overall_9_raw": 1.5571428571428572, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6285714285714286, "overall_9_raw": 1.6285714285714286, "status": "scored"}}, "original_subset": ["expanded", "testmini"], "prompt_index": 621, "release_row": "rows/expanded_0668", "sample_id": "expanded_0668", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "CUL", "HIS"], "failure_modes": ["CCS", "CS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6666666666666667, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2083333333333333, "overall_9_raw": 1.2083333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8958333333333333, "overall_9_raw": 1.8958333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4166666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0052083333333335, "overall_9_raw": 2.0052083333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4166666666666667, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1614583333333333, "overall_9_raw": 1.1614583333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5729166666666667, "overall_9_raw": 1.5729166666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0833333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8697916666666666, "overall_9_raw": 0.8697916666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8333333333333333, "overall_9_raw": 1.8333333333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9166666666666667, "overall_9_raw": 1.9166666666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0416666666666665, "overall_9_raw": 2.0416666666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9791666666666667, "overall_9_raw": 1.9791666666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0208333333333335, "overall_9_raw": 2.0208333333333335, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0364583333333335, "overall_9_raw": 2.0364583333333335, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0572916666666665, "overall_9_raw": 2.0572916666666665, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0416666666666665, "overall_9_raw": 2.0416666666666665, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9583333333333333, "overall_9_raw": 1.9583333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0208333333333335, "overall_9_raw": 2.0208333333333335, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0416666666666665, "overall_9_raw": 2.0416666666666665, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 622, "release_row": "rows/expanded_0277", "sample_id": "expanded_0277", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "GAM", "SCI"], "failure_modes": ["CCS", "CS", "EIK"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.657142857142857, "overall_9_raw": 1.657142857142857, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.061904761904762, "overall_9_raw": 2.061904761904762, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.204761904761905, "overall_9_raw": 2.204761904761905, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8333333333333335, "overall_9_raw": 1.8333333333333335, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.476190476190476, "overall_9_raw": 2.476190476190476, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0357142857142858, "overall_9_raw": 1.0357142857142858, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3047619047619046, "overall_9_raw": 2.3047619047619046, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3642857142857143, "overall_9_raw": 1.3642857142857143, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1666666666666665, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2095238095238097, "overall_9_raw": 2.2095238095238097, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1666666666666665, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1523809523809523, "overall_9_raw": 2.1523809523809523, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1761904761904765, "overall_9_raw": 2.1761904761904765, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1904761904761907, "overall_9_raw": 2.1904761904761907, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.276190476190476, "overall_9_raw": 2.276190476190476, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.7, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5523809523809526, "overall_9_raw": 2.5523809523809526, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9761904761904763, "overall_9_raw": 1.9761904761904763, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["expanded", "testmini"], "prompt_index": 623, "release_row": "rows/expanded_0697", "sample_id": "expanded_0697", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "CUL", "GAM"], "failure_modes": ["CCS", "CS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.16666666666666666, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6145833333333334, "overall_9_raw": 0.6145833333333334, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1458333333333335, "overall_9_raw": 2.1458333333333335, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2604166666666667, "overall_9_raw": 1.2604166666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6197916666666667, "overall_9_raw": 1.6197916666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.609375, "overall_9_raw": 1.609375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2083333333333335, "overall_9_raw": 2.2083333333333335, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1666666666666667, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9739583333333334, "overall_9_raw": 0.9739583333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1458333333333335, "overall_9_raw": 2.1458333333333335, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1458333333333335, "overall_9_raw": 2.1458333333333335, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1458333333333335, "overall_9_raw": 2.1458333333333335, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1458333333333335, "overall_9_raw": 2.1458333333333335, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.71875, "overall_9_raw": 0.71875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 624, "release_row": "rows/expanded_0279", "sample_id": "expanded_0279", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "MED"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.953125, "overall_9_raw": 0.953125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.771875, "overall_9_raw": 0.771875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.059375, "overall_9_raw": 1.059375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.175, "overall_9_raw": 2.175, "status": "scored"}, "nano_banana": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.18125, "overall_9_raw": 1.18125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2875, "overall_9_raw": 2.2875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.271875, "overall_9_raw": 2.271875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen_image_2_pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3625, "overall_9_raw": 2.3625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.175, "overall_9_raw": 2.175, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.30625, "overall_9_raw": 1.30625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.7, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.946875, "overall_9_raw": 0.946875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1125, "overall_9_raw": 2.1125, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 625, "release_row": "rows/expanded_0060", "sample_id": "expanded_0060", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "FAS", "MED"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.840625, "overall_9_raw": 1.840625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.48125, "overall_9_raw": 1.48125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.846875, "overall_9_raw": 1.846875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.603125, "overall_9_raw": 1.603125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.63125, "overall_9_raw": 1.63125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.43125, "overall_9_raw": 1.43125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.021875, "overall_9_raw": 2.021875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8625, "overall_9_raw": 1.8625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4, "overall_9_raw": 1.4, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.10625, "overall_9_raw": 1.10625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.959375, "overall_9_raw": 1.959375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.834375, "overall_9_raw": 1.834375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.534375, "overall_9_raw": 1.534375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.978125, "overall_9_raw": 1.978125, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 626, "release_row": "rows/expanded_0255", "sample_id": "expanded_0255", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "ART", "MED"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.921875, "overall_9_raw": 1.921875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.078125, "overall_9_raw": 2.078125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9375, "overall_9_raw": 1.9375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.140625, "overall_9_raw": 2.140625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.15625, "overall_9_raw": 1.15625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1875, "overall_9_raw": 2.1875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.765625, "overall_9_raw": 1.765625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen_image_2_pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.765625, "overall_9_raw": 1.765625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.90625, "overall_9_raw": 1.90625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9375, "overall_9_raw": 1.9375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.890625, "overall_9_raw": 1.890625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9375, "overall_9_raw": 1.9375, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 627, "release_row": "rows/expanded_0338", "sample_id": "expanded_0338", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "MED"], "failure_modes": ["CCS", "CS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.175, "overall_9_raw": 2.175, "status": "scored"}, "gemini3pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3, "overall_9_raw": 2.3, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.8, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7875, "overall_9_raw": 1.7875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.425, "overall_9_raw": 1.425, "status": "scored"}, "nano_banana": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0125, "overall_9_raw": 2.0125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9125, "overall_9_raw": 1.9125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.05, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3625, "overall_9_raw": 2.3625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.175, "overall_9_raw": 2.175, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.225, "overall_9_raw": 2.225, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.425, "overall_9_raw": 2.425, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 628, "release_row": "rows/expanded_0187", "sample_id": "expanded_0187", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "CUL"], "failure_modes": ["CCS", "CS", "EIK"], "generation_task_type": "t2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2321428571428572, "overall_9_raw": 1.2321428571428572, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5535714285714284, "overall_9_raw": 2.5535714285714284, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9392857142857143, "overall_9_raw": 1.9392857142857143, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.625, "overall_9_raw": 2.625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9714285714285715, "overall_9_raw": 1.9714285714285715, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5535714285714284, "overall_9_raw": 2.5535714285714284, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5714285714285714, "overall_9_raw": 1.5714285714285714, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.625, "overall_9_raw": 2.625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0285714285714285, "overall_9_raw": 2.0285714285714285, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1214285714285714, "overall_9_raw": 2.1214285714285714, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.625, "overall_9_raw": 2.625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.625, "overall_9_raw": 2.625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7142857142857144, "overall_9_raw": 2.7142857142857144, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0035714285714286, "overall_9_raw": 2.0035714285714286, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.2857142857142857, "overall_9_raw": 0.2857142857142857, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7857142857142856, "overall_9_raw": 2.7857142857142856, "status": "scored"}}, "original_subset": ["expanded", "testmini"], "prompt_index": 629, "release_row": "rows/expanded_0691", "sample_id": "expanded_0691", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["MED", "SCI"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.157142857142857, "overall_9_raw": 2.157142857142857, "status": "scored"}, "gemini3pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2607142857142857, "overall_9_raw": 2.2607142857142857, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.507142857142857, "overall_9_raw": 2.507142857142857, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.092857142857143, "overall_9_raw": 2.092857142857143, "status": "scored"}, "nano_banana": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.05, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5535714285714284, "overall_9_raw": 2.5535714285714284, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.607142857142857, "overall_9_raw": 2.607142857142857, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen_image_2_pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.625, "overall_9_raw": 2.625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.507142857142857, "overall_9_raw": 2.507142857142857, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9857142857142858, "overall_9_raw": 1.9857142857142858, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.507142857142857, "overall_9_raw": 2.507142857142857, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 630, "release_row": "rows/expanded_0133", "sample_id": "expanded_0133", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "ART", "CUL", "MED"], "failure_modes": ["CCS", "CS", "EIK"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.511904761904762, "overall_9_raw": 2.511904761904762, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6547619047619049, "overall_9_raw": 1.6547619047619049, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0357142857142856, "overall_9_raw": 2.0357142857142856, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.583333333333333, "overall_9_raw": 2.583333333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0595238095238093, "overall_9_raw": 2.0595238095238093, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.511904761904762, "overall_9_raw": 2.511904761904762, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.333333333333333, "overall_9_raw": 2.333333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0952380952380953, "overall_9_raw": 2.0952380952380953, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.333333333333333, "overall_9_raw": 2.333333333333333, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 631, "release_row": "rows/expanded_0719", "sample_id": "expanded_0719", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "MED", "PEO"], "failure_modes": ["EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.7, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9875, "overall_9_raw": 0.9875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.65, "overall_9_raw": 1.65, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.7, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7375, "overall_9_raw": 1.7375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.9, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4, "overall_9_raw": 1.4, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.08, "overall_9_raw": 1.2000000000000002, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.225, "overall_9_raw": 1.225, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.4, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.42, "overall_9_raw": 1.4666666666666666, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2125, "overall_9_raw": 1.2125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4375, "overall_9_raw": 1.4375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.7, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.85, "overall_9_raw": 0.85, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4125, "overall_9_raw": 1.4125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.7, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7875, "overall_9_raw": 1.7875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.7, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8, "overall_9_raw": 1.8, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.7, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7125, "overall_9_raw": 1.7125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4375, "overall_9_raw": 1.4375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.7, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6625, "overall_9_raw": 1.6625, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 632, "release_row": "rows/expanded_0423", "sample_id": "expanded_0423", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ABS", "MED", "PEO", "SPO"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6392857142857142, "overall_9_raw": 1.6392857142857142, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0785714285714287, "overall_9_raw": 2.0785714285714287, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.092857142857143, "overall_9_raw": 2.092857142857143, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0464285714285715, "overall_9_raw": 1.0464285714285715, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.092857142857143, "overall_9_raw": 2.092857142857143, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9535714285714287, "overall_9_raw": 1.9535714285714287, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8142857142857143, "overall_9_raw": 1.8142857142857143, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6821428571428572, "overall_9_raw": 1.6821428571428572, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.092857142857143, "overall_9_raw": 2.092857142857143, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.832142857142857, "overall_9_raw": 1.832142857142857, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9892857142857143, "overall_9_raw": 1.9892857142857143, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0785714285714287, "overall_9_raw": 2.0785714285714287, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.092857142857143, "overall_9_raw": 2.092857142857143, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0785714285714287, "overall_9_raw": 2.0785714285714287, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.060714285714286, "overall_9_raw": 2.060714285714286, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5527777777777778, "overall_9_raw": 1.621875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.092857142857143, "overall_9_raw": 2.092857142857143, "status": "scored"}}, "original_subset": ["expanded", "testmini_easy"], "prompt_index": 633, "release_row": "rows/expanded_0134", "sample_id": "expanded_0134", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["MED", "PEO"], "failure_modes": ["EIK"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4464285714285714, "overall_9_raw": 1.4464285714285714, "status": "scored"}, "gemini3pro": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8928571428571428, "overall_9_raw": 1.8928571428571428, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.575, "overall_9_raw": 1.575, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5714285714285714, "overall_9_raw": 1.5714285714285714, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0214285714285714, "overall_9_raw": 2.0214285714285714, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3785714285714286, "overall_9_raw": 1.3785714285714286, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4107142857142858, "overall_9_raw": 1.4107142857142858, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3000000000000003, "overall_9_raw": 2.3000000000000003, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5142857142857142, "overall_9_raw": 1.5142857142857142, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.907142857142857, "overall_9_raw": 1.907142857142857, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9392857142857143, "overall_9_raw": 0.9392857142857143, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0035714285714286, "overall_9_raw": 1.0035714285714286, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 634, "release_row": "rows/expanded_0688", "sample_id": "expanded_0688", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "CUL", "PEO", "SPO"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8857142857142858, "overall_9_raw": 0.8857142857142858, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.1, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.375, "overall_9_raw": 2.375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9571428571428572, "overall_9_raw": 0.9571428571428572, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0142857142857142, "overall_9_raw": 1.0142857142857142, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.1, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.157142857142857, "overall_9_raw": 1.157142857142857, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.042857142857143, "overall_9_raw": 2.042857142857143, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0285714285714287, "overall_9_raw": 1.0285714285714287, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.457142857142857, "overall_9_raw": 1.457142857142857, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.9, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9285714285714286, "overall_9_raw": 1.9285714285714286, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.042857142857143, "overall_9_raw": 1.042857142857143, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.957142857142857, "overall_9_raw": 1.957142857142857, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.9, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8571428571428572, "overall_9_raw": 1.8571428571428572, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.9, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7857142857142858, "overall_9_raw": 1.7857142857142858, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3571428571428572, "overall_9_raw": 1.3571428571428572, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7000000000000001, "overall_9_raw": 0.7000000000000001, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9714285714285714, "overall_9_raw": 0.9714285714285714, "status": "scored"}}, "original_subset": ["expanded", "testmini"], "prompt_index": 635, "release_row": "rows/expanded_0865", "sample_id": "expanded_0865", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "ART", "MUS", "PEO"], "failure_modes": ["CCS", "CSV", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.2, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9888888888888889, "overall_9_raw": 1.1125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0444444444444443, "overall_9_raw": 2.05, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.8125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.4, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7333333333333333, "overall_9_raw": 0.825, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.5222222222222223, "overall_9_raw": 0.5875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7444444444444445, "overall_9_raw": 0.8375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.4375, "overall_9_raw": 2.4375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.4, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6666666666666666, "overall_9_raw": 0.75, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.4, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.088888888888889, "overall_9_raw": 1.1625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6888888888888889, "overall_9_raw": 1.775, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.4, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6625, "overall_9_raw": 1.6625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.588888888888889, "overall_9_raw": 1.6625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.9, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6555555555555557, "overall_9_raw": 1.7375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.9, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.725, "overall_9_raw": 1.725, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.9, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8222222222222223, "overall_9_raw": 0.925, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.575, "overall_9_raw": 2.575, "status": "scored"}}, "original_subset": ["expanded", "testmini", "testmini_hard"], "prompt_index": 636, "release_row": "rows/expanded_0664", "sample_id": "expanded_0664", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "ART", "HIS", "MED", "PEO"], "failure_modes": ["CCS", "CSV", "EIK", "FHA", "THG"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7944444444444445, "overall_9_raw": 0.89375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.378125, "overall_9_raw": 1.378125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.871875, "overall_9_raw": 1.871875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.911111111111111, "overall_9_raw": 1.025, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6027777777777779, "overall_9_raw": 1.615625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6375, "overall_9_raw": 1.6375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.259375, "overall_9_raw": 2.259375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.09375, "overall_9_raw": 1.09375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.990625, "overall_9_raw": 1.990625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7944444444444445, "overall_9_raw": 0.89375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6875, "overall_9_raw": 2.6875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.4125, "overall_9_raw": 2.4125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.96875, "overall_9_raw": 1.96875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3875, "overall_9_raw": 2.3875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.590625, "overall_9_raw": 1.590625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.603125, "overall_9_raw": 1.603125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["expanded", "testmini_easy"], "prompt_index": 637, "release_row": "rows/expanded_0859", "sample_id": "expanded_0859", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "PEO"], "failure_modes": ["CCS", "CS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.78125, "overall_9_raw": 1.78125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3125, "overall_9_raw": 2.3125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.78125, "overall_9_raw": 1.78125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.578125, "overall_9_raw": 1.578125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.84375, "overall_9_raw": 1.84375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8125, "overall_9_raw": 1.8125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.28125, "overall_9_raw": 1.28125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8125, "overall_9_raw": 1.8125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4375, "overall_9_raw": 1.4375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.25, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.546875, "overall_9_raw": 1.546875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8125, "overall_9_raw": 1.8125, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 638, "release_row": "rows/expanded_0421", "sample_id": "expanded_0421", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "CUL", "MUS", "PEO"], "failure_modes": ["CCS", "CS", "CSV", "EIK"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.853125, "overall_9_raw": 0.975, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.446875, "overall_9_raw": 1.5107142857142857, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.147222222222222, "overall_9_raw": 2.165625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.753125, "overall_9_raw": 0.8607142857142858, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.509375, "overall_9_raw": 1.582142857142857, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.034375, "overall_9_raw": 1.1821428571428572, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8666666666666667, "overall_9_raw": 1.975, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.06875, "overall_9_raw": 1.2214285714285715, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9388888888888889, "overall_9_raw": 2.05625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.840625, "overall_9_raw": 0.9607142857142856, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.19375, "overall_9_raw": 1.3642857142857143, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.071875, "overall_9_raw": 1.2249999999999999, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.040625, "overall_9_raw": 2.0464285714285713, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.0285714285714285, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6611111111111111, "overall_9_raw": 0.74375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7999999999999999, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.771875, "overall_9_raw": 1.8107142857142857, "status": "scored"}}, "original_subset": ["expanded", "testmini"], "prompt_index": 639, "release_row": "rows/expanded_0574", "sample_id": "expanded_0574", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "CUL", "PEO"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.125, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.46875, "overall_9_raw": 0.46875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.46875, "overall_9_raw": 1.46875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.75, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5625, "overall_9_raw": 0.5625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.28125, "overall_9_raw": 1.28125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5625, "overall_9_raw": 0.5625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.375, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.78125, "overall_9_raw": 0.78125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.109375, "overall_9_raw": 1.109375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.53125, "overall_9_raw": 1.53125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3125, "overall_9_raw": 1.3125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4375, "overall_9_raw": 1.4375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.1875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.96875, "overall_9_raw": 0.96875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.25, "overall_9_raw": 0.25, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.625, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 640, "release_row": "rows/expanded_0013", "sample_id": "expanded_0013", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "MUS", "PEO"], "failure_modes": ["CCS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.9, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.45625, "overall_9_raw": 1.45625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4444444444444446, "overall_9_raw": 2.4444444444444446, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.9, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.753125, "overall_9_raw": 1.753125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6722222222222223, "overall_9_raw": 1.6722222222222223, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.13125, "overall_9_raw": 2.13125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.895, "overall_9_raw": 1.9388888888888889, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.7, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.27, "overall_9_raw": 1.3555555555555554, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3499999999999996, "overall_9_raw": 2.3499999999999996, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.455, "overall_9_raw": 1.5055555555555555, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.06875, "overall_9_raw": 2.06875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.216666666666667, "overall_9_raw": 2.216666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.605, "overall_9_raw": 1.6722222222222223, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.072222222222222, "overall_9_raw": 2.072222222222222, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.7, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5325, "overall_9_raw": 1.5916666666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.403125, "overall_9_raw": 1.403125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.308333333333333, "overall_9_raw": 2.308333333333333, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 641, "release_row": "rows/expanded_0059", "sample_id": "expanded_0059", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["MUS", "PEO"], "failure_modes": ["CCS", "EIK", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.1, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.85, "overall_9_raw": 0.9444444444444444, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1100000000000003, "overall_9_raw": 2.011111111111111, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.35, "overall_9_raw": 2.2777777777777777, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.27, "overall_9_raw": 1.2444444444444445, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.4, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.35, "overall_9_raw": 1.3888888888888888, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.2, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.22, "overall_9_raw": 1.2444444444444445, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.77, "overall_9_raw": 1.7999999999999998, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3900000000000001, "overall_9_raw": 1.3777777777777778, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.2, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9300000000000002, "overall_9_raw": 1.9777777777777779, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0699999999999998, "overall_9_raw": 1.1333333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.2, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.24, "overall_9_raw": 1.2111111111111112, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.55, "overall_9_raw": 1.6111111111111112, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.17, "overall_9_raw": 2.0777777777777775, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.2, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.24, "overall_9_raw": 1.2111111111111112, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.9, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8099999999999999, "overall_9_raw": 0.7888888888888889, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.7, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.86, "overall_9_raw": 0.9555555555555555, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.34, "overall_9_raw": 2.2666666666666666, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 642, "release_row": "rows/expanded_0057", "sample_id": "expanded_0057", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "ART", "FAS", "MUS", "PEO"], "failure_modes": ["CCS", "CSV", "EIK"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.1, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.08571428571428572, "overall_9_raw": 0.08571428571428572, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3071428571428572, "overall_9_raw": 1.3071428571428572, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2249999999999999, "overall_9_raw": 1.2249999999999999, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5285714285714285, "overall_9_raw": 1.5285714285714285, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5464285714285713, "overall_9_raw": 1.5464285714285713, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3071428571428572, "overall_9_raw": 1.3071428571428572, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6357142857142857, "overall_9_raw": 1.6357142857142857, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6500000000000001, "overall_9_raw": 1.6500000000000001, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2214285714285715, "overall_9_raw": 2.2214285714285715, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.292857142857143, "overall_9_raw": 2.292857142857143, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.475, "overall_9_raw": 2.475, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4892857142857143, "overall_9_raw": 1.4892857142857143, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.3, "overall_9_raw": 0.3, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.8125, "status": "scored"}}, "original_subset": ["expanded", "testmini_hard"], "prompt_index": 643, "release_row": "rows/expanded_0831", "sample_id": "expanded_0831", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "MUS", "PEO", "SCI"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.225, "overall_9_raw": 1.225, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.75, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3125, "overall_9_raw": 1.3125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.7, "overall_9_raw": 1.7, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.55, "overall_9_raw": 1.55, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.85, "overall_9_raw": 0.85, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.93125, "overall_9_raw": 0.93125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.046875, "overall_9_raw": 2.046875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.78125, "overall_9_raw": 1.78125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.35, "overall_9_raw": 1.35, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.403125, "overall_9_raw": 1.403125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.859375, "overall_9_raw": 1.859375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.475, "overall_9_raw": 1.475, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.396875, "overall_9_raw": 1.396875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.15625, "overall_9_raw": 1.15625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.721875, "overall_9_raw": 1.721875, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 644, "release_row": "rows/expanded_0463", "sample_id": "expanded_0463", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "PEO", "SPO"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.21875, "overall_9_raw": 1.21875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.75, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0416666666666665, "overall_9_raw": 2.0416666666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.75, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.359375, "overall_9_raw": 1.359375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.171875, "overall_9_raw": 1.171875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.0625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.59375, "overall_9_raw": 1.59375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.203125, "overall_9_raw": 2.203125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.765625, "overall_9_raw": 1.765625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.75, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.25, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.140625, "overall_9_raw": 2.140625, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 645, "release_row": "rows/expanded_0200", "sample_id": "expanded_0200", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "FAS", "PEO"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.175, "overall_9_raw": 1.25, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0, "overall_9_raw": 1.125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.40625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2777777777777777, "overall_9_raw": 1.4375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3888888888888888, "overall_9_raw": 1.5625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7777777777777778, "overall_9_raw": 0.875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0277777777777777, "overall_9_raw": 1.15625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.84375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5833333333333333, "overall_9_raw": 1.65625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2777777777777777, "overall_9_raw": 1.4375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.40625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2222222222222223, "overall_9_raw": 1.375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2222222222222222, "overall_9_raw": 0.25, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7222222222222223, "overall_9_raw": 1.8125, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 646, "release_row": "rows/expanded_0281", "sample_id": "expanded_0281", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "hard", "domains": ["ARC", "ART", "FAS", "PEO"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.2642857142857142, "overall_9_raw": 2.2642857142857142, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.15, "overall_9_raw": 2.15, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1214285714285714, "overall_9_raw": 2.1214285714285714, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1214285714285714, "overall_9_raw": 2.1214285714285714, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.085714285714286, "overall_9_raw": 2.085714285714286, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7857142857142856, "overall_9_raw": 2.7857142857142856, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6714285714285713, "overall_9_raw": 1.6714285714285713, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.092857142857143, "overall_9_raw": 2.092857142857143, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3285714285714287, "overall_9_raw": 2.3285714285714287, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1214285714285714, "overall_9_raw": 2.1214285714285714, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1214285714285714, "overall_9_raw": 2.1214285714285714, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8357142857142856, "overall_9_raw": 1.8357142857142856, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.092857142857143, "overall_9_raw": 2.092857142857143, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3857142857142857, "overall_9_raw": 1.3857142857142857, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.185714285714286, "overall_9_raw": 2.185714285714286, "status": "scored"}}, "original_subset": ["expanded", "testmini_easy"], "prompt_index": 647, "release_row": "rows/expanded_0518", "sample_id": "expanded_0518", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "MED", "PEO"], "failure_modes": ["CCS", "EIK", "IRR"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.9, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8571428571428572, "overall_9_raw": 1.8571428571428572, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4857142857142858, "overall_9_raw": 1.4857142857142858, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2571428571428573, "overall_9_raw": 1.2571428571428573, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3714285714285714, "overall_9_raw": 1.3714285714285714, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2571428571428573, "overall_9_raw": 1.2571428571428573, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0285714285714287, "overall_9_raw": 1.0285714285714287, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5857142857142856, "overall_9_raw": 1.5857142857142856, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7714285714285716, "overall_9_raw": 1.7714285714285716, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7714285714285716, "overall_9_raw": 1.7714285714285716, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.457142857142857, "overall_9_raw": 1.457142857142857, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3142857142857143, "overall_9_raw": 1.3142857142857143, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.7, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7285714285714284, "overall_9_raw": 1.7285714285714284, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.9, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6714285714285713, "overall_9_raw": 1.6714285714285713, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0285714285714285, "overall_9_raw": 2.0285714285714285, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9571428571428572, "overall_9_raw": 0.9571428571428572, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.1, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0571428571428572, "overall_9_raw": 1.0571428571428572, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 648, "release_row": "rows/expanded_0855", "sample_id": "expanded_0855", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "PEO", "SCI"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.425, "overall_9_raw": 1.425, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3, "overall_9_raw": 2.3, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.05, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.9, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.05, "overall_9_raw": 1.05, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.175, "overall_9_raw": 2.175, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3125, "overall_9_raw": 1.3125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.475, "overall_9_raw": 1.475, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4125, "overall_9_raw": 1.4125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1125, "overall_9_raw": 2.1125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.275, "overall_9_raw": 1.275, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.7, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6875, "overall_9_raw": 1.6875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9375, "overall_9_raw": 1.9375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.05, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9875, "overall_9_raw": 1.9875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.7, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7, "overall_9_raw": 1.7, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8625, "overall_9_raw": 0.8625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.425, "overall_9_raw": 1.425, "status": "scored"}}, "original_subset": ["expanded", "testmini_hard"], "prompt_index": 649, "release_row": "rows/expanded_0376", "sample_id": "expanded_0376", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "easy", "domains": ["ARC", "MUS", "PEO"], "failure_modes": ["CCS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.85625, "overall_9_raw": 1.85625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0875, "overall_9_raw": 2.0875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.48125, "overall_9_raw": 2.48125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.690625, "overall_9_raw": 1.690625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6375, "overall_9_raw": 1.6375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.565625, "overall_9_raw": 1.565625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.90625, "overall_9_raw": 1.90625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1, "overall_9_raw": 1.1, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2625, "overall_9_raw": 2.2625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.70625, "overall_9_raw": 1.70625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.146875, "overall_9_raw": 2.146875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05625, "overall_9_raw": 2.05625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2625, "overall_9_raw": 2.2625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2375, "overall_9_raw": 2.2375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.640625, "overall_9_raw": 1.640625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1875, "overall_9_raw": 0.1875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.15, "overall_9_raw": 2.15, "status": "scored"}}, "original_subset": ["expanded"], "prompt_index": 650, "release_row": "rows/expanded_0373", "sample_id": "expanded_0373", "search_type": "VisualSearch", "stratum": "SearchIntensive"}
{"difficulty": "medium", "domains": ["ARC", "COM", "TEC"], "failure_modes": ["CCS", "CS", "CSV", "EIK", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.4, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4025, "overall_9_raw": 0.44722222222222224, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1725000000000003, "overall_9_raw": 2.413888888888889, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.1, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2225, "overall_9_raw": 0.24722222222222223, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0225, "overall_9_raw": 1.136111111111111, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7224999999999999, "overall_9_raw": 0.8027777777777777, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0975, "overall_9_raw": 1.2194444444444443, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.3, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2425, "overall_9_raw": 0.26944444444444443, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.6575, "overall_9_raw": 1.8416666666666666, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9125, "overall_9_raw": 2.125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0125, "overall_9_raw": 2.236111111111111, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.5125, "overall_9_raw": 1.6805555555555556, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9024999999999999, "overall_9_raw": 2.113888888888889, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.44, "overall_9_raw": 2.711111111111111, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1, "overall_9_raw": 2.3333333333333335, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 2.0025, "overall_9_raw": 2.2249999999999996, "status": "scored"}}, "original_subset": ["NoSearch", "testmini"], "prompt_index": 651, "release_row": "rows/production_g3flash_v3_generic_doubao_hard_v14__20260408_212346_43fd324a", "sample_id": "production_g3flash_v3_generic_doubao_hard_v14__20260408_212346_43fd324a", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ARC", "SPO"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.16666666666666669, "overall_9_raw": 0.1851851851851852, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0729166666666665, "overall_9_raw": 2.0729166666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8958333333333333, "overall_9_raw": 1.8958333333333333, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2916666666666665, "overall_9_raw": 2.2916666666666665, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9583333333333333, "overall_9_raw": 1.9583333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3854166666666665, "overall_9_raw": 2.3854166666666665, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0989583333333335, "overall_9_raw": 2.0989583333333335, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3958333333333333, "overall_9_raw": 1.3958333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3854166666666665, "overall_9_raw": 2.3854166666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0833333333333335, "overall_9_raw": 2.0833333333333335, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3229166666666665, "overall_9_raw": 2.3229166666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.25, "overall_9_raw": 2.25, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4010416666666667, "overall_9_raw": 1.4010416666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.8125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2604166666666665, "overall_9_raw": 2.2604166666666665, "status": "scored"}}, "original_subset": ["NoSearch", "testmini_easy"], "prompt_index": 652, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260422_082044_7bbd273f", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260422_082044_7bbd273f", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ART", "CUL", "PEO"], "failure_modes": ["CCS", "CS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.84375, "overall_9_raw": 0.84375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.96875, "overall_9_raw": 0.96875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6944444444444444, "overall_9_raw": 1.6944444444444444, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.55, "overall_9_raw": 0.6111111111111112, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.21875, "overall_9_raw": 1.21875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.53125, "overall_9_raw": 1.53125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5555555555555556, "overall_9_raw": 1.5555555555555556, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3125, "overall_9_raw": 1.3125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6111111111111112, "overall_9_raw": 1.6111111111111112, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.46875, "overall_9_raw": 1.46875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.296875, "overall_9_raw": 1.296875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.15625, "overall_9_raw": 1.15625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.925, "overall_9_raw": 1.0277777777777777, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.25, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5, "overall_9_raw": 0.5555555555555556, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7916666666666667, "overall_9_raw": 1.7916666666666667, "status": "scored"}}, "original_subset": ["NoSearch", "testmini", "testmini_hard"], "prompt_index": 653, "release_row": "rows/production_newentitypeople_qwen_hard_v12__20260407_043342_fff5229e", "sample_id": "production_newentitypeople_qwen_hard_v12__20260407_043342_fff5229e", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ART", "GAM"], "failure_modes": ["CCS", "CS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.3645833333333333, "overall_9_raw": 1.3645833333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1875, "overall_9_raw": 2.1875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1875, "overall_9_raw": 2.1875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6927083333333333, "overall_9_raw": 1.6927083333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.59375, "overall_9_raw": 1.59375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1875, "overall_9_raw": 2.1875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1875, "overall_9_raw": 2.1875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5729166666666667, "overall_9_raw": 1.5729166666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.546875, "overall_9_raw": 1.546875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1510416666666665, "overall_9_raw": 2.1510416666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1875, "overall_9_raw": 2.1875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1875, "overall_9_raw": 2.1875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0885416666666665, "overall_9_raw": 2.0885416666666665, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1875, "overall_9_raw": 2.1875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8697916666666666, "overall_9_raw": 0.8697916666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1875, "overall_9_raw": 2.1875, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 654, "release_row": "rows/production_g3flash_v3_generic_doubao_hard_v14__20260408_194653_320d6449", "sample_id": "production_g3flash_v3_generic_doubao_hard_v14__20260408_194653_320d6449", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ART", "CUL", "FAS", "GAM"], "failure_modes": ["CCS", "CS", "EIK", "TK-R"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3225, "overall_9_raw": 1.4694444444444443, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.975, "overall_9_raw": 2.0277777777777777, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.085, "overall_9_raw": 2.0944444444444446, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3225, "overall_9_raw": 1.4694444444444443, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0550000000000002, "overall_9_raw": 1.1722222222222223, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.045, "overall_9_raw": 1.161111111111111, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.225, "overall_9_raw": 1.3611111111111112, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8675, "overall_9_raw": 0.963888888888889, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9125, "overall_9_raw": 1.7916666666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0775000000000001, "overall_9_raw": 1.1416666666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7399999999999998, "overall_9_raw": 1.7111111111111112, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5825, "overall_9_raw": 1.6472222222222221, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1099999999999999, "overall_9_raw": 1.1777777777777778, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.79, "overall_9_raw": 0.8777777777777778, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.165, "overall_9_raw": 1.238888888888889, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.085, "overall_9_raw": 2.0944444444444446, "status": "scored"}}, "original_subset": ["NoSearch", "testmini"], "prompt_index": 655, "release_row": "rows/production_newentitypeople_qwen_hard_v12__20260408_012846_2c1cd719", "sample_id": "production_newentitypeople_qwen_hard_v12__20260408_012846_2c1cd719", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["COM", "FAS"], "failure_modes": ["CCS", "EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9114583333333334, "overall_9_raw": 0.9114583333333334, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.65, "overall_9_raw": 1.7222222222222223, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.058333333333333, "overall_9_raw": 2.064814814814815, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9375, "overall_9_raw": 1.9375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.3177083333333333, "overall_9_raw": 1.3177083333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0833333333333335, "overall_9_raw": 2.0833333333333335, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4166666666666667, "overall_9_raw": 1.4166666666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1203703703703702, "overall_9_raw": 2.1203703703703702, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2314814814814814, "overall_9_raw": 2.2314814814814814, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8333333333333333, "overall_9_raw": 1.8333333333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6291666666666669, "overall_9_raw": 1.6435185185185184, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5125, "overall_9_raw": 1.625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.064814814814815, "overall_9_raw": 2.064814814814815, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7125, "overall_9_raw": 1.7916666666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7, "overall_9_raw": 0.7777777777777778, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.1666666666666665, "status": "scored"}}, "original_subset": ["NoSearch", "testmini_hard"], "prompt_index": 656, "release_row": "rows/production_g3flash_v3_generic_g3flash_hard_v14__20260408_143551_067582cf", "sample_id": "production_g3flash_v3_generic_g3flash_hard_v14__20260408_143551_067582cf", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ARC", "MED", "PEO"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.44722222222222224, "overall_9_raw": 0.503125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1416666666666666, "overall_9_raw": 1.284375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.846875, "overall_9_raw": 2.1107142857142858, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6555555555555556, "overall_9_raw": 0.7375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8999999999999999, "overall_9_raw": 1.0125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2833333333333334, "overall_9_raw": 1.44375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3472222222222223, "overall_9_raw": 1.515625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1555555555555557, "overall_9_raw": 1.3, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.338888888888889, "overall_9_raw": 1.50625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0333333333333334, "overall_9_raw": 1.1625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7361111111111112, "overall_9_raw": 1.953125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3222222222222222, "overall_9_raw": 1.4875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7083333333333333, "overall_9_raw": 1.921875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.375, "overall_9_raw": 1.546875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1944444444444444, "overall_9_raw": 1.34375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.21875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4805555555555554, "overall_9_raw": 1.665625, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 657, "release_row": "rows/production_newentitypeople_doubao_hard_v12__20260406_061227_28cb8cf0", "sample_id": "production_newentitypeople_doubao_hard_v12__20260406_061227_28cb8cf0", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ARC", "ART", "HIS", "PEO"], "failure_modes": ["CS", "CSV", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.35, "overall_9_raw": 0.3888888888888889, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1041666666666665, "overall_9_raw": 2.1041666666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9010416666666666, "overall_9_raw": 0.9010416666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9875, "overall_9_raw": 1.0416666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.625, "overall_9_raw": 0.625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3833333333333333, "overall_9_raw": 1.425925925925926, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6927083333333333, "overall_9_raw": 1.6927083333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8489583333333333, "overall_9_raw": 1.8489583333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3833333333333333, "overall_9_raw": 1.425925925925926, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4791666666666667, "overall_9_raw": 1.4791666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1041666666666665, "overall_9_raw": 2.1041666666666665, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8458333333333334, "overall_9_raw": 0.9398148148148149, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.45, "overall_9_raw": 0.5, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.259259259259259, "overall_9_raw": 2.259259259259259, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 658, "release_row": "rows/production_g3flash_v3_generic_qwen_hard_v14__20260408_181239_ddd704b8", "sample_id": "production_g3flash_v3_generic_qwen_hard_v14__20260408_181239_ddd704b8", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["CUL", "MED", "TEC"], "failure_modes": ["EIK", "THG", "TK-R"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9550000000000001, "overall_9_raw": 1.0611111111111111, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.215, "overall_9_raw": 2.2944444444444443, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.985, "overall_9_raw": 2.038888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.135, "overall_9_raw": 1.2055555555555555, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8525, "overall_9_raw": 0.9472222222222223, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9, "overall_9_raw": 1.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.3194444444444444, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8925000000000001, "overall_9_raw": 0.9916666666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9400000000000001, "overall_9_raw": 1.0444444444444445, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.205, "overall_9_raw": 1.2833333333333334, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.855, "overall_9_raw": 1.8944444444444446, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9925000000000002, "overall_9_raw": 2.0472222222222225, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9949999999999999, "overall_9_raw": 2.05, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.185, "overall_9_raw": 1.261111111111111, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.085, "overall_9_raw": 1.15, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.585, "overall_9_raw": 0.6499999999999999, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6125, "overall_9_raw": 1.625, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 659, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260419_201405_52dfc47a", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260419_201405_52dfc47a", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["MUS", "PEO", "TEC"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.559375, "overall_9_raw": 1.559375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.225, "overall_9_raw": 2.225, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.51875, "overall_9_raw": 2.51875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.575, "overall_9_raw": 1.575, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1625, "overall_9_raw": 2.1625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.025, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.575, "overall_9_raw": 1.575, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.05, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.35, "overall_9_raw": 2.35, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.025, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1625, "overall_9_raw": 2.1625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.134375, "overall_9_raw": 2.134375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05625, "overall_9_raw": 2.05625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2875, "overall_9_raw": 2.2875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.35, "overall_9_raw": 2.35, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.434375, "overall_9_raw": 0.434375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.225, "overall_9_raw": 2.225, "status": "scored"}}, "original_subset": ["NoSearch", "testmini_hard"], "prompt_index": 660, "release_row": "rows/production_entity_g3flash_v3_generic_doubao_hard_v14__20260410_063304_e24f4590", "sample_id": "production_entity_g3flash_v3_generic_doubao_hard_v14__20260410_063304_e24f4590", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ART", "CUL", "MED"], "failure_modes": ["CCS", "CS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.834375, "overall_9_raw": 0.834375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.7, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.853125, "overall_9_raw": 1.853125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.15625, "overall_9_raw": 2.15625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.615625, "overall_9_raw": 1.615625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.696875, "overall_9_raw": 1.696875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.49375, "overall_9_raw": 0.49375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6875, "overall_9_raw": 1.6875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.071875, "overall_9_raw": 1.071875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7625, "overall_9_raw": 1.7625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.83125, "overall_9_raw": 1.83125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.671875, "overall_9_raw": 1.671875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 0.91875, "overall_9_raw": 0.91875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.55, "overall_9_raw": 1.55, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.396875, "overall_9_raw": 1.396875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.271875, "overall_9_raw": 1.271875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.79375, "overall_9_raw": 0.79375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.90625, "overall_9_raw": 1.90625, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 661, "release_row": "rows/production_newentitypeople_doubao_hard_v12__20260406_124440_d90c2392", "sample_id": "production_newentitypeople_doubao_hard_v12__20260406_124440_d90c2392", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ARC", "CUL", "GAM"], "failure_modes": ["CCS", "CS", "CSV", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0875, "overall_9_raw": 1.0416666666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2583333333333333, "overall_9_raw": 2.2314814814814814, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.825, "overall_9_raw": 0.9166666666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9625, "overall_9_raw": 1.0138888888888888, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2625, "overall_9_raw": 1.1805555555555556, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5208333333333335, "overall_9_raw": 1.5787037037037037, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.275, "overall_9_raw": 1.25, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9083333333333332, "overall_9_raw": 1.898148148148148, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5583333333333333, "overall_9_raw": 1.5092592592592593, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9875, "overall_9_raw": 0.9861111111111112, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6833333333333331, "overall_9_raw": 1.6481481481481481, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2625, "overall_9_raw": 1.2361111111111112, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2625, "overall_9_raw": 1.2361111111111112, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 2.0, "text_rendering": 2.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6458333333333333, "overall_9_raw": 1.6064814814814816, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5833333333333333, "overall_9_raw": 0.6481481481481481, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["NoSearch"], "prompt_index": 662, "release_row": "rows/production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_152954_92529009", "sample_id": "production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_152954_92529009", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["PEO", "SPO"], "failure_modes": ["EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.09375, "overall_9_raw": 1.09375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9479166666666667, "overall_9_raw": 1.9479166666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9479166666666667, "overall_9_raw": 1.9479166666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.390625, "overall_9_raw": 1.390625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5677083333333333, "overall_9_raw": 1.5677083333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8177083333333333, "overall_9_raw": 1.8177083333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9375, "overall_9_raw": 1.9375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3645833333333333, "overall_9_raw": 1.3645833333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.65625, "overall_9_raw": 1.65625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9479166666666667, "overall_9_raw": 1.9479166666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.515625, "overall_9_raw": 1.515625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.65625, "overall_9_raw": 1.65625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0104166666666665, "overall_9_raw": 2.0104166666666665, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2291666666666667, "overall_9_raw": 1.2291666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.390625, "overall_9_raw": 1.390625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1770833333333333, "overall_9_raw": 1.1770833333333333, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4375, "overall_9_raw": 2.4375, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 663, "release_row": "rows/production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_013423_2475d763", "sample_id": "production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_013423_2475d763", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ART", "PEO"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5324074074074074, "overall_9_raw": 1.5989583333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4398148148148149, "overall_9_raw": 1.4947916666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2962962962962963, "overall_9_raw": 2.3333333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6018518518518519, "overall_9_raw": 1.6770833333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0416666666666667, "overall_9_raw": 1.171875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0601851851851851, "overall_9_raw": 1.1927083333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.425925925925926, "overall_9_raw": 1.4791666666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2731481481481481, "overall_9_raw": 1.3072916666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0601851851851851, "overall_9_raw": 1.1927083333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7268518518518519, "overall_9_raw": 1.8177083333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3148148148148149, "overall_9_raw": 1.4791666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9953703703703702, "overall_9_raw": 2.0572916666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6203703703703705, "overall_9_raw": 1.6979166666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8888888888888888, "overall_9_raw": 2.0, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3703703703703705, "overall_9_raw": 1.4791666666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5138888888888888, "overall_9_raw": 1.640625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.101851851851852, "overall_9_raw": 2.2395833333333335, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 664, "release_row": "rows/production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_102830_39e41f5a", "sample_id": "production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_102830_39e41f5a", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["INF", "MIL", "TEC"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.2083333333333333, "overall_9_raw": 1.2083333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8611111111111112, "overall_9_raw": 1.8611111111111112, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.351851851851852, "overall_9_raw": 2.351851851851852, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0925925925925926, "overall_9_raw": 1.0925925925925926, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2268518518518519, "overall_9_raw": 1.2268518518518519, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7166666666666667, "overall_9_raw": 0.7962962962962963, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9333333333333331, "overall_9_raw": 1.9814814814814814, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.65, "overall_9_raw": 0.7222222222222222, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1759259259259256, "overall_9_raw": 2.1759259259259256, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4375, "overall_9_raw": 1.4375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.875, "overall_9_raw": 0.875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.734375, "overall_9_raw": 1.734375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9861111111111112, "overall_9_raw": 1.9861111111111112, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.75, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6018518518518519, "overall_9_raw": 1.6018518518518519, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6625, "overall_9_raw": 0.7361111111111112, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0729166666666665, "overall_9_raw": 2.0729166666666665, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 665, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260422_143900_66e0fca7", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260422_143900_66e0fca7", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ABS", "ARC", "ART", "CUL", "HIS"], "failure_modes": ["CCS", "CS", "CSV", "FHA", "IRR", "VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7864583333333333, "overall_9_raw": 1.7864583333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0238095238095237, "overall_9_raw": 2.0238095238095237, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1510416666666665, "overall_9_raw": 2.1510416666666665, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0729166666666665, "overall_9_raw": 2.0729166666666665, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1458333333333335, "overall_9_raw": 2.1458333333333335, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4375, "overall_9_raw": 1.4375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8020833333333333, "overall_9_raw": 1.8020833333333333, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9375, "overall_9_raw": 1.9375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8697916666666667, "overall_9_raw": 1.8697916666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9166666666666667, "overall_9_raw": 1.9166666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5625, "overall_9_raw": 1.5625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.6333333333333333, "overall_9_raw": 0.7037037037037037, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6614583333333333, "overall_9_raw": 1.6614583333333333, "status": "scored"}}, "original_subset": ["NoSearch", "testmini_easy"], "prompt_index": 666, "release_row": "rows/production_g3flash_v2_generic_doubao_hard_v12__20260408_021026_6c1c7797", "sample_id": "production_g3flash_v2_generic_doubao_hard_v12__20260408_021026_6c1c7797", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["MED", "MIL"], "failure_modes": ["CCS", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.203125, "overall_9_raw": 1.203125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6875, "overall_9_raw": 1.6875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4583333333333335, "overall_9_raw": 2.4583333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.328125, "overall_9_raw": 1.328125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4375, "overall_9_raw": 2.4375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6666666666666667, "overall_9_raw": 1.6666666666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.890625, "overall_9_raw": 1.890625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9270833333333333, "overall_9_raw": 1.9270833333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4375, "overall_9_raw": 2.4375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0677083333333335, "overall_9_raw": 2.0677083333333335, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.96875, "overall_9_raw": 1.96875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.375, "overall_9_raw": 2.375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6875, "overall_9_raw": 1.6875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.046875, "overall_9_raw": 2.046875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.25, "overall_9_raw": 2.25, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3385416666666667, "overall_9_raw": 1.3385416666666667, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.25, "overall_9_raw": 2.25, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 667, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260422_013032_0d4295b3", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260422_013032_0d4295b3", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ART", "GAM", "MED", "PEO"], "failure_modes": ["CCS", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.23, "overall_9_raw": 1.3666666666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.375, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9075, "overall_9_raw": 2.1194444444444445, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9449999999999998, "overall_9_raw": 2.161111111111111, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2449999999999999, "overall_9_raw": 1.3833333333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2525, "overall_9_raw": 1.3916666666666666, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.205, "overall_9_raw": 1.338888888888889, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3225, "overall_9_raw": 1.4694444444444443, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9400000000000001, "overall_9_raw": 1.0444444444444445, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9899999999999998, "overall_9_raw": 2.211111111111111, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2550000000000001, "overall_9_raw": 1.3944444444444446, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.185, "overall_9_raw": 1.3166666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.395, "overall_9_raw": 1.5499999999999998, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.155, "overall_9_raw": 1.2833333333333334, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.545, "overall_9_raw": 1.7166666666666666, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0675000000000001, "overall_9_raw": 1.1861111111111111, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.3125, "overall_9_raw": 0.3472222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["NoSearch"], "prompt_index": 668, "release_row": "rows/production_newentitypeople_doubao_hard_v12__20260406_075744_8e519958", "sample_id": "production_newentitypeople_doubao_hard_v12__20260406_075744_8e519958", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ART"], "failure_modes": ["CSV", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.8214285714285714, "overall_9_raw": 1.8214285714285714, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1875, "overall_9_raw": 2.1875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2142857142857144, "overall_9_raw": 2.2142857142857144, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0714285714285716, "overall_9_raw": 2.0714285714285716, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2142857142857144, "overall_9_raw": 2.2142857142857144, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2142857142857144, "overall_9_raw": 2.2142857142857144, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8214285714285714, "overall_9_raw": 1.8214285714285714, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0714285714285716, "overall_9_raw": 2.0714285714285716, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2142857142857144, "overall_9_raw": 2.2142857142857144, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2142857142857144, "overall_9_raw": 2.2142857142857144, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2142857142857144, "overall_9_raw": 2.2142857142857144, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0714285714285716, "overall_9_raw": 2.0714285714285716, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2142857142857144, "overall_9_raw": 2.2142857142857144, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9285714285714286, "overall_9_raw": 1.9285714285714286, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3928571428571428, "overall_9_raw": 1.3928571428571428, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2142857142857144, "overall_9_raw": 2.2142857142857144, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 669, "release_row": "rows/production_generic_v4d5_claude_claude_hard_v14__20260412_134456_4271e77c", "sample_id": "production_generic_v4d5_claude_claude_hard_v14__20260412_134456_4271e77c", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ARC", "ART", "COM", "CUL", "FAS"], "failure_modes": ["CCS", "CS", "EIK", "VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5416666666666667, "overall_9_raw": 1.609375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2055555555555557, "overall_9_raw": 2.23125, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9861111111111112, "overall_9_raw": 1.109375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4777777777777779, "overall_9_raw": 1.475, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.72, "overall_9_raw": 1.7999999999999998, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6694444444444445, "overall_9_raw": 1.690625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.5, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.845, "overall_9_raw": 0.8833333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6805555555555556, "overall_9_raw": 1.703125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1055555555555556, "overall_9_raw": 2.11875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.011111111111111, "overall_9_raw": 2.0125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8555555555555554, "overall_9_raw": 1.9, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9916666666666667, "overall_9_raw": 2.053125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7805555555555554, "overall_9_raw": 1.815625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0875, "overall_9_raw": 1.0972222222222223, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5416666666666666, "overall_9_raw": 0.609375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9388888888888889, "overall_9_raw": 1.99375, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 670, "release_row": "rows/production_newentitypeople_doubao_hard_v12__20260407_090102_8eb8139e", "sample_id": "production_newentitypeople_doubao_hard_v12__20260407_090102_8eb8139e", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ARC", "ART", "FAS"], "failure_modes": ["CCS", "CS"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5625, "overall_9_raw": 1.5625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.109375, "overall_9_raw": 2.109375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3125, "overall_9_raw": 1.3125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.84375, "overall_9_raw": 1.84375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.75, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.775, "overall_9_raw": 1.8611111111111112, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.671875, "overall_9_raw": 1.671875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.90625, "overall_9_raw": 1.90625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.96875, "overall_9_raw": 1.96875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.109375, "overall_9_raw": 2.109375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.96875, "overall_9_raw": 1.96875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.71875, "overall_9_raw": 1.71875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.515625, "overall_9_raw": 1.515625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.078125, "overall_9_raw": 2.078125, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 671, "release_row": "rows/production_generic_v4d5_claude_claude_hard_v14__20260412_145228_6a9f68d3", "sample_id": "production_generic_v4d5_claude_claude_hard_v14__20260412_145228_6a9f68d3", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ARC", "ART", "SCI"], "failure_modes": ["CCS", "CS", "CSV"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4444444444444446, "overall_9_raw": 2.375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4444444444444446, "overall_9_raw": 2.375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.611111111111111, "overall_9_raw": 2.5625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.4375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.4375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.388888888888889, "overall_9_raw": 2.3125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3333333333333335, "overall_9_raw": 2.25, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4444444444444446, "overall_9_raw": 2.375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1944444444444446, "overall_9_raw": 2.09375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5555555555555554, "overall_9_raw": 2.5, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5555555555555554, "overall_9_raw": 2.5, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0833333333333335, "overall_9_raw": 1.96875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0555555555555554, "overall_9_raw": 1.9375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5555555555555554, "overall_9_raw": 2.5, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.4375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.611111111111111, "overall_9_raw": 2.5625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4444444444444446, "overall_9_raw": 2.375, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 672, "release_row": "rows/production_generic_v4d5_claude_claude_hard_v14__20260413_105628_9823c964", "sample_id": "production_generic_v4d5_claude_claude_hard_v14__20260413_105628_9823c964", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ARC", "CUL", "HIS"], "failure_modes": ["CSV", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.09375, "overall_9_raw": 1.09375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.225, "overall_9_raw": 2.225, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2375, "overall_9_raw": 2.2375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.79375, "overall_9_raw": 1.79375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.225, "overall_9_raw": 2.225, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6, "overall_9_raw": 1.6, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7375, "overall_9_raw": 1.7375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.153125, "overall_9_raw": 1.153125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.225, "overall_9_raw": 2.225, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3, "overall_9_raw": 2.3, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.225, "overall_9_raw": 2.225, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.15625, "overall_9_raw": 2.15625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.35, "overall_9_raw": 2.35, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2375, "overall_9_raw": 2.2375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05625, "overall_9_raw": 2.05625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.79375, "overall_9_raw": 0.79375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1, "overall_9_raw": 2.1, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 673, "release_row": "rows/production_generic_v4d5_qwen_claude_hard_v14__20260411_030945_b639453e", "sample_id": "production_generic_v4d5_qwen_claude_hard_v14__20260411_030945_b639453e", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ART", "CUL"], "failure_modes": ["CS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2135416666666667, "overall_9_raw": 1.2135416666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7604166666666667, "overall_9_raw": 1.7604166666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.875, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5260416666666665, "overall_9_raw": 2.5260416666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6979166666666667, "overall_9_raw": 1.6979166666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6979166666666667, "overall_9_raw": 1.6979166666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6979166666666667, "overall_9_raw": 1.6979166666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8802083333333333, "overall_9_raw": 1.8802083333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9947916666666666, "overall_9_raw": 0.9947916666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3020833333333335, "overall_9_raw": 2.3020833333333335, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1770833333333335, "overall_9_raw": 2.1770833333333335, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.96875, "overall_9_raw": 1.96875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1770833333333335, "overall_9_raw": 2.1770833333333335, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9166666666666667, "overall_9_raw": 1.9166666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.625, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.890625, "overall_9_raw": 1.890625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4375, "overall_9_raw": 1.4375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2083333333333333, "overall_9_raw": 1.2083333333333333, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.78125, "overall_9_raw": 1.78125, "status": "scored"}}, "original_subset": ["NoSearch", "testmini"], "prompt_index": 674, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260418_235744_f1f9a8db", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260418_235744_f1f9a8db", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["COM", "OBJ", "SCI"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4861111111111112, "overall_9_raw": 1.671875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.8125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.8125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3703703703703702, "overall_9_raw": 2.6666666666666665, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0185185185185184, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.898148148148148, "overall_9_raw": 2.1354166666666665, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6527777777777777, "overall_9_raw": 1.859375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5972222222222223, "overall_9_raw": 1.796875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4259259259259256, "overall_9_raw": 2.7291666666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4074074074074074, "overall_9_raw": 1.5833333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5416666666666667, "overall_9_raw": 1.734375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6944444444444444, "overall_9_raw": 1.90625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.8125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.884259259259259, "overall_9_raw": 2.1197916666666665, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5833333333333333, "overall_9_raw": 1.78125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8703703703703702, "overall_9_raw": 2.1041666666666665, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.9537037037037035, "overall_9_raw": 2.1979166666666665, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 675, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260422_040252_aa0cd1f6", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260422_040252_aa0cd1f6", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ARC", "HIS", "TEC"], "failure_modes": ["CCS"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7760416666666667, "overall_9_raw": 1.7760416666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1510416666666665, "overall_9_raw": 2.1510416666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9479166666666667, "overall_9_raw": 1.9479166666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.34375, "overall_9_raw": 2.34375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0989583333333335, "overall_9_raw": 2.0989583333333335, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9635416666666667, "overall_9_raw": 1.9635416666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.8125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.8125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1041666666666665, "overall_9_raw": 2.1041666666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2916666666666665, "overall_9_raw": 2.2916666666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 676, "release_row": "rows/production_g3flash_v3_generic_doubao_hard_v14__20260408_161707_a074af04", "sample_id": "production_g3flash_v3_generic_doubao_hard_v14__20260408_161707_a074af04", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ART", "FAS", "MUS", "PEO"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.859375, "overall_9_raw": 1.859375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2447916666666665, "overall_9_raw": 2.2447916666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.375, "overall_9_raw": 1.375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8854166666666667, "overall_9_raw": 1.8854166666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9010416666666667, "overall_9_raw": 1.9010416666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9010416666666667, "overall_9_raw": 1.9010416666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.671875, "overall_9_raw": 1.671875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.859375, "overall_9_raw": 1.859375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.859375, "overall_9_raw": 1.859375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4791666666666667, "overall_9_raw": 1.4791666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9583333333333333, "overall_9_raw": 1.9583333333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.53125, "overall_9_raw": 1.53125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.796875, "overall_9_raw": 1.796875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.265625, "overall_9_raw": 1.265625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.53125, "overall_9_raw": 1.53125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.453125, "overall_9_raw": 2.453125, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 677, "release_row": "rows/production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_002622_544ca6a9", "sample_id": "production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_002622_544ca6a9", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ARC", "CUL"], "failure_modes": ["CCS", "CS"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6342592592592593, "overall_9_raw": 1.7760416666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.148148148148148, "overall_9_raw": 2.2291666666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0925925925925926, "overall_9_raw": 2.1041666666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6805555555555556, "overall_9_raw": 1.765625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0740740740740744, "overall_9_raw": 2.2083333333333335, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9259259259259258, "overall_9_raw": 2.0416666666666665, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3379629629629628, "overall_9_raw": 1.5052083333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8935185185185185, "overall_9_raw": 1.0052083333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.990740740740741, "overall_9_raw": 2.1145833333333335, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3796296296296298, "overall_9_raw": 2.4270833333333335, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2037037037037037, "overall_9_raw": 2.2291666666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8240740740740742, "overall_9_raw": 1.9270833333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6342592592592593, "overall_9_raw": 1.7760416666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2453703703703705, "overall_9_raw": 1.3385416666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4120370370370372, "overall_9_raw": 1.5260416666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1064814814814816, "overall_9_raw": 1.1822916666666667, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.398148148148148, "overall_9_raw": 2.3229166666666665, "status": "scored"}}, "original_subset": ["NoSearch", "testmini", "testmini_easy"], "prompt_index": 678, "release_row": "rows/production_g3flash_v3_generic_doubao_hard_v14__20260408_183102_d4a68562", "sample_id": "production_g3flash_v3_generic_doubao_hard_v14__20260408_183102_d4a68562", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ART", "PEO"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7416666666666667, "overall_9_raw": 1.7416666666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.025, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7375, "overall_9_raw": 1.7375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0166666666666666, "overall_9_raw": 2.0166666666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.216666666666667, "overall_9_raw": 2.216666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.091666666666667, "overall_9_raw": 2.091666666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.279166666666667, "overall_9_raw": 2.279166666666667, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.279166666666667, "overall_9_raw": 2.279166666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.091666666666667, "overall_9_raw": 2.091666666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.216666666666667, "overall_9_raw": 2.216666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.216666666666667, "overall_9_raw": 2.216666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.091666666666667, "overall_9_raw": 2.091666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.091666666666667, "overall_9_raw": 2.091666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.55, "overall_9_raw": 1.55, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4791666666666667, "overall_9_raw": 1.4791666666666667, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.154166666666667, "overall_9_raw": 2.154166666666667, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 679, "release_row": "rows/production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_040650_b1c7b2e9", "sample_id": "production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_040650_b1c7b2e9", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ART", "INF"], "failure_modes": ["EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.2239583333333335, "overall_9_raw": 2.2239583333333335, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2291666666666665, "overall_9_raw": 2.2291666666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6574074074074074, "overall_9_raw": 2.6574074074074074, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.4479166666666667, "overall_9_raw": 1.4479166666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.2760416666666667, "overall_9_raw": 1.2760416666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1770833333333335, "overall_9_raw": 2.1770833333333335, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2291666666666665, "overall_9_raw": 2.2291666666666665, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9880952380952381, "overall_9_raw": 0.9880952380952381, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.314814814814815, "overall_9_raw": 2.314814814814815, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.609375, "overall_9_raw": 1.609375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3541666666666665, "overall_9_raw": 2.3541666666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0520833333333335, "overall_9_raw": 2.0520833333333335, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3541666666666665, "overall_9_raw": 2.3541666666666665, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7541666666666669, "overall_9_raw": 1.837962962962963, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7416666666666667, "overall_9_raw": 1.8240740740740742, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6, "overall_9_raw": 0.6666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3541666666666665, "overall_9_raw": 2.3541666666666665, "status": "scored"}}, "original_subset": ["NoSearch", "testmini_hard"], "prompt_index": 680, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260421_073426_75315271", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260421_073426_75315271", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ART", "MIL"], "failure_modes": ["CS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2083333333333333, "overall_9_raw": 1.238095238095238, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.46875, "overall_9_raw": 1.5357142857142858, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9953703703703702, "overall_9_raw": 2.1197916666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5625, "overall_9_raw": 1.6428571428571428, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.8571428571428572, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2708333333333333, "overall_9_raw": 1.4523809523809523, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2395833333333333, "overall_9_raw": 1.4166666666666665, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3020833333333333, "overall_9_raw": 1.488095238095238, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4270833333333333, "overall_9_raw": 1.630952380952381, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.8571428571428572, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2083333333333333, "overall_9_raw": 1.380952380952381, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3854166666666667, "overall_9_raw": 1.5833333333333335, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5625, "overall_9_raw": 1.7857142857142858, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6875, "overall_9_raw": 1.9285714285714286, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.8571428571428572, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 1.0714285714285714, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8958333333333333, "overall_9_raw": 2.0238095238095237, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 681, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260421_114006_6642b22e", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260421_114006_6642b22e", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ART", "CUL", "HIS", "TXT"], "failure_modes": ["CCS", "CS", "FHA", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5325, "overall_9_raw": 0.5916666666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0225, "overall_9_raw": 1.025, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.375, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4074999999999998, "overall_9_raw": 2.341666666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6725, "overall_9_raw": 0.7472222222222222, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6675, "overall_9_raw": 0.7416666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6375, "overall_9_raw": 1.4861111111111112, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2175, "overall_9_raw": 1.2972222222222223, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5125, "overall_9_raw": 0.5694444444444444, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8824999999999998, "overall_9_raw": 1.8694444444444445, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2, "overall_9_raw": 2.111111111111111, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0275, "overall_9_raw": 1.9194444444444443, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9675, "overall_9_raw": 1.8527777777777779, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1225, "overall_9_raw": 2.0250000000000004, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.145, "overall_9_raw": 2.05, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6275, "overall_9_raw": 1.5861111111111112, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 1.9444444444444444, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 682, "release_row": "rows/production_newentitypeople_doubao_hard_v12__20260406_013617_bfae1f54", "sample_id": "production_newentitypeople_doubao_hard_v12__20260406_013617_bfae1f54", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["SCI", "TEC"], "failure_modes": ["CCS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.55625, "overall_9_raw": 1.55625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.39375, "overall_9_raw": 2.39375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2375, "overall_9_raw": 2.2375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.93125, "overall_9_raw": 0.93125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4, "overall_9_raw": 1.4, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.465625, "overall_9_raw": 1.465625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.55, "overall_9_raw": 1.55, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2375, "overall_9_raw": 2.2375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.884375, "overall_9_raw": 1.884375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.978125, "overall_9_raw": 1.978125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3125, "overall_9_raw": 2.3125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.096875, "overall_9_raw": 2.096875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.025, "overall_9_raw": 1.025, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.084375, "overall_9_raw": 2.084375, "status": "scored"}}, "original_subset": ["NoSearch", "testmini", "testmini_hard"], "prompt_index": 683, "release_row": "rows/production_generic_v4d5_qwen_claude_hard_v14__20260411_122122_a64048ba", "sample_id": "production_generic_v4d5_qwen_claude_hard_v14__20260411_122122_a64048ba", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ARC", "ART"], "failure_modes": ["CCS", "CSV"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.775, "overall_9_raw": 0.8611111111111112, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.525, "overall_9_raw": 2.4722222222222223, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4625, "overall_9_raw": 2.4027777777777777, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8333333333333333, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5958333333333334, "overall_9_raw": 1.6620370370370372, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9166666666666667, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9114583333333333, "overall_9_raw": 1.9114583333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8333333333333333, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8854166666666667, "overall_9_raw": 1.8854166666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.033333333333333, "overall_9_raw": 2.0925925925925926, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1822916666666665, "overall_9_raw": 2.1822916666666665, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4458333333333333, "overall_9_raw": 2.384259259259259, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.95, "overall_9_raw": 2.0555555555555554, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9166666666666667, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7916666666666667, "overall_9_raw": 1.8240740740740742, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3875, "overall_9_raw": 2.4305555555555554, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.158333333333333, "overall_9_raw": 2.1203703703703702, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1666666666666667, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1166666666666667, "overall_9_raw": 1.2407407407407407, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0833333333333335, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8083333333333331, "overall_9_raw": 1.898148148148148, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8333333333333334, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.6958333333333333, "overall_9_raw": 0.7731481481481481, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.325, "overall_9_raw": 2.361111111111111, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 684, "release_row": "rows/production_generic_v4d5_qwen_claude_hard_v14__20260411_002249_ffdf15da", "sample_id": "production_generic_v4d5_qwen_claude_hard_v14__20260411_002249_ffdf15da", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ART", "CUL", "OBJ"], "failure_modes": ["CCS", "CS", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4625, "overall_9_raw": 1.4625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.76875, "overall_9_raw": 2.76875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.23125, "overall_9_raw": 2.23125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.446875, "overall_9_raw": 2.446875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.8, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.615625, "overall_9_raw": 2.615625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.553125, "overall_9_raw": 2.553125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.175, "overall_9_raw": 2.175, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.93125, "overall_9_raw": 1.93125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.553125, "overall_9_raw": 2.553125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.234375, "overall_9_raw": 2.234375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.29375, "overall_9_raw": 2.29375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.23125, "overall_9_raw": 2.23125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.23125, "overall_9_raw": 2.23125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.321875, "overall_9_raw": 2.321875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.23125, "overall_9_raw": 2.23125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.653125, "overall_9_raw": 1.653125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.23125, "overall_9_raw": 2.23125, "status": "scored"}}, "original_subset": ["NoSearch", "testmini"], "prompt_index": 685, "release_row": "rows/production_generic_v4d5_qwen_claude_hard_v14__20260411_065512_64a68f02", "sample_id": "production_generic_v4d5_qwen_claude_hard_v14__20260411_065512_64a68f02", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ARC", "CUL", "MED", "MUS", "PEO"], "failure_modes": ["CCS", "CS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.43125, "overall_9_raw": 1.43125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.61875, "overall_9_raw": 1.61875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.415625, "overall_9_raw": 1.415625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.175, "overall_9_raw": 1.175, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.571875, "overall_9_raw": 1.571875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.453125, "overall_9_raw": 1.453125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.634375, "overall_9_raw": 1.634375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.2, "overall_9_raw": 1.2, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.55625, "overall_9_raw": 1.55625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.634375, "overall_9_raw": 1.634375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.078125, "overall_9_raw": 1.078125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.234375, "overall_9_raw": 1.234375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.40625, "overall_9_raw": 1.40625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.515625, "overall_9_raw": 1.515625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.890625, "overall_9_raw": 0.890625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.109375, "overall_9_raw": 1.109375, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 686, "release_row": "rows/production_newentitypeople_qwen_hard_v12__20260407_181153_93f1516c", "sample_id": "production_newentitypeople_qwen_hard_v12__20260407_181153_93f1516c", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ARC", "ART", "PEO"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4, "overall_9_raw": 1.575, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9138888888888889, "overall_9_raw": 1.028125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3888888888888888, "overall_9_raw": 1.5625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0555555555555556, "overall_9_raw": 1.1875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0666666666666667, "overall_9_raw": 1.2, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2222222222222223, "overall_9_raw": 1.375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9555555555555555, "overall_9_raw": 1.075, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.3125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0555555555555556, "overall_9_raw": 1.1875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6305555555555555, "overall_9_raw": 1.834375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1416666666666666, "overall_9_raw": 1.284375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2527777777777778, "overall_9_raw": 1.409375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1166666666666667, "overall_9_raw": 1.25625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1166666666666667, "overall_9_raw": 1.25625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2777777777777777, "overall_9_raw": 1.4375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.0555555555555556, "overall_9_raw": 1.1875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.7388888888888889, "overall_9_raw": 0.83125, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 687, "release_row": "rows/production_newentitypeople_doubao_hard_v12__20260406_130055_e06cd848", "sample_id": "production_newentitypeople_doubao_hard_v12__20260406_130055_e06cd848", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ARC", "EDU", "HIS"], "failure_modes": ["CSV", "EIK", "FHA", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.26666666666666666, "overall_9_raw": 0.2962962962962963, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.20416666666666666, "overall_9_raw": 0.22685185185185183, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2962962962962963, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7129629629629628, "overall_9_raw": 1.8020833333333333, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8935185185185186, "overall_9_raw": 1.9427083333333333, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6041666666666667, "overall_9_raw": 0.6712962962962963, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.8291666666666668, "overall_9_raw": 1.9212962962962965, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9953703703703705, "overall_9_raw": 1.0572916666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.75, "overall_9_raw": 2.7777777777777777, "status": "scored"}}, "original_subset": ["NoSearch", "testmini_hard"], "prompt_index": 688, "release_row": "rows/production_v4d6_textsearch_v2_klein_hint4__20260426_074903_139e7988", "sample_id": "production_v4d6_textsearch_v2_klein_hint4__20260426_074903_139e7988", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ARC", "HIS"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.296875, "overall_9_raw": 1.296875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1625, "overall_9_raw": 2.1625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.10625, "overall_9_raw": 2.10625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.25, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.878125, "overall_9_raw": 1.878125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.09375, "overall_9_raw": 1.09375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.309375, "overall_9_raw": 1.309375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.503125, "overall_9_raw": 1.503125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.08125, "overall_9_raw": 2.08125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.08125, "overall_9_raw": 2.08125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2625, "overall_9_raw": 2.2625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.765625, "overall_9_raw": 1.765625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.215625, "overall_9_raw": 2.215625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.403125, "overall_9_raw": 1.403125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.828125, "overall_9_raw": 0.828125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.103125, "overall_9_raw": 2.103125, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 689, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260421_040410_7c74c1f5", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260421_040410_7c74c1f5", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ART", "EDU", "SPO"], "failure_modes": ["CCS", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.935, "overall_9_raw": 2.038888888888889, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.205, "overall_9_raw": 2.227777777777778, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1400000000000001, "overall_9_raw": 1.2666666666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1400000000000001, "overall_9_raw": 1.2666666666666666, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.535, "overall_9_raw": 2.538888888888889, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8125, "overall_9_raw": 1.9027777777777777, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5025000000000001, "overall_9_raw": 0.5583333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.33, "overall_9_raw": 2.3666666666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1399999999999997, "overall_9_raw": 2.1555555555555554, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.105, "overall_9_raw": 2.1166666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8, "overall_9_raw": 2.7777777777777777, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.055, "overall_9_raw": 2.0611111111111113, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2, "overall_9_raw": 0.2222222222222222, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.75, "overall_9_raw": 2.7222222222222223, "status": "scored"}}, "original_subset": ["NoSearch", "testmini"], "prompt_index": 690, "release_row": "rows/production_g3flash_v3_generic_qwen_hard_v14__20260408_185441_ae3e8af2", "sample_id": "production_g3flash_v3_generic_qwen_hard_v14__20260408_185441_ae3e8af2", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ART", "COM", "PEO"], "failure_modes": ["CCS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5175, "overall_9_raw": 0.575, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3444444444444446, "overall_9_raw": 2.3444444444444446, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.17, "overall_9_raw": 1.2999999999999998, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.735, "overall_9_raw": 0.8166666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9824999999999999, "overall_9_raw": 1.036111111111111, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3900000000000001, "overall_9_raw": 1.4333333333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.275, "overall_9_raw": 0.3055555555555556, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9675, "overall_9_raw": 2.0194444444444444, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9333333333333331, "overall_9_raw": 1.9333333333333331, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0444444444444443, "overall_9_raw": 2.0444444444444443, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2055555555555557, "overall_9_raw": 2.2055555555555557, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.316666666666667, "overall_9_raw": 2.316666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6975000000000002, "overall_9_raw": 1.775, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2325, "overall_9_raw": 0.25833333333333336, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.065, "overall_9_raw": 2.072222222222222, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 691, "release_row": "rows/production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_010519_e7525e08", "sample_id": "production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_010519_e7525e08", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ARC", "ART"], "failure_modes": ["CCS"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9875, "overall_9_raw": 1.9875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.159375, "overall_9_raw": 1.159375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.234375, "overall_9_raw": 1.234375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.503125, "overall_9_raw": 1.503125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.109375, "overall_9_raw": 1.109375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1875, "overall_9_raw": 2.1875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.015625, "overall_9_raw": 2.015625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9375, "overall_9_raw": 1.9375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.971875, "overall_9_raw": 1.971875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0625, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 692, "release_row": "rows/production_generic_v4d5_claude_claude_hard_v14__20260414_055806_7a86e7f8", "sample_id": "production_generic_v4d5_claude_claude_hard_v14__20260414_055806_7a86e7f8", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ARC", "ART", "SCI"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.88125, "overall_9_raw": 1.88125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.5, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.65625, "overall_9_raw": 2.65625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.678125, "overall_9_raw": 1.678125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.65625, "overall_9_raw": 2.65625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.015625, "overall_9_raw": 2.015625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.625, "overall_9_raw": 2.625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2375, "overall_9_raw": 2.2375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.71875, "overall_9_raw": 2.71875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.70625, "overall_9_raw": 2.70625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.78125, "overall_9_raw": 2.78125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.78125, "overall_9_raw": 2.78125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.65625, "overall_9_raw": 2.65625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.71875, "overall_9_raw": 2.71875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2375, "overall_9_raw": 2.2375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2, "overall_9_raw": 2.2, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.909375, "overall_9_raw": 1.909375, "status": "scored"}}, "original_subset": ["NoSearch", "testmini"], "prompt_index": 693, "release_row": "rows/production_generic_v4d5_qwen_claude_hard_v14__20260410_234849_1362abd7", "sample_id": "production_generic_v4d5_qwen_claude_hard_v14__20260410_234849_1362abd7", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["FAS", "PEO", "TEC"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0055555555555555, "overall_9_raw": 1.13125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.39375, "overall_9_raw": 2.39375, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.2083333333333333, "overall_9_raw": 1.296875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5916666666666666, "overall_9_raw": 1.665625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0142857142857142, "overall_9_raw": 2.0142857142857142, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3857142857142857, "overall_9_raw": 1.3857142857142857, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9249999999999999, "overall_9_raw": 1.040625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.14375, "overall_9_raw": 2.14375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9027777777777777, "overall_9_raw": 1.953125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.26875, "overall_9_raw": 2.26875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.8571428571428572, "overall_9_raw": 1.8571428571428572, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.284375, "overall_9_raw": 2.284375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.7214285714285715, "overall_9_raw": 1.7214285714285715, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.375, "overall_9_raw": 1.484375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3888888888888888, "overall_9_raw": 1.4375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.20625, "overall_9_raw": 2.20625, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 694, "release_row": "rows/production_newentitypeople_qwen_hard_v12__20260407_135314_26f5d564", "sample_id": "production_newentitypeople_qwen_hard_v12__20260407_135314_26f5d564", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ARC", "MIL", "TEC"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9675925925925927, "overall_9_raw": 1.0885416666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3518518518518519, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3833333333333333, "overall_9_raw": 2.314814814814815, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.5333333333333334, "overall_9_raw": 1.4814814814814816, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6791666666666667, "overall_9_raw": 0.7546296296296297, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3166666666666667, "overall_9_raw": 1.2962962962962963, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8791666666666667, "overall_9_raw": 0.9768518518518517, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2666666666666666, "overall_9_raw": 1.2407407407407407, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7166666666666668, "overall_9_raw": 1.6851851851851851, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4444444444444444, "overall_9_raw": 1.5, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0916666666666666, "overall_9_raw": 1.1018518518518519, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4083333333333334, "overall_9_raw": 1.4537037037037037, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6791666666666667, "overall_9_raw": 0.7546296296296297, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.4833333333333334, "overall_9_raw": 1.425925925925926, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1666666666666667, "overall_9_raw": 1.3125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.283333333333333, "overall_9_raw": 2.2037037037037037, "status": "scored"}}, "original_subset": ["NoSearch", "testmini"], "prompt_index": 695, "release_row": "rows/production_g3flash_v3_generic_doubao_hard_v12__20260408_121319_ad67790d", "sample_id": "production_g3flash_v3_generic_doubao_hard_v12__20260408_121319_ad67790d", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ARC", "CUL", "PEO"], "failure_modes": ["CCS", "CS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7194444444444443, "overall_9_raw": 1.746875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.263888888888889, "overall_9_raw": 2.296875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2555555555555555, "overall_9_raw": 2.2875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.411111111111111, "overall_9_raw": 1.4, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.911111111111111, "overall_9_raw": 1.8375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.4555555555555555, "overall_9_raw": 1.3875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3805555555555555, "overall_9_raw": 2.365625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3694444444444445, "overall_9_raw": 1.353125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3944444444444444, "overall_9_raw": 2.31875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2, "overall_9_raw": 2.1625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3111111111111113, "overall_9_raw": 2.2875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3944444444444444, "overall_9_raw": 2.31875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.947222222222222, "overall_9_raw": 1.940625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.288888888888889, "overall_9_raw": 2.2625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3444444444444446, "overall_9_raw": 2.325, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9249999999999999, "overall_9_raw": 0.853125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.3555555555555556, "overall_9_raw": 2.4, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 696, "release_row": "rows/production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_181737_3ce6059a", "sample_id": "production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_181737_3ce6059a", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ARC", "ART"], "failure_modes": ["CCS", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.359375, "overall_9_raw": 1.359375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.796875, "overall_9_raw": 2.796875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.71875, "overall_9_raw": 2.71875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.915625, "overall_9_raw": 1.915625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.23125, "overall_9_raw": 2.23125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.08125, "overall_9_raw": 2.08125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.375, "overall_9_raw": 2.5277777777777777, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.18125, "overall_9_raw": 2.18125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.71875, "overall_9_raw": 2.71875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2625, "overall_9_raw": 2.2625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.71875, "overall_9_raw": 2.71875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4125, "overall_9_raw": 2.4125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2625, "overall_9_raw": 2.2625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.08125, "overall_9_raw": 2.08125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.71875, "overall_9_raw": 2.71875, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 697, "release_row": "rows/production_generic_v4d5_qwen_claude_hard_v14__20260411_071841_2e7ee189", "sample_id": "production_generic_v4d5_qwen_claude_hard_v14__20260411_071841_2e7ee189", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ART", "EDU", "PEO"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0625, "overall_9_raw": 1.125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.6111111111111112, "overall_9_raw": 1.6111111111111112, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.4166666666666665, "overall_9_raw": 2.4166666666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.0125, "overall_9_raw": 1.125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9625, "overall_9_raw": 1.0694444444444444, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3625, "overall_9_raw": 1.4583333333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.475, "overall_9_raw": 1.5833333333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7375, "overall_9_raw": 0.8194444444444444, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.5277777777777777, "overall_9_raw": 1.5277777777777777, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1625, "overall_9_raw": 1.2361111111111112, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.9722222222222223, "overall_9_raw": 1.9722222222222223, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.125, "overall_9_raw": 1.1944444444444444, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2625, "overall_9_raw": 1.2916666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.7083333333333333, "overall_9_raw": 1.7083333333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.5, "text_rendering": 1.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.175, "overall_9_raw": 1.25, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.4375, "overall_9_raw": 0.4375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": 2.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.6527777777777777, "overall_9_raw": 1.6527777777777777, "status": "scored"}}, "original_subset": ["NoSearch", "testmini"], "prompt_index": 698, "release_row": "rows/production_newentitypeople_qwen_hard_v12__20260407_210637_58e0e978", "sample_id": "production_newentitypeople_qwen_hard_v12__20260407_210637_58e0e978", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ABS", "ART", "COM"], "failure_modes": ["CCS", "EIK", "IRR", "VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6799999999999999, "overall_9_raw": 0.7555555555555555, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3625, "overall_9_raw": 2.3625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.284375, "overall_9_raw": 2.284375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.378125, "overall_9_raw": 1.378125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.465625, "overall_9_raw": 2.465625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.259375, "overall_9_raw": 1.259375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.08125, "overall_9_raw": 2.08125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.859375, "overall_9_raw": 1.859375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4875, "overall_9_raw": 2.4875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3625, "overall_9_raw": 2.3625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3625, "overall_9_raw": 2.3625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2375, "overall_9_raw": 2.2375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.425, "overall_9_raw": 2.425, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.159375, "overall_9_raw": 2.159375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.915625, "overall_9_raw": 1.915625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.7, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.603125, "overall_9_raw": 1.603125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.26875, "overall_9_raw": 2.26875, "status": "scored"}}, "original_subset": ["NoSearch", "testmini"], "prompt_index": 699, "release_row": "rows/production_generic_v4d5_claude_claude_hard_v14__20260410_221959_ffbba6eb", "sample_id": "production_generic_v4d5_claude_claude_hard_v14__20260410_221959_ffbba6eb", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["CUL", "MUS"], "failure_modes": ["CS"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.08125, "overall_9_raw": 2.092857142857143, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6875, "overall_9_raw": 2.642857142857143, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.609375, "overall_9_raw": 2.5535714285714284, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.78125, "overall_9_raw": 1.8928571428571428, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.453125, "overall_9_raw": 2.375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6, "overall_9_raw": 2.542857142857143, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.44375, "overall_9_raw": 2.435714285714286, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.546875, "overall_9_raw": 1.625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.75, "overall_9_raw": 2.7142857142857144, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.857142857142857, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6875, "overall_9_raw": 2.642857142857143, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.53125, "overall_9_raw": 2.4642857142857144, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.7857142857142856, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1625, "overall_9_raw": 2.042857142857143, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6875, "overall_9_raw": 2.642857142857143, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.89375, "overall_9_raw": 1.0214285714285716, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.75, "overall_9_raw": 2.7142857142857144, "status": "scored"}}, "original_subset": ["NoSearch", "testmini", "testmini_hard"], "prompt_index": 700, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260421_020755_3f32a487", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260421_020755_3f32a487", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ARC", "ART", "TEC"], "failure_modes": ["CCS"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.44375, "overall_9_raw": 2.44375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.671875, "overall_9_raw": 2.671875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.31875, "overall_9_raw": 2.31875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.44375, "overall_9_raw": 2.44375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.31875, "overall_9_raw": 2.31875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1375, "overall_9_raw": 2.1375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.31875, "overall_9_raw": 2.31875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1375, "overall_9_raw": 2.1375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.44375, "overall_9_raw": 2.44375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.44375, "overall_9_raw": 2.44375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.19375, "overall_9_raw": 2.19375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.31875, "overall_9_raw": 2.31875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.44375, "overall_9_raw": 2.44375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.31875, "overall_9_raw": 2.31875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.31875, "overall_9_raw": 2.31875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1125, "overall_9_raw": 2.1125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1375, "overall_9_raw": 2.1375, "status": "scored"}}, "original_subset": ["NoSearch", "testmini"], "prompt_index": 701, "release_row": "rows/production_generic_v4d5_qwen_claude_hard_v14__20260411_043811_cb1a299d", "sample_id": "production_generic_v4d5_qwen_claude_hard_v14__20260411_043811_cb1a299d", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ART", "CUL"], "failure_modes": ["CS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.646875, "overall_9_raw": 1.646875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.7875, "overall_9_raw": 1.7875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.9125, "overall_9_raw": 1.9125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.85, "overall_9_raw": 1.85, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.803125, "overall_9_raw": 1.803125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.85, "overall_9_raw": 1.85, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.85, "overall_9_raw": 1.85, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.584375, "overall_9_raw": 1.584375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.725, "overall_9_raw": 1.725, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.709375, "overall_9_raw": 1.709375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.584375, "overall_9_raw": 1.584375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.725, "overall_9_raw": 1.725, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.646875, "overall_9_raw": 1.646875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.9125, "overall_9_raw": 1.9125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.85, "overall_9_raw": 1.85, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.88125, "overall_9_raw": 1.88125, "status": "scored"}}, "original_subset": ["NoSearch", "testmini", "testmini_easy"], "prompt_index": 702, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260419_011131_46bf80d7", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260419_011131_46bf80d7", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["MUS"], "failure_modes": ["CCS"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.238095238095238, "overall_9_raw": 2.238095238095238, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6845238095238095, "overall_9_raw": 1.6845238095238095, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5595238095238095, "overall_9_raw": 1.5595238095238095, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.005952380952381, "overall_9_raw": 2.005952380952381, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4464285714285714, "overall_9_raw": 1.4464285714285714, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3452380952380953, "overall_9_raw": 2.3452380952380953, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7142857142857144, "overall_9_raw": 2.7142857142857144, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.119047619047619, "overall_9_raw": 2.119047619047619, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.6428571428571429, "overall_9_raw": 0.6428571428571429, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.392857142857143, "overall_9_raw": 2.392857142857143, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 703, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260421_082310_7b5e6a93", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260421_082310_7b5e6a93", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ART", "COM", "TEC"], "failure_modes": ["EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.4444444444444444, "overall_9_raw": 1.625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7857142857142856, "overall_9_raw": 2.7857142857142856, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.857142857142857, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.7277777777777779, "overall_9_raw": 1.81875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.35, "overall_9_raw": 1.51875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0694444444444446, "overall_9_raw": 2.203125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.26875, "overall_9_raw": 2.4499999999999997, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.2777777777777777, "overall_9_raw": 2.5625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.5555555555555554, "overall_9_raw": 2.5, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.4375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.2, "composition_and_aesthetics": 0.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.34500000000000003, "overall_9_raw": 0.38333333333333336, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9444444444444446, "overall_9_raw": 2.9375, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 704, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260421_085301_bade2b01", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260421_085301_bade2b01", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ART"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0833333333333335, "overall_9_raw": 2.0833333333333335, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.09375, "overall_9_raw": 2.09375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3958333333333335, "overall_9_raw": 2.3958333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9479166666666667, "overall_9_raw": 1.9479166666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0208333333333335, "overall_9_raw": 2.0208333333333335, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2083333333333335, "overall_9_raw": 2.2083333333333335, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.15625, "overall_9_raw": 2.15625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0208333333333335, "overall_9_raw": 2.0208333333333335, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.21875, "overall_9_raw": 2.21875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3854166666666665, "overall_9_raw": 2.3854166666666665, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0572916666666665, "overall_9_raw": 2.0572916666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.28125, "overall_9_raw": 2.28125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.15625, "overall_9_raw": 2.15625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8958333333333333, "overall_9_raw": 1.8958333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9895833333333333, "overall_9_raw": 1.9895833333333333, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1822916666666665, "overall_9_raw": 2.1822916666666665, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 705, "release_row": "rows/production_g3flash_v3_generic_qwen_hard_v14__20260408_155342_90443093", "sample_id": "production_g3flash_v3_generic_qwen_hard_v14__20260408_155342_90443093", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ARC", "CUL", "FOO"], "failure_modes": ["CCS", "CS"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.05, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9333333333333331, "overall_9_raw": 1.9333333333333331, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.1, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2444444444444445, "overall_9_raw": 2.2444444444444445, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.4, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2666666666666666, "overall_9_raw": 1.2666666666666666, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.9444444444444444, "overall_9_raw": 1.9444444444444444, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8199999999999998, "overall_9_raw": 1.911111111111111, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.77, "overall_9_raw": 1.8555555555555554, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.1, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0375, "overall_9_raw": 2.0375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2555555555555555, "overall_9_raw": 2.2555555555555555, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3625, "overall_9_raw": 2.3625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1, "overall_9_raw": 2.1, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1, "overall_9_raw": 2.1, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3111111111111113, "overall_9_raw": 2.3111111111111113, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3111111111111113, "overall_9_raw": 2.3111111111111113, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.4, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2333333333333334, "overall_9_raw": 2.2333333333333334, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.1, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.19, "overall_9_raw": 1.2666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.2, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0444444444444443, "overall_9_raw": 2.0444444444444443, "status": "scored"}}, "original_subset": ["NoSearch", "testmini", "testmini_hard"], "prompt_index": 706, "release_row": "rows/production_generic_v4d5_claude_claude_hard_v14__20260411_234949_37d46173", "sample_id": "production_generic_v4d5_claude_claude_hard_v14__20260411_234949_37d46173", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ARC", "ART", "COM"], "failure_modes": ["CCS", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8675, "overall_9_raw": 0.963888888888889, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6625, "overall_9_raw": 1.6805555555555556, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5925, "overall_9_raw": 1.5472222222222223, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9125, "overall_9_raw": 1.0138888888888888, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7025, "overall_9_raw": 0.7805555555555556, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8, "overall_9_raw": 1.7777777777777777, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.97, "overall_9_raw": 1.0777777777777777, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.585, "overall_9_raw": 0.6499999999999999, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2525, "overall_9_raw": 1.3361111111111112, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3600000000000003, "overall_9_raw": 2.288888888888889, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6800000000000002, "overall_9_raw": 1.7555555555555555, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.675, "overall_9_raw": 1.6388888888888888, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.475, "overall_9_raw": 1.5277777777777777, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.32, "overall_9_raw": 2.2444444444444445, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.395, "overall_9_raw": 1.4388888888888889, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.315, "overall_9_raw": 2.238888888888889, "status": "scored"}}, "original_subset": ["NoSearch", "testmini"], "prompt_index": 707, "release_row": "rows/production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_075515_8267b9c6", "sample_id": "production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_075515_8267b9c6", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ARC", "HIS", "OBJ"], "failure_modes": ["CCS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1972222222222222, "overall_9_raw": 1.346875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.14375, "overall_9_raw": 2.14375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.14375, "overall_9_raw": 2.14375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.746875, "overall_9_raw": 1.746875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.759375, "overall_9_raw": 1.759375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.921875, "overall_9_raw": 1.921875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.465625, "overall_9_raw": 2.465625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.24375, "overall_9_raw": 1.24375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.15625, "overall_9_raw": 2.15625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.16875, "overall_9_raw": 2.16875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.14375, "overall_9_raw": 2.14375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.30625, "overall_9_raw": 2.30625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.809375, "overall_9_raw": 1.809375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.14375, "overall_9_raw": 2.14375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.946875, "overall_9_raw": 1.946875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.70625, "overall_9_raw": 0.70625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.14375, "overall_9_raw": 2.14375, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 708, "release_row": "rows/production_g3flash_v3_generic_doubao_hard_v12__20260408_115322_333eb48e", "sample_id": "production_g3flash_v3_generic_doubao_hard_v12__20260408_115322_333eb48e", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ART", "FAS", "PEO"], "failure_modes": ["CS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.35, "overall_9_raw": 1.5, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.316666666666667, "overall_9_raw": 2.48125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8055555555555556, "overall_9_raw": 2.03125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4333333333333333, "overall_9_raw": 1.6125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4138888888888888, "overall_9_raw": 1.590625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8055555555555556, "overall_9_raw": 2.03125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.18125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2000000000000002, "overall_9_raw": 1.35, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.261111111111111, "overall_9_raw": 2.41875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 1.9722222222222223, "overall_9_raw": 2.21875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.427777777777778, "overall_9_raw": 2.60625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 3.0, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.522222222222222, "overall_9_raw": 2.65, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.18125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.913888888888889, "overall_9_raw": 2.028125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9444444444444444, "overall_9_raw": 1.0625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.7, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7722222222222223, "overall_9_raw": 0.86875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7472222222222222, "overall_9_raw": 1.840625, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 709, "release_row": "rows/production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_172911_a4bf134a", "sample_id": "production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_172911_a4bf134a", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ARC", "PEO"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3854166666666665, "overall_9_raw": 2.3854166666666665, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.5208333333333335, "overall_9_raw": 2.5208333333333335, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3229166666666665, "overall_9_raw": 2.3229166666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7708333333333333, "overall_9_raw": 1.7708333333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.5520833333333335, "overall_9_raw": 2.5520833333333335, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3854166666666665, "overall_9_raw": 2.3854166666666665, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1041666666666665, "overall_9_raw": 2.1041666666666665, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0104166666666665, "overall_9_raw": 2.0104166666666665, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1979166666666665, "overall_9_raw": 2.1979166666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.1927083333333335, "overall_9_raw": 2.1927083333333335, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1041666666666665, "overall_9_raw": 2.1041666666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.59375, "overall_9_raw": 2.59375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4479166666666665, "overall_9_raw": 2.4479166666666665, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1041666666666665, "overall_9_raw": 2.1041666666666665, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1354166666666665, "overall_9_raw": 2.1354166666666665, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1458333333333333, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1041666666666665, "overall_9_raw": 2.1041666666666665, "status": "scored"}}, "original_subset": ["NoSearch", "testmini_easy"], "prompt_index": 710, "release_row": "rows/production_entity_g3flash_v3_generic_doubao_hard_v14__20260410_052934_29525b36", "sample_id": "production_entity_g3flash_v3_generic_doubao_hard_v14__20260410_052934_29525b36", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ART", "OBJ"], "failure_modes": ["CCS"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4114583333333335, "overall_9_raw": 2.4114583333333335, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4895833333333335, "overall_9_raw": 2.4895833333333335, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4270833333333335, "overall_9_raw": 2.4270833333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.5520833333333335, "overall_9_raw": 2.5520833333333335, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4270833333333335, "overall_9_raw": 2.4270833333333335, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2395833333333335, "overall_9_raw": 2.2395833333333335, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4270833333333335, "overall_9_raw": 2.4270833333333335, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.09375, "overall_9_raw": 2.09375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6145833333333335, "overall_9_raw": 2.6145833333333335, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4114583333333335, "overall_9_raw": 2.4114583333333335, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4270833333333335, "overall_9_raw": 2.4270833333333335, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3645833333333335, "overall_9_raw": 2.3645833333333335, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4895833333333335, "overall_9_raw": 2.4895833333333335, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.09375, "overall_9_raw": 2.09375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}}, "original_subset": ["NoSearch", "testmini"], "prompt_index": 711, "release_row": "rows/production_g3flash_v3_generic_qwen_hard_v14__20260408_163849_a0cf8e4d", "sample_id": "production_g3flash_v3_generic_qwen_hard_v14__20260408_163849_a0cf8e4d", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["SCI", "TEC"], "failure_modes": ["EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.6875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4791666666666667, "overall_9_raw": 1.4791666666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1041666666666665, "overall_9_raw": 2.1041666666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6875, "overall_9_raw": 0.6875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.1354166666666665, "overall_9_raw": 2.1354166666666665, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0364583333333335, "overall_9_raw": 2.0364583333333335, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8958333333333334, "overall_9_raw": 0.8958333333333334, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2604166666666665, "overall_9_raw": 2.2604166666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.8697916666666666, "overall_9_raw": 0.8697916666666666, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.75, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.84375, "overall_9_raw": 1.84375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.390625, "overall_9_raw": 1.390625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5989583333333333, "overall_9_raw": 1.5989583333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2708333333333333, "overall_9_raw": 1.2708333333333333, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7916666666666665, "overall_9_raw": 2.7916666666666665, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 712, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260419_114444_0a8f8719", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260419_114444_0a8f8719", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["COM", "FAS", "GAM"], "failure_modes": ["CCS", "CSV", "EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.3425925925925926, "overall_9_raw": 1.3854166666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.601851851851852, "overall_9_raw": 2.6145833333333335, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1435185185185184, "overall_9_raw": 1.1614583333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.314814814814815, "overall_9_raw": 2.3541666666666665, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2731481481481481, "overall_9_raw": 1.2447916666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.533333333333333, "overall_9_raw": 2.5925925925925926, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.0, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5666666666666667, "overall_9_raw": 0.6296296296296297, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2037037037037037, "overall_9_raw": 2.2291666666666665, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5972222222222223, "overall_9_raw": 1.671875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2037037037037037, "overall_9_raw": 2.2291666666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2037037037037037, "overall_9_raw": 2.2291666666666665, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2037037037037037, "overall_9_raw": 2.2291666666666665, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0046296296296298, "overall_9_raw": 2.0677083333333335, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.375, "composition_and_aesthetics": 2.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1342592592592593, "overall_9_raw": 1.2135416666666667, "status": "scored"}, "xai_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}}, "original_subset": ["NoSearch"], "prompt_index": 713, "release_row": "rows/production_g3flash_v3_generic_doubao_hard_v12__20260408_115322_ec95b2c4", "sample_id": "production_g3flash_v3_generic_doubao_hard_v12__20260408_115322_ec95b2c4", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["EDU", "SPO"], "failure_modes": ["CCS", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1575, "overall_9_raw": 1.286111111111111, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1100000000000003, "overall_9_raw": 2.177777777777778, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4050000000000002, "overall_9_raw": 2.45, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.31, "overall_9_raw": 1.4555555555555555, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.26, "overall_9_raw": 1.4, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.165, "overall_9_raw": 2.183333333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2875, "overall_9_raw": 1.4305555555555556, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5125, "overall_9_raw": 0.5694444444444444, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9625, "overall_9_raw": 2.013888888888889, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.065, "overall_9_raw": 2.072222222222222, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.065, "overall_9_raw": 2.072222222222222, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.16, "overall_9_raw": 2.177777777777778, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9525, "overall_9_raw": 2.0027777777777778, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2600000000000002, "overall_9_raw": 2.288888888888889, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0149999999999997, "overall_9_raw": 2.0166666666666666, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.045, "overall_9_raw": 2.1055555555555556, "status": "scored"}}, "original_subset": ["NoSearch", "testmini_easy"], "prompt_index": 714, "release_row": "rows/production_generic_v4d5_qwen_claude_hard_v14__20260411_035459_52cbdb8a", "sample_id": "production_generic_v4d5_qwen_claude_hard_v14__20260411_035459_52cbdb8a", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ARC", "ART", "COM", "CUL", "TEC", "TXT"], "failure_modes": ["CCS", "CS", "CSV", "EIK", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9625, "overall_9_raw": 1.0694444444444444, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.091666666666667, "overall_9_raw": 2.101851851851852, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3666666666666667, "overall_9_raw": 2.2962962962962963, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7625, "overall_9_raw": 1.8472222222222223, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6666666666666667, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4166666666666665, "overall_9_raw": 1.4629629629629628, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3333333333333335, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0083333333333333, "overall_9_raw": 2.009259259259259, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6625, "overall_9_raw": 1.7361111111111112, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.9166666666666666, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6166666666666667, "overall_9_raw": 0.6851851851851852, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3666666666666667, "overall_9_raw": 2.2962962962962963, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.341666666666667, "overall_9_raw": 2.2685185185185186, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3666666666666667, "overall_9_raw": 2.2962962962962963, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.25, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8333333333333335, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.558333333333333, "overall_9_raw": 2.509259259259259, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3666666666666667, "overall_9_raw": 2.2962962962962963, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.291666666666667, "overall_9_raw": 2.2129629629629632, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.3333333333333333, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5708333333333333, "overall_9_raw": 0.6342592592592592, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6666666666666665, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.341666666666667, "overall_9_raw": 2.2685185185185186, "status": "scored"}}, "original_subset": ["NoSearch", "testmini", "testmini_hard"], "prompt_index": 715, "release_row": "rows/production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_214015_401df19f", "sample_id": "production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_214015_401df19f", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ART", "FOO", "OBJ"], "failure_modes": ["CCS", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9375, "overall_9_raw": 1.9305555555555556, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3583333333333334, "overall_9_raw": 2.2870370370370368, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.875, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.720833333333333, "overall_9_raw": 2.689814814814815, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 2.5, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8083333333333331, "overall_9_raw": 1.7314814814814816, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9, "overall_9_raw": 1.7777777777777777, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.270833333333333, "overall_9_raw": 2.189814814814815, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.925, "overall_9_raw": 1.8055555555555556, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0916666666666666, "overall_9_raw": 1.1018518518518519, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3916666666666666, "overall_9_raw": 2.3240740740740744, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7541666666666669, "overall_9_raw": 1.7824074074074074, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9625, "overall_9_raw": 1.8472222222222223, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.425, "overall_9_raw": 1.4166666666666667, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.120833333333333, "overall_9_raw": 2.023148148148148, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.333333333333333, "overall_9_raw": 2.259259259259259, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.591666666666667, "overall_9_raw": 2.5462962962962963, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.5208333333333333, "overall_9_raw": 0.5787037037037037, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4916666666666667, "overall_9_raw": 2.435185185185185, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 716, "release_row": "rows/production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_135404_c3819bb3", "sample_id": "production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_135404_c3819bb3", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ARC", "ART", "CUL"], "failure_modes": ["CCS", "CS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8194444444444444, "overall_9_raw": 1.921875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.288888888888889, "overall_9_raw": 2.2, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4000000000000004, "overall_9_raw": 2.45, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.6, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1222222222222222, "overall_9_raw": 2.1375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.288888888888889, "overall_9_raw": 2.2625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1555555555555554, "overall_9_raw": 2.1125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.066666666666667, "overall_9_raw": 2.075, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.738888888888889, "overall_9_raw": 1.76875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.066666666666667, "overall_9_raw": 2.2, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.288888888888889, "overall_9_raw": 2.2, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2333333333333334, "overall_9_raw": 2.2625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.177777777777778, "overall_9_raw": 2.1375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.6, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3583333333333334, "overall_9_raw": 2.278125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.288888888888889, "overall_9_raw": 2.2625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7416666666666667, "overall_9_raw": 0.834375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.875, "overall_9_raw": 1.921875, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 717, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260422_022146_444440a7", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260422_022146_444440a7", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ARC", "CUL", "HIS", "PEO", "TEC"], "failure_modes": ["CCS", "CS", "EIK"], "generation_task_type": "t2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5416666666666667, "overall_9_raw": 1.671875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.013888888888889, "overall_9_raw": 2.140625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9722222222222223, "overall_9_raw": 2.09375, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.4583333333333333, "overall_9_raw": 1.515625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9722222222222223, "overall_9_raw": 2.09375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9861111111111112, "overall_9_raw": 2.109375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9722222222222223, "overall_9_raw": 2.09375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5277777777777777, "overall_9_raw": 1.59375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9444444444444444, "overall_9_raw": 2.0625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9444444444444444, "overall_9_raw": 2.0625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.703125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2777777777777777, "overall_9_raw": 2.4375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9861111111111112, "overall_9_raw": 2.109375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.3125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9722222222222223, "overall_9_raw": 2.09375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5, "overall_9_raw": 1.5625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.125, "overall_9_raw": 2.140625, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 718, "release_row": "rows/production_100_doubao_mini__20260326_231941_a0cea68f", "sample_id": "production_100_doubao_mini__20260326_231941_a0cea68f", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ART", "PEO"], "failure_modes": ["CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.675, "overall_9_raw": 1.675, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.415625, "overall_9_raw": 2.415625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.45, "overall_9_raw": 2.45, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.65625, "overall_9_raw": 1.65625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.321875, "overall_9_raw": 1.321875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.259375, "overall_9_raw": 1.259375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.515625, "overall_9_raw": 1.515625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.09375, "overall_9_raw": 1.09375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.053125, "overall_9_raw": 2.053125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.484375, "overall_9_raw": 2.484375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.203125, "overall_9_raw": 2.203125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.053125, "overall_9_raw": 2.053125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.490625, "overall_9_raw": 1.490625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.646875, "overall_9_raw": 1.646875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.33125, "overall_9_raw": 2.33125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.98125, "overall_9_raw": 0.98125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.84375, "overall_9_raw": 1.84375, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 719, "release_row": "rows/production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_114017_fcef1daa", "sample_id": "production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_114017_fcef1daa", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ARC", "COM", "TEC"], "failure_modes": ["CCS", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5324074074074074, "overall_9_raw": 1.5989583333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5833333333333335, "overall_9_raw": 2.5833333333333335, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7291666666666665, "overall_9_raw": 2.7291666666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 0.5, "text_rendering": 0.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.5231481481481481, "overall_9_raw": 1.6510416666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.898148148148148, "overall_9_raw": 1.9479166666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7291666666666665, "overall_9_raw": 2.7291666666666665, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5833333333333335, "overall_9_raw": 2.5833333333333335, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.6296296296296295, "overall_9_raw": 1.7083333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7916666666666665, "overall_9_raw": 2.7916666666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 1.5, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.9537037037037035, "overall_9_raw": 2.0104166666666665, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8541666666666665, "overall_9_raw": 2.8541666666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7291666666666665, "overall_9_raw": 2.7291666666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7916666666666665, "overall_9_raw": 2.7916666666666665, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7916666666666665, "overall_9_raw": 2.7916666666666665, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7291666666666665, "overall_9_raw": 2.7291666666666665, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.9212962962962963, "overall_9_raw": 1.0364583333333333, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7291666666666665, "overall_9_raw": 2.7291666666666665, "status": "scored"}}, "original_subset": ["NoSearch", "testmini_hard"], "prompt_index": 720, "release_row": "rows/production_synthesized_qwen_hard_v12__20260401_210542_fbe6f346", "sample_id": "production_synthesized_qwen_hard_v12__20260401_210542_fbe6f346", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ART", "PEO"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8020833333333333, "overall_9_raw": 1.8020833333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2291666666666665, "overall_9_raw": 2.2291666666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2083333333333335, "overall_9_raw": 2.2083333333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8072916666666667, "overall_9_raw": 1.8072916666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2760416666666667, "overall_9_raw": 1.2760416666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.75, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0833333333333335, "overall_9_raw": 2.0833333333333335, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.78125, "overall_9_raw": 1.78125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3541666666666665, "overall_9_raw": 2.3541666666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1770833333333335, "overall_9_raw": 2.1770833333333335, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.75, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.65625, "overall_9_raw": 1.65625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.75, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.2916666666666667, "overall_9_raw": 1.2916666666666667, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4479166666666667, "overall_9_raw": 1.4479166666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.9427083333333334, "overall_9_raw": 0.9427083333333334, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9895833333333333, "overall_9_raw": 1.9895833333333333, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 721, "release_row": "rows/production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_190550_54f31bea", "sample_id": "production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_190550_54f31bea", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ART", "CUL"], "failure_modes": ["CCS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0729166666666667, "overall_9_raw": 1.0729166666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6354166666666667, "overall_9_raw": 1.6354166666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.75, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.03125, "overall_9_raw": 1.03125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.34375, "overall_9_raw": 1.34375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.8333333333333334, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3541666666666667, "overall_9_raw": 1.3541666666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.90625, "overall_9_raw": 1.90625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0416666666666667, "overall_9_raw": 1.0416666666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.5, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3020833333333335, "overall_9_raw": 2.3020833333333335, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.875, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.234375, "overall_9_raw": 2.234375, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0416666666666665, "overall_9_raw": 2.0416666666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3125, "overall_9_raw": 2.3125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7864583333333333, "overall_9_raw": 1.7864583333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.1875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9375, "overall_9_raw": 0.9375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.4375, "overall_9_raw": 2.4375, "status": "scored"}}, "original_subset": ["NoSearch", "testmini", "testmini_easy"], "prompt_index": 722, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260421_165607_9f899c5d", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260421_165607_9f899c5d", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ART", "HIS"], "failure_modes": ["CSV", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2555555555555555, "overall_9_raw": 2.2875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6166666666666667, "overall_9_raw": 2.63125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5611111111111113, "overall_9_raw": 2.63125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5611111111111113, "overall_9_raw": 2.63125, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2555555555555555, "overall_9_raw": 2.2875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8805555555555555, "overall_9_raw": 1.928125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6166666666666667, "overall_9_raw": 2.63125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5611111111111113, "overall_9_raw": 2.63125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.288888888888889, "overall_9_raw": 2.325, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3666666666666667, "overall_9_raw": 2.4125, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.288888888888889, "overall_9_raw": 2.325, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6166666666666667, "overall_9_raw": 2.63125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5611111111111113, "overall_9_raw": 2.63125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0472222222222225, "overall_9_raw": 2.115625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.066666666666667, "overall_9_raw": 2.1375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.15, "overall_9_raw": 0.16666666666666666, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5611111111111113, "overall_9_raw": 2.63125, "status": "scored"}}, "original_subset": ["NoSearch", "testmini_easy"], "prompt_index": 723, "release_row": "rows/production_entity_g3flash_v3_generic_doubao_hard_v14__20260410_045218_e3015fd6", "sample_id": "production_entity_g3flash_v3_generic_doubao_hard_v14__20260410_045218_e3015fd6", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ART", "PEO"], "failure_modes": ["CS"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.025, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.025, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.590625, "overall_9_raw": 2.590625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.20625, "overall_9_raw": 2.20625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.10625, "overall_9_raw": 2.10625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.025, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.08125, "overall_9_raw": 2.08125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0, "overall_9_raw": 2.0, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.540625, "overall_9_raw": 2.540625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.08125, "overall_9_raw": 2.08125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.540625, "overall_9_raw": 2.540625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.20625, "overall_9_raw": 2.20625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.478125, "overall_9_raw": 2.478125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.00625, "overall_9_raw": 2.00625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9625, "overall_9_raw": 1.9625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.45, "overall_9_raw": 2.45, "status": "scored"}}, "original_subset": ["NoSearch", "testmini"], "prompt_index": 724, "release_row": "rows/production_generic_v4d5_claude_claude_hard_v14__20260411_190412_16264b96", "sample_id": "production_generic_v4d5_claude_claude_hard_v14__20260411_190412_16264b96", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ARC", "ART"], "failure_modes": ["CCS", "CS", "CSV", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.88125, "overall_9_raw": 1.88125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.540625, "overall_9_raw": 2.540625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.346875, "overall_9_raw": 2.346875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1375, "overall_9_raw": 2.1375, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.36875, "overall_9_raw": 2.36875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.58125, "overall_9_raw": 2.58125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.30625, "overall_9_raw": 2.30625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.75625, "overall_9_raw": 1.75625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.290625, "overall_9_raw": 2.290625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3625, "overall_9_raw": 2.3625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.346875, "overall_9_raw": 2.346875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.228125, "overall_9_raw": 2.228125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.103125, "overall_9_raw": 2.103125, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1125, "overall_9_raw": 2.1125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.346875, "overall_9_raw": 2.346875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.18125, "overall_9_raw": 2.18125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.45625, "overall_9_raw": 2.45625, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 725, "release_row": "rows/production_generic_v4d5_qwen_claude_hard_v14__20260411_035802_ce31c931", "sample_id": "production_generic_v4d5_qwen_claude_hard_v14__20260411_035802_ce31c931", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ART", "CUL", "OBJ"], "failure_modes": ["CCS", "CS"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.028125, "overall_9_raw": 2.028125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.646875, "overall_9_raw": 2.646875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.75, "overall_9_raw": 2.75, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.55625, "overall_9_raw": 2.55625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.603125, "overall_9_raw": 2.603125, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.45, "overall_9_raw": 2.45, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.896875, "overall_9_raw": 1.896875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.184375, "overall_9_raw": 2.184375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.115625, "overall_9_raw": 2.115625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.984375, "overall_9_raw": 1.984375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.771875, "overall_9_raw": 2.771875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.63125, "overall_9_raw": 2.63125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.646875, "overall_9_raw": 2.646875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.646875, "overall_9_raw": 2.646875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.38125, "overall_9_raw": 2.38125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 1.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.625, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.678125, "overall_9_raw": 1.678125, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.25, "overall_9_raw": 2.25, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 726, "release_row": "rows/production_entity_g3flash_v3_generic_doubao_hard_v14__20260411_162224_9f5d38d9", "sample_id": "production_entity_g3flash_v3_generic_doubao_hard_v14__20260411_162224_9f5d38d9", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ART", "CUL", "HIS"], "failure_modes": ["CCS", "CS", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.10625, "overall_9_raw": 2.10625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.05, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.20625, "overall_9_raw": 2.20625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.75625, "overall_9_raw": 1.75625, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2625, "overall_9_raw": 2.2625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.05, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9875, "overall_9_raw": 1.9875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.371875, "overall_9_raw": 1.371875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.05, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.14375, "overall_9_raw": 2.14375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.8125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.925, "overall_9_raw": 1.925, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.05, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.05, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.05, "overall_9_raw": 2.05, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.81875, "overall_9_raw": 0.81875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9875, "overall_9_raw": 1.9875, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 727, "release_row": "rows/production_g3flash_v3_generic_g3flash_hard_v14__20260408_222826_73342bc1", "sample_id": "production_g3flash_v3_generic_g3flash_hard_v14__20260408_222826_73342bc1", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ARC", "ART"], "failure_modes": ["CCS", "CSV"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.121875, "overall_9_raw": 1.121875, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.175, "overall_9_raw": 2.175, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.888888888888889, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.021875, "overall_9_raw": 2.021875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.86875, "overall_9_raw": 1.86875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.01875, "overall_9_raw": 2.01875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0125, "overall_9_raw": 2.0125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.6, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.10625, "overall_9_raw": 1.10625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.8125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.20625, "overall_9_raw": 2.20625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.18125, "overall_9_raw": 2.18125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.01875, "overall_9_raw": 1.01875, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["NoSearch", "testmini_easy"], "prompt_index": 728, "release_row": "rows/production_generic_v4d5_qwen_claude_hard_v14__20260411_023946_ee9f5d61", "sample_id": "production_generic_v4d5_qwen_claude_hard_v14__20260411_023946_ee9f5d61", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ART", "FAS"], "failure_modes": ["CCS", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.2944444444444445, "overall_9_raw": 1.33125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.31, "overall_9_raw": 2.3444444444444446, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0472222222222225, "overall_9_raw": 2.115625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.5, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.963888888888889, "overall_9_raw": 2.021875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.5222222222222223, "overall_9_raw": 0.5875, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1277777777777778, "overall_9_raw": 2.08125, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5300000000000002, "overall_9_raw": 2.533333333333333, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.488888888888889, "overall_9_raw": 1.55, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4222222222222225, "overall_9_raw": 2.475, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3444444444444446, "overall_9_raw": 2.325, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.5, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3444444444444446, "overall_9_raw": 2.325, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.238888888888889, "overall_9_raw": 2.26875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7000000000000002, "overall_9_raw": 1.7875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1222222222222222, "overall_9_raw": 2.1375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.5750000000000002, "overall_9_raw": 1.646875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.5, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.161111111111111, "overall_9_raw": 1.24375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 2.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.2800000000000002, "overall_9_raw": 2.3111111111111113, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 729, "release_row": "rows/production_synthesized_qwen_hard_v12__20260401_183509_e610cae8", "sample_id": "production_synthesized_qwen_hard_v12__20260401_183509_e610cae8", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["SPO"], "failure_modes": ["CCS", "CSV", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.625, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.1583333333333334, "overall_9_raw": 1.303125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3785714285714286, "overall_9_raw": 2.3785714285714286, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.388888888888889, "overall_9_raw": 2.5625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.6, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.4555555555555555, "overall_9_raw": 1.6375, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": 2.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1375, "overall_9_raw": 2.1375, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.8805555555555555, "overall_9_raw": 0.990625, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9375, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 730, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260419_111353_2bcd9dce", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260419_111353_2bcd9dce", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ART", "CUL"], "failure_modes": ["CCS", "CS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7259259259259259, "overall_9_raw": 1.9416666666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9703703703703705, "overall_9_raw": 2.216666666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.914814814814815, "overall_9_raw": 2.154166666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.914814814814815, "overall_9_raw": 2.154166666666667, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8777777777777775, "overall_9_raw": 2.1125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4222222222222223, "overall_9_raw": 1.6, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8333333333333335, "overall_9_raw": 2.8125, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9518518518518517, "overall_9_raw": 2.1958333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.685185185185185, "overall_9_raw": 2.6458333333333335, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.888888888888889, "overall_9_raw": 2.875, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7777777777777777, "overall_9_raw": 2.75, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 1.5, "text_rendering": 1.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3833333333333333, "overall_9_raw": 2.4814814814814814, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0074074074074075, "overall_9_raw": 2.2583333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7740740740740741, "overall_9_raw": 0.8708333333333333, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 3.0, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.759259259259259, "overall_9_raw": 2.7291666666666665, "status": "scored"}}, "original_subset": ["NoSearch", "testmini_easy"], "prompt_index": 731, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260421_093744_27583635", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260421_093744_27583635", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ARC", "SCI"], "failure_modes": ["CCS", "CSV"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5625, "overall_9_raw": 1.5625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5520833333333335, "overall_9_raw": 2.5520833333333335, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6770833333333335, "overall_9_raw": 2.6770833333333335, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.1666666666666665, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.15625, "overall_9_raw": 2.15625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6145833333333335, "overall_9_raw": 2.6145833333333335, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.265625, "overall_9_raw": 2.265625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0833333333333335, "overall_9_raw": 2.0833333333333335, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6145833333333335, "overall_9_raw": 2.6145833333333335, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.265625, "overall_9_raw": 2.265625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.328125, "overall_9_raw": 2.328125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.515625, "overall_9_raw": 2.515625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6145833333333335, "overall_9_raw": 2.6145833333333335, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.390625, "overall_9_raw": 2.390625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.125, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.578125, "overall_9_raw": 1.578125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.6979166666666667, "overall_9_raw": 1.6979166666666667, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.390625, "overall_9_raw": 2.390625, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 732, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260422_013812_51dcfcca", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260422_013812_51dcfcca", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ART", "CUL", "HIS"], "failure_modes": ["CS", "EIK", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.5, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.625, "overall_9_raw": 2.625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.2222222222222223, "overall_9_raw": 2.5, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.129166666666667, "overall_9_raw": 2.129166666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.4791666666666665, "overall_9_raw": 2.4791666666666665, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.0925925925925926, "overall_9_raw": 2.3541666666666665, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.3333333333333335, "overall_9_raw": 2.625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.675, "overall_9_raw": 1.675, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.4375, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.5, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.2037037037037037, "overall_9_raw": 2.4791666666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.5, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.5, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.0925925925925926, "overall_9_raw": 2.3541666666666665, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.2222222222222223, "overall_9_raw": 2.5, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2958333333333334, "overall_9_raw": 1.2958333333333334, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.5, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 733, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260419_212638_7dd4e76b", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260419_212638_7dd4e76b", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["MED", "PEO", "TEC"], "failure_modes": ["CCS", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 1.1302083333333333, "overall_9_raw": 1.1302083333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.5416666666666667, "overall_9_raw": 1.5416666666666667, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3333333333333333, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.3177083333333333, "overall_9_raw": 1.3177083333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.390625, "overall_9_raw": 1.390625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.625, "overall_9_raw": 1.625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.875, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1927083333333333, "overall_9_raw": 1.1927083333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9166666666666667, "overall_9_raw": 1.9166666666666667, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9166666666666667, "overall_9_raw": 1.9166666666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6041666666666667, "overall_9_raw": 1.6041666666666667, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0729166666666665, "overall_9_raw": 2.0729166666666665, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3177083333333335, "overall_9_raw": 2.3177083333333335, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.7395833333333333, "overall_9_raw": 1.7395833333333333, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.6770833333333333, "overall_9_raw": 1.6770833333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.625, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.765625, "overall_9_raw": 1.765625, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 734, "release_row": "rows/production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_085223_99a7dfc1", "sample_id": "production_entity_g3flash_v3_generic_doubao_hard_v14__20260409_085223_99a7dfc1", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ART", "CUL", "TXT"], "failure_modes": ["CSV", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8, "overall_9_raw": 0.9, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3899999999999997, "overall_9_raw": 2.322222222222222, "status": "scored"}, "gpt_image": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.4, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.065, "overall_9_raw": 1.1833333333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0875, "overall_9_raw": 1.2083333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0149999999999997, "overall_9_raw": 2.1277777777777778, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.8, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.58, "overall_9_raw": 0.6444444444444444, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1199999999999999, "overall_9_raw": 1.2444444444444445, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.7, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0324999999999998, "overall_9_raw": 2.091666666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9425000000000001, "overall_9_raw": 2.0472222222222225, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9425000000000001, "overall_9_raw": 2.0472222222222225, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.5, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.555, "overall_9_raw": 2.5611111111111113, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": 1.5, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.97, "overall_9_raw": 2.022222222222222, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.3, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.9425000000000001, "overall_9_raw": 1.0472222222222223, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 1.0, "image_quality": 1.0, "physical_plausibility": 1.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.575, "overall_9_raw": 0.6388888888888888, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 0.7, "composition_and_aesthetics": 0.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 0.8074999999999999, "overall_9_raw": 0.8972222222222221, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 735, "release_row": "rows/production_g3flash_v3_generic_qwen_hard_v14__20260408_183802_dc97f7b3", "sample_id": "production_g3flash_v3_generic_qwen_hard_v14__20260408_183802_dc97f7b3", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["COM", "OBJ"], "failure_modes": ["CSV", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.5, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.3333333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.45, "overall_9_raw": 2.388888888888889, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.875, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.575, "overall_9_raw": 2.5277777777777777, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 2.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.0277777777777777, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.875, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.525, "overall_9_raw": 2.4722222222222223, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.875, "text_reference_evaluation": 2.5, "text_rendering": 2.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.3625, "overall_9_raw": 2.3472222222222223, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 2.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.2, "overall_9_raw": 2.3333333333333335, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 2.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.45, "overall_9_raw": 1.3888888888888888, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.55, "overall_9_raw": 2.5, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 2.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.725, "overall_9_raw": 1.6944444444444444, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.3, "overall_9_raw": 2.4444444444444446, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.2, "overall_9_raw": 2.3333333333333335, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 2.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.6, "overall_9_raw": 2.5555555555555554, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.25, "overall_9_raw": 2.2777777777777777, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.875, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.525, "overall_9_raw": 2.4722222222222223, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.75, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.625, "text_reference_evaluation": 1.5, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.375, "overall_9_raw": 2.4722222222222223, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 736, "release_row": "rows/production_synthesized_qwen_hard_v12__20260402_025930_53867e18", "sample_id": "production_synthesized_qwen_hard_v12__20260402_025930_53867e18", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ARC", "ART", "FAS"], "failure_modes": ["CCS", "CSV"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.625, "overall_9_raw": 2.625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.9, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.6107142857142853, "overall_9_raw": 2.6107142857142853, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.3642857142857143, "overall_9_raw": 2.3642857142857143, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.507142857142857, "overall_9_raw": 2.507142857142857, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.435714285714286, "overall_9_raw": 2.435714285714286, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7142857142857144, "overall_9_raw": 2.7142857142857144, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.4285714285714284, "overall_9_raw": 2.4285714285714284, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5535714285714284, "overall_9_raw": 2.5535714285714284, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.185714285714286, "overall_9_raw": 2.185714285714286, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7142857142857144, "overall_9_raw": 2.7142857142857144, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7857142857142856, "overall_9_raw": 2.7857142857142856, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.8392857142857144, "overall_9_raw": 2.8392857142857144, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.507142857142857, "overall_9_raw": 2.507142857142857, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.5, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 0.21428571428571427, "overall_9_raw": 0.21428571428571427, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.625, "overall_9_raw": 2.625, "status": "scored"}}, "original_subset": ["NoSearch", "testmini_easy"], "prompt_index": 737, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260421_110242_f1b88372", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260421_110242_f1b88372", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ART"], "failure_modes": ["CCS"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.8125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.65, "overall_9_raw": 2.65, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.75, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.435714285714286, "overall_9_raw": 2.435714285714286, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.435714285714286, "overall_9_raw": 2.435714285714286, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.7857142857142856, "overall_9_raw": 2.7857142857142856, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0285714285714285, "overall_9_raw": 2.0285714285714285, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.507142857142857, "overall_9_raw": 2.507142857142857, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.75, "overall_9_raw": 1.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.7857142857142856, "overall_9_raw": 2.7857142857142856, "status": "scored"}}, "original_subset": ["NoSearch", "testmini", "testmini_easy"], "prompt_index": 738, "release_row": "rows/production_synthesized_qwen_hard_v12__20260401_084944_799391c6", "sample_id": "production_synthesized_qwen_hard_v12__20260401_084944_799391c6", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ARC", "CUL"], "failure_modes": ["CS"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.815, "overall_9_raw": 1.9055555555555554, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.60625, "overall_9_raw": 2.60625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.8125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.125, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7325, "overall_9_raw": 1.8138888888888889, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.60625, "overall_9_raw": 2.60625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": 2.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.505, "overall_9_raw": 2.5611111111111113, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9100000000000001, "overall_9_raw": 2.011111111111111, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.375, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.6175000000000002, "overall_9_raw": 1.6861111111111111, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.50625, "overall_9_raw": 2.50625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.81, "overall_9_raw": 2.011111111111111, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.54375, "overall_9_raw": 2.54375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.85, "overall_9_raw": 2.8333333333333335, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.585, "overall_9_raw": 2.538888888888889, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.1, "overall_9_raw": 0.1111111111111111, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 739, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260419_231600_7b43d54b", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260419_231600_7b43d54b", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ART", "COM", "TXT"], "failure_modes": ["CCS", "CSV", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3833333333333333, "overall_9_raw": 1.55625, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.2777777777777777, "overall_9_raw": 2.5625, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.2777777777777777, "overall_9_raw": 2.5625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9666666666666666, "overall_9_raw": 1.0875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.2777777777777777, "overall_9_raw": 2.5625, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.2777777777777777, "overall_9_raw": 2.5625, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.2777777777777777, "overall_9_raw": 2.5625, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8111111111111111, "overall_9_raw": 0.9125, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.2777777777777777, "overall_9_raw": 2.5625, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.2777777777777777, "overall_9_raw": 2.5625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.2777777777777777, "overall_9_raw": 2.5625, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.2777777777777777, "overall_9_raw": 2.5625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.2083333333333335, "overall_9_raw": 2.484375, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.1666666666666665, "overall_9_raw": 2.4375, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 2.2777777777777777, "overall_9_raw": 2.5625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": null, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0222222222222221, "overall_9_raw": 1.15, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 3.0, "physical_plausibility": null, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.788888888888889, "overall_9_raw": 2.0125, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 740, "release_row": "rows/production_synthesized_qwen_hard_v12__20260401_193802_04e4e17c", "sample_id": "production_synthesized_qwen_hard_v12__20260401_193802_04e4e17c", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["CUL", "OBJ"], "failure_modes": ["CCS", "CS", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9475, "overall_9_raw": 1.0527777777777778, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3600000000000003, "overall_9_raw": 2.288888888888889, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8875, "overall_9_raw": 2.875, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.945, "overall_9_raw": 1.0499999999999998, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6325000000000001, "overall_9_raw": 0.7027777777777778, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.045, "overall_9_raw": 1.161111111111111, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.175, "overall_9_raw": 1.3055555555555556, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.2, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.375, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.9574999999999999, "overall_9_raw": 1.0638888888888889, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.46, "overall_9_raw": 2.4000000000000004, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.58, "overall_9_raw": 2.533333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.605, "overall_9_raw": 2.5611111111111113, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.755, "overall_9_raw": 2.727777777777778, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.43, "overall_9_raw": 2.3666666666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3600000000000003, "overall_9_raw": 2.288888888888889, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.315, "overall_9_raw": 2.238888888888889, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.3600000000000003, "overall_9_raw": 2.288888888888889, "status": "scored"}}, "original_subset": ["NoSearch", "testmini"], "prompt_index": 741, "release_row": "rows/production_g3flash_v3_generic_doubao_hard_v14__20260408_190339_9fa0bbd5", "sample_id": "production_g3flash_v3_generic_doubao_hard_v14__20260408_190339_9fa0bbd5", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ART", "EDU", "SCI"], "failure_modes": ["CCS", "CSV", "THG", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.125, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.2125, "overall_9_raw": 0.2361111111111111, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.1875, "overall_9_raw": 1.3194444444444444, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": null, "prompt_faithfulness": 1.5, "rubric_adaptive": 0.75, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.21875, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.625, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.25, "text_reference_evaluation": 2.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7375, "overall_9_raw": 1.7083333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9, "overall_9_raw": 2.888888888888889, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.25, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 1.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.525, "overall_9_raw": 1.5833333333333333, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.0, "checklist": 0.0, "composition_and_aesthetics": 0.0, "image_quality": 0.0, "physical_plausibility": 0.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.0, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.0, "overall_9_raw": 0.0, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 3.0, "text_rendering": 3.0, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.95, "overall_9_raw": 2.9444444444444446, "status": "scored"}}, "original_subset": ["NoSearch", "testmini", "testmini_easy"], "prompt_index": 742, "release_row": "rows/production_v4d6_textsearch_v2_klein_hint4__20260426_054700_2a96ab15", "sample_id": "production_v4d6_textsearch_v2_klein_hint4__20260426_054700_2a96ab15", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ABS", "ART"], "failure_modes": ["CCS", "VUA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.08125, "overall_9_raw": 2.08125, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.08125, "overall_9_raw": 2.08125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.08125, "overall_9_raw": 2.08125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.025, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.84375, "overall_9_raw": 1.84375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 0.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.46875, "overall_9_raw": 1.46875, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.984375, "overall_9_raw": 1.984375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.040625, "overall_9_raw": 2.040625, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.1, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.996875, "overall_9_raw": 1.996875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.29375, "overall_9_raw": 2.29375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.41875, "overall_9_raw": 2.41875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.053125, "overall_9_raw": 2.053125, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.45625, "overall_9_raw": 2.45625, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.025, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.23125, "overall_9_raw": 2.23125, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.9, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.909375, "overall_9_raw": 0.909375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.025, "overall_9_raw": 2.025, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 743, "release_row": "rows/production_generic_v4d5_claude_claude_hard_v14__20260414_041344_e1ae85f0", "sample_id": "production_generic_v4d5_claude_claude_hard_v14__20260414_041344_e1ae85f0", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["CUL", "FOO"], "failure_modes": ["CS", "CSV"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.4464285714285716, "overall_9_raw": 2.4464285714285716, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.357142857142857, "overall_9_raw": 2.357142857142857, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.1785714285714284, "overall_9_raw": 2.1785714285714284, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.5, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.25, "overall_9_raw": 2.25, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 2.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 2.25, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.3214285714285714, "overall_9_raw": 1.3214285714285714, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.5, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9285714285714284, "overall_9_raw": 2.9285714285714284, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 3.0, "overall_9_raw": 3.0, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.857142857142857, "overall_9_raw": 2.857142857142857, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9285714285714284, "overall_9_raw": 2.9285714285714284, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.7857142857142856, "overall_9_raw": 2.7857142857142856, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.0892857142857144, "overall_9_raw": 2.0892857142857144, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 1.0714285714285714, "overall_9_raw": 1.0714285714285714, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": null}, "lane": "none", "overall_10_raw": 2.9285714285714284, "overall_9_raw": 2.9285714285714284, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 744, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260421_202901_27316c86", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260421_202901_27316c86", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "hard", "domains": ["ART", "CUL", "FAS"], "failure_modes": ["CS", "CSV", "EIK"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.859375, "overall_9_raw": 0.859375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.78125, "overall_9_raw": 1.78125, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.15625, "overall_9_raw": 2.15625, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.71875, "overall_9_raw": 1.71875, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.125, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8125, "overall_9_raw": 0.9027777777777778, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.34375, "overall_9_raw": 2.34375, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.96875, "overall_9_raw": 1.96875, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.96875, "overall_9_raw": 1.96875, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.0625, "overall_9_raw": 2.0625, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 1.75, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.78125, "overall_9_raw": 1.78125, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 2.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.40625, "overall_9_raw": 2.40625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1875, "overall_9_raw": 2.1875, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.125, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.125, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.96875, "overall_9_raw": 1.96875, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.921875, "overall_9_raw": 1.921875, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.375, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.09375, "overall_9_raw": 1.09375, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.8125, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 745, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260421_014427_ac3d0d74", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260421_014427_ac3d0d74", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": ["ARC", "CUL"], "failure_modes": ["CCS", "CSV", "EIK", "VUR"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0208333333333333, "overall_9_raw": 1.0208333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 3.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9375, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8125, "overall_9_raw": 2.8125, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0208333333333333, "overall_9_raw": 1.0208333333333333, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.59375, "overall_9_raw": 1.59375, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0833333333333333, "overall_9_raw": 1.0833333333333333, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.1354166666666665, "overall_9_raw": 2.1354166666666665, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 0.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1458333333333333, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": null, "lane": "none", "status": "missing_evaluation"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.09375, "overall_9_raw": 2.09375, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.0729166666666665, "overall_9_raw": 2.0729166666666665, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.15625, "overall_9_raw": 2.15625, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.375, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9010416666666667, "overall_9_raw": 1.9010416666666667, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4895833333333335, "overall_9_raw": 2.4895833333333335, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.75, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.65625, "overall_9_raw": 1.65625, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 0.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.16666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7708333333333334, "overall_9_raw": 0.7708333333333334, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}}, "original_subset": ["NoSearch", "testmini", "testmini_hard"], "prompt_index": 746, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260419_080752_4de104af", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260419_080752_4de104af", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ART", "CUL", "MUS"], "failure_modes": ["CCS", "CS", "FHA"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1458333333333333, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.3697916666666665, "overall_9_raw": 2.3697916666666665, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8541666666666665, "overall_9_raw": 2.8541666666666665, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.8333333333333334, "overall_9_raw": 0.8333333333333334, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 3.0, "image_quality": 1.5, "physical_plausibility": 0.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2083333333333333, "overall_9_raw": 1.2083333333333333, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2447916666666665, "overall_9_raw": 2.2447916666666665, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 3.0, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.9375, "overall_9_raw": 2.9375, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.875, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7760416666666667, "overall_9_raw": 1.7760416666666667, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.8333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.8541666666666665, "overall_9_raw": 2.8541666666666665, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.6666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.3958333333333333, "overall_9_raw": 1.3958333333333333, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 2.875, "overall_9_raw": 2.875, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.25, "overall_9_raw": 2.25, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 1.0, "checklist": 1.0, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.1666666666666667, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.1458333333333333, "overall_9_raw": 1.1458333333333333, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.03125, "overall_9_raw": 2.03125, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.25, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.1979166666666665, "overall_9_raw": 2.1979166666666665, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 1.0, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.6666666666666666, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.7083333333333334, "overall_9_raw": 0.7083333333333334, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.5, "overall_9_raw": 2.5, "status": "scored"}}, "original_subset": ["NoSearch"], "prompt_index": 747, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260419_063156_0cac8d5b", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260419_063156_0cac8d5b", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["COM", "OBJ"], "failure_modes": ["CSV", "EIK", "THG"], "generation_task_type": "i2i", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.375, "composition_and_aesthetics": 2.5, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.1666666666666665, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9541666666666668, "overall_9_raw": 2.1712962962962963, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1833333333333333, "overall_9_raw": 1.3148148148148149, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.341666666666667, "overall_9_raw": 2.601851851851852, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1833333333333333, "overall_9_raw": 1.3148148148148149, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2833333333333334, "overall_9_raw": 1.425925925925926, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.625, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.5, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.1625, "overall_9_raw": 2.4027777777777777, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 0.0, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.291666666666667, "overall_9_raw": 2.5462962962962963, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 3.0, "prompt_faithfulness": 0.5, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.1833333333333333, "overall_9_raw": 1.3148148148148149, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 2.1333333333333333, "overall_9_raw": 2.3703703703703702, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 0.0, "text_rendering": 2.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2666666666666666, "overall_9_raw": 2.5185185185185186, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.033333333333333, "overall_9_raw": 2.259259259259259, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.341666666666667, "overall_9_raw": 2.601851851851852, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 1.5, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.2833333333333334, "overall_9_raw": 1.425925925925926, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.0, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7, "overall_9_raw": 1.8888888888888888, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.5, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 2.033333333333333, "overall_9_raw": 2.259259259259259, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.5, "composition_and_aesthetics": 2.5, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.5, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.25, "overall_9_raw": 1.3888888888888888, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.75, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 3.0, "prompt_faithfulness": 2.5, "rubric_adaptive": 2.6666666666666665, "text_reference_evaluation": 0.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.2416666666666667, "overall_9_raw": 2.490740740740741, "status": "scored"}}, "original_subset": ["NoSearch", "testmini_hard"], "prompt_index": 748, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260419_080049_d1c1297c", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260419_080049_d1c1297c", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "easy", "domains": ["ARC", "CUL"], "failure_modes": ["CCS", "CS"], "generation_task_type": "i2i", "is_miniset": false, "language": "zh", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.084375, "overall_9_raw": 2.084375, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.6875, "overall_9_raw": 2.6875, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.75, "overall_9_raw": 2.75, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.8, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 0.5, "prompt_faithfulness": 0.5, "rubric_adaptive": 0.875, "text_reference_evaluation": 0.0, "text_rendering": 0.5, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 0.6675, "overall_9_raw": 0.7416666666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.3, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 2.375, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.9083333333333334, "overall_9_raw": 1.9083333333333334, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 1.5}, "lane": "none", "overall_10_raw": 1.8972222222222221, "overall_9_raw": 1.8972222222222221, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": 1.0, "text_rendering": 2.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.4, "overall_9_raw": 2.5555555555555554, "status": "scored"}, "omnigen2": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.875, "text_reference_evaluation": 1.0, "text_rendering": 0.5, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.5775000000000001, "overall_9_raw": 1.6416666666666666, "status": "scored"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.75, "overall_9_raw": 2.75, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 2.9, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 2.875, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.7527777777777778, "overall_9_raw": 2.7527777777777778, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.75, "overall_9_raw": 2.75, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 1.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.375, "overall_9_raw": 2.375, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 3.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.75, "text_reference_evaluation": null, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.45, "overall_9_raw": 2.45, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.0, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.625, "overall_9_raw": 2.625, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.5, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.225, "overall_9_raw": 2.225, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 0.5, "checklist": 0.5, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 2.0, "prompt_faithfulness": 0.0, "rubric_adaptive": 0.25, "text_reference_evaluation": 0.0, "text_rendering": 0.0, "visual_reference_evaluation": 0.5}, "lane": "none", "overall_10_raw": 0.675, "overall_9_raw": 0.75, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.5, "checklist": 3.0, "composition_and_aesthetics": 3.0, "image_quality": 2.5, "physical_plausibility": 2.5, "prompt_faithfulness": 3.0, "rubric_adaptive": 3.0, "text_reference_evaluation": null, "text_rendering": null, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.75, "overall_9_raw": 2.75, "status": "scored"}}, "original_subset": ["NoSearch", "testmini_hard"], "prompt_index": 749, "release_row": "rows/production_newexpand_v4d6_qwen2_qwen35plus__20260419_182053_e9bc8a99", "sample_id": "production_newexpand_v4d6_qwen2_qwen35plus__20260419_182053_e9bc8a99", "search_type": "NoSearch", "stratum": "NoSearch"}
{"difficulty": "medium", "domains": [], "failure_modes": [], "generation_task_type": "", "is_miniset": false, "language": "en", "models": {"bagel": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.1, "composition_and_aesthetics": 1.5, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.0, "rubric_adaptive": 1.3333333333333333, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 0.0}, "lane": "none", "overall_10_raw": 1.0481481481481483, "overall_9_raw": 1.1791666666666667, "status": "scored"}, "gemini3pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 2.013333333333333, "overall_9_raw": 2.237037037037037, "status": "scored"}, "gpt_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8814814814814815, "overall_9_raw": 2.1166666666666667, "status": "scored"}, "klein4b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8592592592592594, "overall_9_raw": 2.091666666666667, "status": "scored"}, "klein9b": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 3.0}, "lane": "none", "overall_10_raw": 1.9703703703703705, "overall_9_raw": 2.216666666666667, "status": "scored"}, "mage-flow": {"components_raw_0to3": {"ai_naturalness": 1.5, "checklist": 1.9, "composition_and_aesthetics": 2.0, "image_quality": 1.5, "physical_plausibility": 1.5, "prompt_faithfulness": 1.5, "rubric_adaptive": 1.8333333333333333, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.4148148148148147, "overall_9_raw": 1.5916666666666666, "status": "scored"}, "nano_banana": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7481481481481482, "overall_9_raw": 1.9666666666666668, "status": "scored"}, "omnigen2": {"components_raw_0to3": null, "lane": "none", "status": "missing_generation"}, "qwen-image-3-max": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.8, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7925925925925925, "overall_9_raw": 2.0166666666666666, "status": "scored"}, "qwen1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8592592592592594, "overall_9_raw": 2.091666666666667, "status": "scored"}, "qwen_image_2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.7, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7533333333333334, "overall_9_raw": 1.9481481481481484, "status": "scored"}, "qwen_image_2_pro": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.9933333333333334, "overall_9_raw": 2.214814814814815, "status": "scored"}, "seedream4d0": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": 1.5, "visual_reference_evaluation": 1.0}, "lane": "none", "overall_10_raw": 1.7433333333333334, "overall_9_raw": 1.9370370370370371, "status": "scored"}, "seedream4d5": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.6, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": 3.0, "visual_reference_evaluation": 2.5}, "lane": "none", "overall_10_raw": 2.0433333333333334, "overall_9_raw": 2.2703703703703706, "status": "scored"}, "sensenova-u1": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8592592592592594, "overall_9_raw": 2.091666666666667, "status": "scored"}, "show-o2": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.4, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": 1.0, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.7733333333333334, "overall_9_raw": 1.9703703703703705, "status": "scored"}, "xai_image": {"components_raw_0to3": {"ai_naturalness": 2.0, "checklist": 2.2, "composition_and_aesthetics": 2.0, "image_quality": 2.0, "physical_plausibility": 2.0, "prompt_faithfulness": 2.0, "rubric_adaptive": 2.3333333333333335, "text_reference_evaluation": 0.0, "text_rendering": null, "visual_reference_evaluation": 2.0}, "lane": "none", "overall_10_raw": 1.8370370370370372, "overall_9_raw": 2.066666666666667, "status": "scored"}}, "original_subset": ["NoSearch", "testmini"], "prompt_index": 750, "release_row": "rows/row_14648", "sample_id": "row_14648", "search_type": "NoSearch", "stratum": "NoSearch"}