Image21-INT8 / evaluation /int8 /records.jsonl
ixim's picture
Fix INT8 CPU offload; publish memory audit and paired retests
ba48d54 verified
Raw History Blame Contribute Delete
15.2 kB
{"case_id": "portrait", "category": "portrait", "prompt": "A natural documentary portrait of an elderly woman with silver hair and freckles, wearing a blue wool sweater, standing beside a window in soft morning light. Realistic skin texture, gentle expression, waist-up composition.", "seed": 42, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "offload": "model", "input_sha256": null, "before_memory": {"allocated_bytes": 13239296, "reserved_bytes": 27262976, "cuda_free_bytes": 32307675136, "cuda_total_bytes": 34162016256}, "after_memory": {"allocated_bytes": 13239296, "reserved_bytes": 60817408, "cuda_free_bytes": 32274120704, "cuda_total_bytes": 34162016256}, "seconds": 19.621747900000628, "peak_allocated_bytes": 10190285824, "peak_reserved_bytes": 10305404928, "process_rss_after_bytes": 22783995904, "image": "portrait-s42.png", "image_sha256": "e37187a2530d0f45378f17ca8fff47a7e174f1ce0c19ff89b9df8f4db1845acd", "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 249, "alpha_max": 255, "alpha_nonopaque_fraction": 0.015732765197753906}
{"case_id": "portrait", "category": "portrait", "prompt": "A natural documentary portrait of an elderly woman with silver hair and freckles, wearing a blue wool sweater, standing beside a window in soft morning light. Realistic skin texture, gentle expression, waist-up composition.", "seed": 123, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "offload": "model", "input_sha256": null, "before_memory": {"allocated_bytes": 13239296, "reserved_bytes": 27262976, "cuda_free_bytes": 32307675136, "cuda_total_bytes": 34162016256}, "after_memory": {"allocated_bytes": 13239296, "reserved_bytes": 60817408, "cuda_free_bytes": 32274120704, "cuda_total_bytes": 34162016256}, "seconds": 19.478468499999508, "peak_allocated_bytes": 10190285824, "peak_reserved_bytes": 10305404928, "process_rss_after_bytes": 23049076736, "image": "portrait-s123.png", "image_sha256": "09391672b7aa15abc92a49184c94cd7dc09b570b2134c95f0a1524701630323c", "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 252, "alpha_max": 255, "alpha_nonopaque_fraction": 0.08091926574707031}
{"case_id": "english_text", "category": "typography_en", "prompt": "A clean editorial poster with a deep blue background. Large exact headline at the top: \"CREATE WITH LIGHT\". Smaller exact subtitle: \"September 2026\". A realistic orange desk lamp occupies the lower half. Elegant balanced typography, no additional text.", "seed": 42, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "offload": "model", "input_sha256": null, "before_memory": {"allocated_bytes": 13239296, "reserved_bytes": 27262976, "cuda_free_bytes": 32307675136, "cuda_total_bytes": 34162016256}, "after_memory": {"allocated_bytes": 13239296, "reserved_bytes": 67108864, "cuda_free_bytes": 32267829248, "cuda_total_bytes": 34162016256}, "seconds": 19.543290399999023, "peak_allocated_bytes": 10199723520, "peak_reserved_bytes": 10317987840, "process_rss_after_bytes": 23098015744, "image": "english_text-s42.png", "image_sha256": "98ea66acd842498e192bc69503e32f5f61a4e5e56887d0f86e9c936b0b0d976f", "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 250, "alpha_max": 255, "alpha_nonopaque_fraction": 0.0012531280517578125}
{"case_id": "english_text", "category": "typography_en", "prompt": "A clean editorial poster with a deep blue background. Large exact headline at the top: \"CREATE WITH LIGHT\". Smaller exact subtitle: \"September 2026\". A realistic orange desk lamp occupies the lower half. Elegant balanced typography, no additional text.", "seed": 123, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "offload": "model", "input_sha256": null, "before_memory": {"allocated_bytes": 13239296, "reserved_bytes": 27262976, "cuda_free_bytes": 32307675136, "cuda_total_bytes": 34162016256}, "after_memory": {"allocated_bytes": 13239296, "reserved_bytes": 69206016, "cuda_free_bytes": 32265732096, "cuda_total_bytes": 34162016256}, "seconds": 19.677271200000177, "peak_allocated_bytes": 10199725056, "peak_reserved_bytes": 10317987840, "process_rss_after_bytes": 23046381568, "image": "english_text-s123.png", "image_sha256": "b55551e7c17975ee90ad895e449379355886c3422d6dcdee9b0c3a4ce1c4632f", "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 213, "alpha_max": 255, "alpha_nonopaque_fraction": 0.0015974044799804688}
{"case_id": "chinese_text", "category": "typography_zh", "prompt": "设计一张现代咖啡馆海报,米白背景,中央一杯拉花拿铁。顶部准确写上中文大标题“慢下来,喝杯咖啡”,下方准确写上“小店今日营业”。文字清晰,留白充分,暖色摄影,不添加其他文字。", "seed": 42, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "offload": "model", "input_sha256": null, "before_memory": {"allocated_bytes": 13239296, "reserved_bytes": 27262976, "cuda_free_bytes": 32307675136, "cuda_total_bytes": 34162016256}, "after_memory": {"allocated_bytes": 13239296, "reserved_bytes": 77594624, "cuda_free_bytes": 32257343488, "cuda_total_bytes": 34162016256}, "seconds": 19.60913740000069, "peak_allocated_bytes": 10195373568, "peak_reserved_bytes": 10307502080, "process_rss_after_bytes": 23103778816, "image": "chinese_text-s42.png", "image_sha256": "dce2de1e3b8b3836c7584854c7cf340cf05bcb141fa8e3988264c62e1b20238c", "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 247, "alpha_max": 255, "alpha_nonopaque_fraction": 0.01668834686279297}
{"case_id": "chinese_text", "category": "typography_zh", "prompt": "设计一张现代咖啡馆海报,米白背景,中央一杯拉花拿铁。顶部准确写上中文大标题“慢下来,喝杯咖啡”,下方准确写上“小店今日营业”。文字清晰,留白充分,暖色摄影,不添加其他文字。", "seed": 123, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "offload": "model", "input_sha256": null, "before_memory": {"allocated_bytes": 13239296, "reserved_bytes": 27262976, "cuda_free_bytes": 32307675136, "cuda_total_bytes": 34162016256}, "after_memory": {"allocated_bytes": 13239296, "reserved_bytes": 77594624, "cuda_free_bytes": 32257343488, "cuda_total_bytes": 34162016256}, "seconds": 19.6146719999997, "peak_allocated_bytes": 10195370496, "peak_reserved_bytes": 10307502080, "process_rss_after_bytes": 23107645440, "image": "chinese_text-s123.png", "image_sha256": "7ff8508a9454650920591c0aad34d1793501f609e853f2f8584c15eee5127479", "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 245, "alpha_max": 255, "alpha_nonopaque_fraction": 0.012395858764648438}
{"case_id": "composition", "category": "spatial_counting", "prompt": "A studio photograph on a light gray tabletop: exactly three ceramic cups in a row, a red cup on the left, a blue cup in the middle, and a yellow cup on the right. A single green apple sits in front of the blue cup. Soft shadows, no text.", "seed": 42, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "offload": "model", "input_sha256": null, "before_memory": {"allocated_bytes": 13239296, "reserved_bytes": 27262976, "cuda_free_bytes": 32307675136, "cuda_total_bytes": 34162016256}, "after_memory": {"allocated_bytes": 13239296, "reserved_bytes": 77594624, "cuda_free_bytes": 32257343488, "cuda_total_bytes": 34162016256}, "seconds": 19.315522199998668, "peak_allocated_bytes": 10194805248, "peak_reserved_bytes": 10309599232, "process_rss_after_bytes": 23151910912, "image": "composition-s42.png", "image_sha256": "5704252c99e7f9dbe9e512eb82bf4fd93650e26c1d6479412679e7868637bcdd", "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 252, "alpha_max": 255, "alpha_nonopaque_fraction": 0.0036773681640625}
{"case_id": "composition", "category": "spatial_counting", "prompt": "A studio photograph on a light gray tabletop: exactly three ceramic cups in a row, a red cup on the left, a blue cup in the middle, and a yellow cup on the right. A single green apple sits in front of the blue cup. Soft shadows, no text.", "seed": 123, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "offload": "model", "input_sha256": null, "before_memory": {"allocated_bytes": 13239296, "reserved_bytes": 27262976, "cuda_free_bytes": 32307675136, "cuda_total_bytes": 34162016256}, "after_memory": {"allocated_bytes": 13239296, "reserved_bytes": 77594624, "cuda_free_bytes": 32257343488, "cuda_total_bytes": 34162016256}, "seconds": 19.14716750000116, "peak_allocated_bytes": 10194809856, "peak_reserved_bytes": 10309599232, "process_rss_after_bytes": 23135567872, "image": "composition-s123.png", "image_sha256": "c030c007a9c3962533ffeb256d9dac619cc082a20a21ff6f9eb0c0ab7b7cadae", "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 253, "alpha_max": 255, "alpha_nonopaque_fraction": 0.0106048583984375}
{"case_id": "texture", "category": "texture", "prompt": "Macro photography of a small kingfisher perched on a mossy branch beside clear water, detailed blue feathers, droplets, natural sunlight, softly blurred forest background, realistic textures.", "seed": 42, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "offload": "model", "input_sha256": null, "before_memory": {"allocated_bytes": 13239296, "reserved_bytes": 27262976, "cuda_free_bytes": 32307675136, "cuda_total_bytes": 34162016256}, "after_memory": {"allocated_bytes": 13239296, "reserved_bytes": 58720256, "cuda_free_bytes": 32276217856, "cuda_total_bytes": 34162016256}, "seconds": 19.42428639999889, "peak_allocated_bytes": 10186807808, "peak_reserved_bytes": 10305404928, "process_rss_after_bytes": 23134367744, "image": "texture-s42.png", "image_sha256": "37042d1659147a142e0562aa27623cb1d159d9d12e46af59395029f0293fd9c8", "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 251, "alpha_max": 255, "alpha_nonopaque_fraction": 0.0345611572265625}
{"case_id": "texture", "category": "texture", "prompt": "Macro photography of a small kingfisher perched on a mossy branch beside clear water, detailed blue feathers, droplets, natural sunlight, softly blurred forest background, realistic textures.", "seed": 123, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "offload": "model", "input_sha256": null, "before_memory": {"allocated_bytes": 13239296, "reserved_bytes": 27262976, "cuda_free_bytes": 32307675136, "cuda_total_bytes": 34162016256}, "after_memory": {"allocated_bytes": 13239296, "reserved_bytes": 58720256, "cuda_free_bytes": 32276217856, "cuda_total_bytes": 34162016256}, "seconds": 19.159069299999828, "peak_allocated_bytes": 10186805760, "peak_reserved_bytes": 10305404928, "process_rss_after_bytes": 23132184576, "image": "texture-s123.png", "image_sha256": "82fc88d5ab3cd4201634c54567b327f200231321dd0207990ff4c893e78496c7", "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 251, "alpha_max": 255, "alpha_nonopaque_fraction": 0.01710224151611328}
{"case_id": "rgba", "category": "transparency", "prompt": "This is an RGBA image with transparency. A cute cartoon dragon sticker, full body, green scales and small orange wings. The image has alpha channel and the background is transparent.", "seed": 42, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "offload": "model", "input_sha256": null, "before_memory": {"allocated_bytes": 13239296, "reserved_bytes": 27262976, "cuda_free_bytes": 32307675136, "cuda_total_bytes": 34162016256}, "after_memory": {"allocated_bytes": 13239296, "reserved_bytes": 58720256, "cuda_free_bytes": 32276217856, "cuda_total_bytes": 34162016256}, "seconds": 19.219452700001057, "peak_allocated_bytes": 10175863808, "peak_reserved_bytes": 10252976128, "process_rss_after_bytes": 23125123072, "image": "rgba-s42.png", "image_sha256": "8624d495fe40f602a492b3366ccb0354d5684e4e084281503fdb435d0f4e265e", "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 0, "alpha_max": 255, "alpha_nonopaque_fraction": 0.7706136703491211}
{"case_id": "rgba", "category": "transparency", "prompt": "This is an RGBA image with transparency. A cute cartoon dragon sticker, full body, green scales and small orange wings. The image has alpha channel and the background is transparent.", "seed": 123, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "offload": "model", "input_sha256": null, "before_memory": {"allocated_bytes": 13239296, "reserved_bytes": 27262976, "cuda_free_bytes": 32307675136, "cuda_total_bytes": 34162016256}, "after_memory": {"allocated_bytes": 13239296, "reserved_bytes": 58720256, "cuda_free_bytes": 32276217856, "cuda_total_bytes": 34162016256}, "seconds": 19.219784199998685, "peak_allocated_bytes": 10175861248, "peak_reserved_bytes": 10252976128, "process_rss_after_bytes": 23115743232, "image": "rgba-s123.png", "image_sha256": "4871aab8f9d404a479385053bdb4c18de7f4119884bb0e30997d7be721a69b45", "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 0, "alpha_max": 255, "alpha_nonopaque_fraction": 0.6456260681152344}
{"case_id": "edit", "category": "image_editing", "prompt": "Change only the blue sweater to a red sweater. Preserve the same person, face, pose, lighting and background.", "seed": 42, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "offload": "model", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa", "before_memory": {"allocated_bytes": 13239296, "reserved_bytes": 27262976, "cuda_free_bytes": 32307675136, "cuda_total_bytes": 34162016256}, "after_memory": {"allocated_bytes": 13239808, "reserved_bytes": 2780823552, "cuda_free_bytes": 29552017408, "cuda_total_bytes": 34162016256}, "seconds": 25.072887500000434, "peak_allocated_bytes": 12978554368, "peak_reserved_bytes": 13931380736, "process_rss_after_bytes": 23855415296, "image": "edit-s42.png", "image_sha256": "79725e243ccfd82b5387beffe6e1f37193ce9137b576b2ec20e8543547dd9d33", "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 241, "alpha_max": 255, "alpha_nonopaque_fraction": 0.11248302459716797}
{"case_id": "edit", "category": "image_editing", "prompt": "Change only the blue sweater to a red sweater. Preserve the same person, face, pose, lighting and background.", "seed": 123, "width": 1024, "height": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "offload": "model", "input_sha256": "01e37e178fb0d35d5c706b7edd76bc1a6c5b50ec3536901a467fd45295d097aa", "before_memory": {"allocated_bytes": 13239808, "reserved_bytes": 25165824, "cuda_free_bytes": 32307675136, "cuda_total_bytes": 34162016256}, "after_memory": {"allocated_bytes": 13239808, "reserved_bytes": 2780823552, "cuda_free_bytes": 29552017408, "cuda_total_bytes": 34162016256}, "seconds": 24.810640600000625, "peak_allocated_bytes": 12978554368, "peak_reserved_bytes": 13931380736, "process_rss_after_bytes": 23839301632, "image": "edit-s123.png", "image_sha256": "d8023e34ba10a22b36f63d050c50d44f149cebc7fc8f7f612a47f27f2a4cb70b", "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 253, "alpha_max": 255, "alpha_nonopaque_fraction": 0.011339187622070312}