diff --git a/.gitattributes b/.gitattributes index f101c3fc16384894ec9e57da16edbc1d5206e240..523e73dac0f647759e775824f51e491c0b774f25 100644 --- a/.gitattributes +++ b/.gitattributes @@ -122,3 +122,108 @@ evaluation/editing/inputs/portrait_recolor.png filter=lfs diff=lfs merge=lfs -te evaluation/editing/int8/bird_background-s42.png filter=lfs diff=lfs merge=lfs -text evaluation/editing/int8/cup_material-s42.png filter=lfs diff=lfs merge=lfs -text evaluation/editing/int8/portrait_recolor-s42.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/audit/decode-bf16-full/decoded-alpha.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/audit/decode-bf16-full/decoded-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/audit/decode-bf16-full/decoded-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/audit/decode-bf16-full/decoded-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/audit/decode-bf16-full/decoded.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/audit/decode-fp32-tiled/decoded-alpha.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/audit/decode-fp32-tiled/decoded-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/audit/decode-fp32-tiled/decoded-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/audit/decode-fp32-tiled/decoded-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/audit/decode-fp32-tiled/decoded.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/audit/decoder-crops.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/audit/int8-crops.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/audit/latent-2048/bird_background-s1000042.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/audit/latent-2048/diagnostics/bird_background-s1000042-alpha.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/audit/latent-2048/diagnostics/bird_background-s1000042-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/audit/latent-2048/diagnostics/bird_background-s1000042-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/audit/latent-2048/diagnostics/bird_background-s1000042-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/audit/paired-birds.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/audit/probe/bird_background-1024-s1000042.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/audit/probe/bird_background-2048-s1000042.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/audit/probe/cup_material-2048-s1000042.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/bird_background-s1000042.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/bird_background-s1000123.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/bird_remove_background-s1000042.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/bird_remove_background-s1000123.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/cup_identity-s1000042.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/cup_identity-s1000123.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/cup_material-s1000042.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/cup_material-s1000123.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/bird_background-s1000042-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/bird_background-s1000042-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/bird_background-s1000042-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/bird_background-s1000123-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/bird_background-s1000123-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/bird_background-s1000123-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000042-alpha.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000042-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000042-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000042-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000123-alpha.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000123-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000123-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000123-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000042-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000042-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000042-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000123-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000123-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000123-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/cup_material-s1000042-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/cup_material-s1000042-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/cup_material-s1000042-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/cup_material-s1000123-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/cup_material-s1000123-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/cup_material-s1000123-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000042-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000042-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000042-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000123-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000123-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000123-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/portrait_recolor-s1000042.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/bf16/portrait_recolor-s1000123.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/inputs/bird_background.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/inputs/cup_material.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/inputs/portrait_recolor.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/bird_background-s1000042.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/bird_background-s1000123.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/bird_remove_background-s1000042.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/bird_remove_background-s1000123.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/cup_identity-s1000042.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/cup_identity-s1000123.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/cup_material-s1000042.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/cup_material-s1000123.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/bird_background-s1000042-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/bird_background-s1000042-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/bird_background-s1000042-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/bird_background-s1000123-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/bird_background-s1000123-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/bird_background-s1000123-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000042-alpha.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000042-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000042-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000042-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000123-alpha.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000123-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000123-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000123-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/cup_identity-s1000042-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/cup_identity-s1000042-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/cup_identity-s1000042-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/cup_identity-s1000123-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/cup_identity-s1000123-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/cup_identity-s1000123-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/cup_material-s1000042-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/cup_material-s1000042-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/cup_material-s1000042-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/cup_material-s1000123-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/cup_material-s1000123-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/cup_material-s1000123-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000042-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000042-checker.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000042-white.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000123-black.png filter=lfs diff=lfs merge=lfs -text +evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000123-checker.png filter=lfs diff=lfs merge=lfs -text diff --git a/EDITING_UPDATE.md b/EDITING_UPDATE.md new file mode 100644 index 0000000000000000000000000000000000000000..433e49f85835dbe49babfb58ce7f132a1b94b3a4 --- /dev/null +++ b/EDITING_UPDATE.md @@ -0,0 +1,45 @@ +## Editing evaluation revision — 2026-09-24 + +**Weights are unchanged.** This update corrects the editing evaluation protocol and inference defaults. +Historical images, measurements and measured scripts remain available for reproduction. + +The old seed-42 edits reused the source-generation seed. When the RNG stream and latent shape also +match, this can replay the source noise and confound editing quality. See the corrected discussion in +[Diffusers #14824](https://github.com/huggingface/diffusers/issues/14824). +Changing seed alone did **not** remove the artifacts in our 2048px tiled controls; the previous general +2048px recommendation is withdrawn. + +**The short vertical stains were isolated to tiled VAE decoding in the audited 2048px example.** +Decoding the exact same saved latent with the same VAE checkpoint without tiling removes the +visible stains; FP32 decoding with tiling retains them. This does not repair the missing branch +or coarse bird detail already present in that failed edit. The quality suite therefore disables tiling. + +The revised suite uses five cases × two independent editing seeds (1000042 / 1000123), paired BF16 +and INT8, 1024px area scale, 40 steps, CFG=1, KV cache, model CPU offload and untiled VAE. +It adds actual transparent-background removal and an unchanged-image control. The complete matrix, +raw RGBA files, alpha maps, white/black/checker composites, hashes, schedules and decoder latents are +in [evaluation/editing-v2](evaluation/editing-v2). Inspect the +[visual audit](evaluation/editing-v2/AUDIT.md) and download +[comparison.html](evaluation/editing-v2/comparison.html) with its image folders for local viewing. + +No filtering, sharpening or alpha cleanup was applied. These are informal samples, not an official +benchmark or a guarantee that all artifacts are resolved. Latent capture was enabled for diagnosis, +so this revision makes no latency/speedup claim. + +In the revised samples, snowy-background replacement retains the bird and branch, and background +removal produces real transparency. Preservation is still imperfect: in the unchanged-image control, +seed 1000123 changes the green apple to yellow in both precisions. This failed control is retained. + +Start editing with a seed independent of the source: + +```bash +python -m scripts.infer --model . --input input.png --source-seed 42 --seed 1000042 --resolution 1024 --prompt "Change only the blue sweater to red. Preserve the person, lighting and background." --output edit.png +``` + +Omit `--source-seed` if unknown. Explicit seeds are never silently remapped; a known collision is +rejected. Omitting width/height preserves the last input's aspect ratio. `--resolution` controls +reference image area, while an explicit `--width` / `--height` pair controls output dimensions. +VAE tiling remains an optional memory tradeoff, not a quality improvement guarantee. + +The sections below retain the historical v1 evaluation; their image-generation timings are not +pooled with this revised editing suite. diff --git a/benchmarks/editing-v2.json b/benchmarks/editing-v2.json new file mode 100644 index 0000000000000000000000000000000000000000..141b5367be644d0b2292f79f8f505076eceedf67 --- /dev/null +++ b/benchmarks/editing-v2.json @@ -0,0 +1,52 @@ +[ + { + "id": "portrait_recolor", + "category": "clothing color", + "prompt": "Change only the cream sweater to a navy blue sweater. Preserve the same woman, face, hairstyle, pose, lighting and background.", + "input_file": "portrait_recolor.png", + "input_sha256": "00716ad4721f585be4b0bf0daf2413f4ab92b795f1eb4d08b4f1ecc604b075b8", + "source": "evaluation/young_woman/bf16/young_chinese_woman-s42.png", + "source_seed": 42, + "task": "opaque_edit" + }, + { + "id": "cup_material", + "category": "material replacement", + "prompt": "Change only the middle blue ceramic cup into a brushed silver metal cup. Preserve its shape and position, the red and yellow cups, the green apple, the tabletop, lighting and background.", + "input_file": "cup_material.png", + "input_sha256": "91e967685fbbd79ba13daece22a0f72c863cb518db88d5d2a6f9aecfc5f292b1", + "source": "evaluation/bf16/composition-s42.png", + "source_seed": 42, + "task": "opaque_edit" + }, + { + "id": "bird_background", + "category": "background replacement", + "prompt": "Replace only the blurred forest background with a softly blurred snowy winter forest. Preserve the same kingfisher, its colors and pose, the mossy branch, framing and foreground lighting.", + "input_file": "bird_background.png", + "input_sha256": "40a0f73bb407a394fa9e8a3f6922455df716b9725ad07437fa10c1daca2c2095", + "source": "evaluation/bf16/texture-s42.png", + "source_seed": 42, + "task": "opaque_edit" + }, + { + "id": "bird_remove_background", + "category": "background removal", + "prompt": "Remove the background from . Keep the entire kingfisher and the mossy branch unchanged, including fine feather edges and feet. This is an RGBA image with transparency. The image has alpha channel and the background is transparent.", + "input_file": "bird_background.png", + "input_sha256": "40a0f73bb407a394fa9e8a3f6922455df716b9725ad07437fa10c1daca2c2095", + "source": "evaluation/bf16/texture-s42.png", + "source_seed": 42, + "task": "alpha_extraction" + }, + { + "id": "cup_identity", + "category": "identity control", + "prompt": "Keep unchanged. Preserve all objects, colors, details, lighting and background exactly.", + "input_file": "cup_material.png", + "input_sha256": "91e967685fbbd79ba13daece22a0f72c863cb518db88d5d2a6f9aecfc5f292b1", + "source": "evaluation/bf16/composition-s42.png", + "source_seed": 42, + "task": "identity" + } +] diff --git a/cards/huggingface.md b/cards/huggingface.md index ddc8cc7e5f3eee22a75b6da7ce9d2283a24537b8..81b0b865b2797d5df855107d5e730f046a7c9637 100644 --- a/cards/huggingface.md +++ b/cards/huggingface.md @@ -65,8 +65,9 @@ image.save("output.png") ``` The saved quantization configuration is detected automatically. Do not re-quantize -these weights at load time. For editing, use the 2048px editing recipe below, setting -`width`, `height` and `output_resolution` together and enabling VAE tiling. +these weights at load time. For editing, use a seed independent of the source image +(for example 1000042 when the source used 42), starting at output_resolution=1024. +The retained 2048px section is historical evidence, not a general recommendation. For transparency, use the upstream RGBA prompt format and save PNG files. Use the bundled loader on the pinned runtime: it loads/offloads the two INT8 @@ -76,6 +77,10 @@ this tested stack. The helper does not change the checkpoint or quantization. ## Informal release evaluation +Historical v1 editing reused the source seed 42. This confounds the 1024px editing +quality assessment through possible noise replay. See `EDITING_UPDATE.md` and +`evaluation/editing-v2/` when present for the revised independent-seed evaluation. + **This community evaluation accompanies this model release and is provided for reference only. It does not represent any official evaluation by Qwen, Hugging Face, ModelScope, or their teams.** Results reflect a small, locally selected sample on one hardware/software configuration; they are not a standardized ranking or a guarantee of quality, speed, or memory requirements. {{EVALUATION_EN}} diff --git a/cards/modelscope.md b/cards/modelscope.md index bf59ed128a616d106413ae6c1a66df455895fac8..ff67be0f304ae29a4952aa99996e0da66eba8e39 100644 --- a/cards/modelscope.md +++ b/cards/modelscope.md @@ -65,8 +65,8 @@ image.save("output.png") ``` 加载时会自动读取已保存的量化配置，无需再次指定量化参数。 -图像编辑请使用下文 2048px 编辑代码，同时设置 `width`、`height`、 -`output_resolution`，并开启 VAE 分块。 +图像编辑请使用与源图独立的种子（如源图为 42 时编辑用 1000042）， +从 `output_resolution=1024` 起步。下文 2048px 部分为历史证据，不是通用推荐。 透明图生成使用官方 RGBA 提示词格式，并保存为 PNG 以保留透明通道。 在固定版本环境下请使用仓库附带的加载函数：它依次加载并卸载两个 INT8 组件， diff --git a/docs/editing-audit-20260924.md b/docs/editing-audit-20260924.md new file mode 100644 index 0000000000000000000000000000000000000000..8fb3c10aec85ce045119ffd9fdf6d962e9085bf1 --- /dev/null +++ b/docs/editing-audit-20260924.md @@ -0,0 +1,83 @@ +# 改图评测审计（2026-09-24） + +本次更新只修订推理入口、评测与说明，不修改、重新量化或重新下载模型权重。 +历史评测文件及其测量实现保留。新协议名称为 `editing-v2`。 + +## 已确认的评测问题 + +1. 旧图像来源为 BF16、CPU generator、seed 42；旧编辑同样固定 seed 42。 + 相同随机流、种子和噪声张量形状会复用生成源图的初始噪声。 + 上游 issue #14824 的报告者确认换编辑种子后，其过锐化/光晕失效消失。 + 这使旧 1024px seed-42 编辑不能作为无混淆的质量结论。 + 2048px 改变了噪声形状，不能把它的所有瑕疵也都归因于精确噪声重放。 +2. 旧 2048px 结果同时改变输出面积、参考图缩放、调度器序列长度对应的 sigma 和 + VAE 分块，单个毛衣样例改善不足以支持统一推荐 2048px。 +3. `output_resolution=width` 混淆面积尺度和横向像素数；非方形图固定输出尺寸还会 + 改变构图。新入口分开设置面积尺度与显式输出尺寸，并记录实际尺寸。 +4. 背景替换不等于背景移除。旧雪林输出几乎不透明，不能用于透明边缘评价。 +5. 旧编辑组只用一个种子，缺少独立背景移除、保持原图控制及 alpha/多底色检查。 + +## 核对过的实现和参数 + +- 固定 Diffusers 提交 `80c7ed262aeffbeb43ef13ae04baeb9b84515a69`。 + 2026-09-24 下载的官方 main 提交 `e0118ade2f60234c41bacf40330a7e2f61108849` 中， + QwenImage21 pipeline 与 transformer 源码与本地逐行相同；没有证据支持盲目升级依赖。 +- 40 步、CFG=1、KV cache 是本次固定对照设置。未随意增加 CFG 或添加未生效的负面词。 +- 输入 RGBA 保留；上游按训练约定只对白底合成视觉编码器副本，VAE 接收 RGBA。 + 不将 `.convert('RGB')` 作为抠图修复；不对输出阈值化、腐蚀、平滑或锐化。 +- CPU 随机数生成器、模型 CPU 卸载、INT8 辅助张量修复均保持不变。 +- VAE 分块是内存优化，必须与不分块对照区分。FP32 解码实验只改变解码器计算精度， + 不会恢复已经在 BF16 编码/去噪阶段损失的信息。 + +## 修订协议 + +共同输入及其 SHA256 沿用历史评测。固定编辑种子 1000042/1000123，源图种子声明为 42； +发现种子冲突或重复、输入哈希变化、输出目录已存在则拒绝运行。 +默认 1024 面积尺度、40 步、CFG=1、KV cache、不分块；BF16/INT8 在独立进程运行。 + +五类用例：人物衣服改色、杯子改材质、鸟图背景替换、鸟与枝干透明背景提取、杯子保持原图。 +背景替换沿用原提示词；背景移除新增显式 RGBA 指令。保持原图结果是误改诊断， +不要求生成式编辑器逐像素无损返回输入。 + +每张保留原始 PNG、实际模式/尺寸、输入/输出哈希、真实 sigma 序列和 alpha 分布， +另存 alpha 图、黑底、白底、棋盘底，供 100% 放大检查羽毛/杯沿及平坦背景。 +alpha≤5、alpha≥250 分别作为透明/近不透明的描述阈值，不作为成功判定。 +没有真实 alpha 标注或目标区域 mask，故不宣称 matting SAD/边缘 F1/身份保持分数。 +BF16/INT8 像素差异仅描述两种精度的偏移，不能替代编辑成功率。 + +本次审计开启 `--save-latents`，其保存开销使记录耗时不用于性能排名。 +正常性能重测应去掉该开关，保留完整预热，并保持进程隔离。 + +## 单变量对照（已观察） + +**短竖污损已定位到默认 VAE 分块解码路径。** 对同一个 2048px 去噪后潜变量： +BF16 分块有明显短竖痕迹；仅关闭分块后所检查背景的痕迹消失；FP32 保持分块仍有痕迹。 +三个实验使用同一份 VAE checkpoint，未改变权重文件。重生成的故障 PNG 与初次探针逐字节一致。 +这证明本例竖纹由分块解码引入，但不等于解决了同图的语义编辑失败。 +不分块解码仍保留枝干丢失和鸟体粗糙细节，不能靠解码修复其上游编码/去噪结果。 + +固定 INT8、旧提示词、40 步、CFG=1、分块： + +- 2048px 杯子从 seed 42 改为 1000042 后仍有细竖纹；换种子不等于解决全部污损。 +- 2048px 鸟图改用 1000042 后仍出现白底、枝干丢失和粗糙细节。 +- 同种子 1000042 改为 1024px 后，鸟与枝干得以保留，背景出现变化；这并不说明雪林 + 指令已被完整准确执行，也不能推广为所有素材的最佳分辨率。 + +完整新协议和同潜变量 VAE 对照结果以发布包的 `evaluation/editing-v2/AUDIT.md` 为准。 +不能由当前证据断言所有剩余瑕疵均非权重/训练分布所致。 + +## 复现及发布准备 + +运行命令见根 README 的“修订改图评测（v2）”。 +`scripts.editing_report` 会拒绝不完整矩阵、种子/参数/哈希不一致或伪造透明度记录。 +`scripts.release` 对新评测核对模型身份、实测源码哈希和配对调度轨迹。 +平台候选包保留历史数据，将 v2 放入独立目录并在模型卡顶部解释方法修正。 +上传只做 `--dry-run`；实际发布仍使用经过校验的完整候选目录。 + +## 上游依据 + +- https://github.com/huggingface/diffusers/issues/14824 （包含后续更正，不能只读最初的故障描述） +- https://github.com/huggingface/diffusers/tree/e0118ade2f60234c41bacf40330a7e2f61108849 +- https://github.com/QwenLM/Qwen-Image-2.1 + +下载快照、issue 评论与提交信息保存在 `artifacts/upstream-audit-20260924/`。 diff --git a/evaluation/editing-v2/AUDIT.md b/evaluation/editing-v2/AUDIT.md new file mode 100644 index 0000000000000000000000000000000000000000..5dfded0d293c2cad4aaed593e804e35bf7d6a007 --- /dev/null +++ b/evaluation/editing-v2/AUDIT.md @@ -0,0 +1,78 @@ +# Editing v2 visual audit / 改图 v2 逐图审计 + +2026-09-24. Five cases, two seeds (1000042 and 1000123), BF16 and INT8: **20 outputs / 10 pairs**. +Weights, fixed dependency versions and CPU offload implementation are unchanged. +All measured runs completed with exit code 0. `process-isolation.jsonl` records launcher and actual +inference PIDs separately (Windows venv uses a launcher); original launcher records are retained +in `process-launchers-original.jsonl`. Actual PIDs are taken from each measured `environment.json`. + +Parameters: 1024px area scale, 40 steps, CFG=1, KV cache enabled, untiled BF16 VAE, CPU generator. +All inputs are 1024px BF16-generated RGBA images with source seed 42, shared by both precisions. +Source seeds never equal edit seeds. Full warmup is excluded, but diagnostic latent saving adds +overhead, so times are **not** used for speed or latency claims. + +## Observations / 观察 + +Every case/seed pair was inspected. Original PNGs and alpha/white/black/checker displays are linked +in `comparison.html`. Enlarged crops are display aids only; no scored output was retouched. + +| Case | Both seeds, both precisions / 两种精度与两个种子的观察 | +|---|---| +| portrait_recolor | Cream sweater becomes navy. Broad face, pose and window lighting remain, but facial/hair/fabric details drift. / 毛衣改为藏蓝，大体保留人物与光线，五官、发丝、织物并非无损保持。 | +| cup_material | Middle cup becomes silver metal, while three-cup ordering and green apple remain. Inspected flat-background crops no longer show the conspicuous short vertical stains of the historical 2048px samples; subtle texture remains. / 中杯变为银色金属，排列与绿苹果保留；抽查平坦背景未见旧 2048px 样例的明显短竖污损，仍有细纹理。 | +| bird_background | Snowy/white blurred forest appears while bird and mossy branch remain. Background structure and feather/branch detail change. / 出现雪色虚化林景，保留鸟和苔藓枝干，背景布局、羽毛与枝干细节仍变化。 | +| bird_remove_background | Real transparent background; bird and branch retained. Inspected head/beak edges look substantially cleaner than the old 2048px white-background failure, but there is no ground-truth alpha mask to establish matting accuracy. / 真实透明背景，鸟与枝干保留，抽查头部与鸟喙边缘较旧白底失败样例规整；没有 alpha 真值，不能认定为精确抠图。 | +| cup_identity | Seed 1000042 broadly retains the scene. **Seed 1000123 changes the green apple to yellow in BOTH BF16 and INT8 despite the unchanged-image instruction.** This control fails and is not hidden. / seed 1000042 大体保持原图；**1000123 在两种精度下都误改了苹果颜色**，保留该失败，不将这一组宣称为无损编辑。 | + +## Alpha inspection / 透明度检查 + +The four background-removal outputs have roughly 71.2–71.8% near-transparent pixels (alpha≤5/255), +and roughly 0.8% soft-alpha pixels (5. Keep the entire kingfisher and the mossy branch unchanged, including fine feather edges and feet. This is an RGBA image with transparency. The image has alpha channel and the background is transparent.", + "input_file": "bird_background.png", + "input_sha256": "40a0f73bb407a394fa9e8a3f6922455df716b9725ad07437fa10c1daca2c2095", + "source": "evaluation/bf16/texture-s42.png", + "source_seed": 42, + "task": "alpha_extraction" + }, + { + "id": "cup_identity", + "category": "identity control", + "prompt": "Keep unchanged. Preserve all objects, colors, details, lighting and background exactly.", + "input_file": "cup_material.png", + "input_sha256": "91e967685fbbd79ba13daece22a0f72c863cb518db88d5d2a6f9aecfc5f292b1", + "source": "evaluation/bf16/composition-s42.png", + "source_seed": 42, + "task": "identity" + } +] \ No newline at end of file diff --git a/evaluation/editing-v2/bf16/cup_identity-s1000042-decode.pt b/evaluation/editing-v2/bf16/cup_identity-s1000042-decode.pt new file mode 100644 index 0000000000000000000000000000000000000000..a594c4f3bc4989f9fb1150e9b9e841da6540b124 --- /dev/null +++ b/evaluation/editing-v2/bf16/cup_identity-s1000042-decode.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73622686642de0f8db133f63606b39029f82a3364ff31ca99e34d840ca4f3618 +size 526140 diff --git a/evaluation/editing-v2/bf16/cup_identity-s1000042.png b/evaluation/editing-v2/bf16/cup_identity-s1000042.png new file mode 100644 index 0000000000000000000000000000000000000000..19a2b36aa3a074f4e21dadb11414ebe951ebedf7 --- /dev/null +++ b/evaluation/editing-v2/bf16/cup_identity-s1000042.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0225bee7e2b88c292733b1bb90984ef0cbc3484f1910038601f4aba86cca817 +size 1271811 diff --git a/evaluation/editing-v2/bf16/cup_identity-s1000123-decode.pt b/evaluation/editing-v2/bf16/cup_identity-s1000123-decode.pt new file mode 100644 index 0000000000000000000000000000000000000000..c451162ebb4c0842910fb92c78314e3f2cf04500 --- /dev/null +++ b/evaluation/editing-v2/bf16/cup_identity-s1000123-decode.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:531e91c6b55be5d1f4f9e23248108edf07e27ad7f40ef15934bb6b7cb2a82928 +size 526140 diff --git a/evaluation/editing-v2/bf16/cup_identity-s1000123.png b/evaluation/editing-v2/bf16/cup_identity-s1000123.png new file mode 100644 index 0000000000000000000000000000000000000000..89e8244f3bfd25903d53a08fa1b0e25f842270ff --- /dev/null +++ b/evaluation/editing-v2/bf16/cup_identity-s1000123.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:451c1a4d079be76d316225007121c99899c4ed5eccef7418c98acb64aa5c2eda +size 1265020 diff --git a/evaluation/editing-v2/bf16/cup_material-s1000042-decode.pt b/evaluation/editing-v2/bf16/cup_material-s1000042-decode.pt new file mode 100644 index 0000000000000000000000000000000000000000..132de8f023f4c37bca341bd521e3fd1fe5fa04db --- /dev/null +++ b/evaluation/editing-v2/bf16/cup_material-s1000042-decode.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0aa3b1635fff7428d4a8e1300bfd644f797c8b59d608b1074f88fefe9a03402 +size 526140 diff --git a/evaluation/editing-v2/bf16/cup_material-s1000042.png b/evaluation/editing-v2/bf16/cup_material-s1000042.png new file mode 100644 index 0000000000000000000000000000000000000000..2f931010d4dbb9e2beb07b71280487f8cfeb38a2 --- /dev/null +++ b/evaluation/editing-v2/bf16/cup_material-s1000042.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2642fb97a329aae74061636c0978bf46d6ca011def90cdbed3a00de69fb8e4b +size 1257786 diff --git a/evaluation/editing-v2/bf16/cup_material-s1000123-decode.pt b/evaluation/editing-v2/bf16/cup_material-s1000123-decode.pt new file mode 100644 index 0000000000000000000000000000000000000000..43b382ef67d8ea35152de664152bae78178cb447 --- /dev/null +++ b/evaluation/editing-v2/bf16/cup_material-s1000123-decode.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53c0496027753e50259d02e64afe44b59bcbef7f48116e9da05a224fd5b22b56 +size 526140 diff --git a/evaluation/editing-v2/bf16/cup_material-s1000123.png b/evaluation/editing-v2/bf16/cup_material-s1000123.png new file mode 100644 index 0000000000000000000000000000000000000000..c2fe38e39e5238c8e9dec7ae3dc447d69713f4a3 --- /dev/null +++ b/evaluation/editing-v2/bf16/cup_material-s1000123.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c70a48f0aa77c0ded1028f1f56a6a360eabe80aa211c40508feb7f2c9f9bb700 +size 1269574 diff --git a/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000042-alpha.png b/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000042-alpha.png new file mode 100644 index 0000000000000000000000000000000000000000..d708606208ed159f9909ba6315078c37d65e0b79 Binary files /dev/null and b/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000042-alpha.png differ diff --git a/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000042-black.png b/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000042-black.png new file mode 100644 index 0000000000000000000000000000000000000000..03d9cbb07e2eca70e88b312ad9612158ae643ff7 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000042-black.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de3fe8fd746e2c87ea9c77f2464850e6d4da09ed1d58c52a5ccbe0f96e16ae32 +size 1459233 diff --git a/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000042-checker.png b/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000042-checker.png new file mode 100644 index 0000000000000000000000000000000000000000..386d068a52690f4d759ffebe94f73cf2f674d34d --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000042-checker.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:674005d7c6c279fe141bc732b7a8ae382ba6ccf5a5e9f03d93dd9af56cae1347 +size 1458666 diff --git a/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000042-white.png b/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000042-white.png new file mode 100644 index 0000000000000000000000000000000000000000..7a7b3f1c5b0eab0e05688f3fa8371d061379085b --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000042-white.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87caf266a24f9b33f08d20ac2922450124f0a2b48cbf146d206631868e8c64a3 +size 1459059 diff --git a/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000123-alpha.png b/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000123-alpha.png new file mode 100644 index 0000000000000000000000000000000000000000..f640f1c7d5538181387347b8ed41d5faf23f614a Binary files /dev/null and b/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000123-alpha.png differ diff --git a/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000123-black.png b/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000123-black.png new file mode 100644 index 0000000000000000000000000000000000000000..a009cdead131c126be459f5f39719babb588f43f --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000123-black.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05db91d97824490f0aa972e5f99243859760a057716bcd5c7250f117fa98a7a3 +size 1454920 diff --git a/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000123-checker.png b/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000123-checker.png new file mode 100644 index 0000000000000000000000000000000000000000..3c46e12e8b37d684e9e2a79d9e9efe87145730f6 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000123-checker.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:646dd9193286c5418701f4557fdbcafa2a20e92229f571d165c4f71c59b45043 +size 1454838 diff --git a/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000123-white.png b/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000123-white.png new file mode 100644 index 0000000000000000000000000000000000000000..38cc33347a4e0b8e8232ef548071819483f13930 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/bird_background-s1000123-white.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:657907e6159c7d3a4e57f25728f8db01cfdbf95fcb20ab63842962f4fbadb4ae +size 1455324 diff --git a/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000042-alpha.png b/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000042-alpha.png new file mode 100644 index 0000000000000000000000000000000000000000..0f66dbf21da583b92818b97955c32401123564e0 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000042-alpha.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bf811a3f76d4902b972121f8e3bb159620dc74ba2fe0033dccf7c2cea2eca51 +size 100942 diff --git a/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000042-black.png b/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000042-black.png new file mode 100644 index 0000000000000000000000000000000000000000..0bb4d566657e0e308e38b31f7f5f9cd710a85609 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000042-black.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:669f150c724d57a3bc108f7ab404da444c8deb85f98024e5a42042d240e2fd7c +size 750515 diff --git a/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000042-checker.png b/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000042-checker.png new file mode 100644 index 0000000000000000000000000000000000000000..92e25626fcaf72d46511ddcfc8423fd33ddf295b --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000042-checker.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:940777fba14d746fae6afac60a381fc8adeaac71b35c5c962e2cdee88ed0f1ad +size 760585 diff --git a/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000042-white.png b/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000042-white.png new file mode 100644 index 0000000000000000000000000000000000000000..b0824c9fdb50cd45e90cb7dc78790710a5903334 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000042-white.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81a4a54f3d8cf7a15285403ba3ee9bb7a3583c9e188ffa91ae4930a66f5d0ba7 +size 759369 diff --git a/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000123-alpha.png b/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000123-alpha.png new file mode 100644 index 0000000000000000000000000000000000000000..9c7ba5c2ba88fa11063dd97b997af60ed60c2686 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000123-alpha.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39f54bb0a23558a3af23be1881a63ea42eab147841afcb553bbb81c321ff0451 +size 101062 diff --git a/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000123-black.png b/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000123-black.png new file mode 100644 index 0000000000000000000000000000000000000000..dc7d4903b502fb1bd2764d682dfb69ac01ae61f6 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000123-black.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4d37eaf447c257437ae493c613ce0f7d458b78549ecd136bee6efb3c7dbf031 +size 759495 diff --git a/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000123-checker.png b/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000123-checker.png new file mode 100644 index 0000000000000000000000000000000000000000..e9682c9193fa5bbd16482ba5d98767b64f208239 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000123-checker.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b5e5aa5d972d1fdc18d6a3f558b65548b1a5406ece12c734ecf5c25ccb633e7 +size 769974 diff --git a/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000123-white.png b/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000123-white.png new file mode 100644 index 0000000000000000000000000000000000000000..3abf8f467219d64eb6755b58a0b5a653d5673619 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/bird_remove_background-s1000123-white.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee5982153390990244293ac9ec7f076d246e1d512657a5b3ce0f3e2c294af4b6 +size 769464 diff --git a/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000042-alpha.png b/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000042-alpha.png new file mode 100644 index 0000000000000000000000000000000000000000..3efb158b0025be5b626c1e7c2a9fce8a0bc6b2cc Binary files /dev/null and b/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000042-alpha.png differ diff --git a/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000042-black.png b/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000042-black.png new file mode 100644 index 0000000000000000000000000000000000000000..a52e17b5e4b29323a3a8558807eeefb01d3b7876 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000042-black.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a76b7c5af31465e529f2cef0b2984ebbcfe48ae86b2e5340ef28faad45c23209 +size 1158919 diff --git a/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000042-checker.png b/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000042-checker.png new file mode 100644 index 0000000000000000000000000000000000000000..1e42da377dc4aa12eb74e1e92597bf1412656207 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000042-checker.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60b446eea37c7611a827b45c4818cb47715088c95864c97698e1a38b53f83c34 +size 1159079 diff --git a/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000042-white.png b/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000042-white.png new file mode 100644 index 0000000000000000000000000000000000000000..ef30c8dc0c8fb90f253171b340493eed90446928 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000042-white.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f073b2862a04be8ccd94cb0890464d6e60ee2017020ed59c3060223951a54399 +size 1159243 diff --git a/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000123-alpha.png b/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000123-alpha.png new file mode 100644 index 0000000000000000000000000000000000000000..af43353331468c7a799bb4a86c0b90eb1cdd14f3 Binary files /dev/null and b/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000123-alpha.png differ diff --git a/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000123-black.png b/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000123-black.png new file mode 100644 index 0000000000000000000000000000000000000000..a27c5a7bcedbb767942b7a867c56ca3540cfe1c3 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000123-black.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40426340515838ad6464ae5b91a4666d362810a2b9a87f75f6eef87aa452d3cd +size 1158384 diff --git a/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000123-checker.png b/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000123-checker.png new file mode 100644 index 0000000000000000000000000000000000000000..4215e58588ab78707344f18304134b0ce992e079 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000123-checker.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b85cb41bcbf1af36577c368b208392dee2c8c7cee4bd3bd1344074864aa466a +size 1158278 diff --git a/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000123-white.png b/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000123-white.png new file mode 100644 index 0000000000000000000000000000000000000000..c48aa84150d46a99d2eb8680cc71251e6915bbdc --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/cup_identity-s1000123-white.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ed777a83523843a9d8d613941e75d90c3cbe1cf58a3813550c0b12494d941e2 +size 1158546 diff --git a/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000042-alpha.png b/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000042-alpha.png new file mode 100644 index 0000000000000000000000000000000000000000..13793a8e80f91705ce8e54d7d95d7e9f799eac87 Binary files /dev/null and b/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000042-alpha.png differ diff --git a/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000042-black.png b/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000042-black.png new file mode 100644 index 0000000000000000000000000000000000000000..a2d3a69553d2afc30fd7f90ad2a976f8cf165140 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000042-black.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1095a907c63a620a2ef48b9eb369aa27bd3491fac28f470b299f9454e93994c4 +size 1145173 diff --git a/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000042-checker.png b/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000042-checker.png new file mode 100644 index 0000000000000000000000000000000000000000..02f93e726dbe4547d2a81c258ca74fb60797ad93 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000042-checker.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:733e94bd30a35a8ddade57cab92cd0cf4d1e9267e480ea290a27c3439f49bcc4 +size 1145127 diff --git a/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000042-white.png b/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000042-white.png new file mode 100644 index 0000000000000000000000000000000000000000..92a1eb42027832c07fb304e9db6ccd00701a24b4 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000042-white.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b3bdb41ccf7d516b97e7df90fc699ed067e5597634194f8b09c30b1ba660fa3 +size 1145860 diff --git a/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000123-alpha.png b/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000123-alpha.png new file mode 100644 index 0000000000000000000000000000000000000000..ff362178a86ef922d6bbdc43d630e67962e2d724 Binary files /dev/null and b/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000123-alpha.png differ diff --git a/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000123-black.png b/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000123-black.png new file mode 100644 index 0000000000000000000000000000000000000000..e18985a2de96eb0b4f0564db6cf98ffe3a19a8ca --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000123-black.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9b339f668a0ee2b18d445c1231242f8503cc72e4aca104bd60d579f7a106564 +size 1156110 diff --git a/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000123-checker.png b/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000123-checker.png new file mode 100644 index 0000000000000000000000000000000000000000..e9372725162e8b9ffcc23858717813812ef8c635 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000123-checker.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ffbc2792b35ca1a07ba4eba5a7159c30c1569dde8426fe2a9df37eea6dba2a1 +size 1156514 diff --git a/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000123-white.png b/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000123-white.png new file mode 100644 index 0000000000000000000000000000000000000000..c6a7be7e69d89e58a62e3efafcdbe91169f8818e --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/cup_material-s1000123-white.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6316ef429c997e3dab27a3d21efb898e019eaa77c78fa3b8e0a0d8cf7fde0edc +size 1157305 diff --git a/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000042-alpha.png b/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000042-alpha.png new file mode 100644 index 0000000000000000000000000000000000000000..3b5da413c47636136940558459f4e8eb8baa3e73 Binary files /dev/null and b/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000042-alpha.png differ diff --git a/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000042-black.png b/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000042-black.png new file mode 100644 index 0000000000000000000000000000000000000000..f15247344c1aa2962c75e025d6ac35cc383d162a --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000042-black.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c79a6860a6dee46a5dc44e697bacc767586ce22190227e37c37aa36601ef8c7 +size 1357021 diff --git a/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000042-checker.png b/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000042-checker.png new file mode 100644 index 0000000000000000000000000000000000000000..017507055a40e077359a5579288a3107e0481875 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000042-checker.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79413fe6b96fc94ae483babd33b7f1bc67020880d15cb9d3d5dbc9c961521ec8 +size 1352393 diff --git a/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000042-white.png b/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000042-white.png new file mode 100644 index 0000000000000000000000000000000000000000..ac053d849de111ac0759a60d4be4667ffd4e649d --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000042-white.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc2cb9f47815cf3a90e50a8cf9aa0113104ce3851c456800dba5659e33db80be +size 1355928 diff --git a/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000123-alpha.png b/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000123-alpha.png new file mode 100644 index 0000000000000000000000000000000000000000..8ae0ba5dfcfdf556a13d5c2b4d22f6f94ea06c38 Binary files /dev/null and b/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000123-alpha.png differ diff --git a/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000123-black.png b/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000123-black.png new file mode 100644 index 0000000000000000000000000000000000000000..7420a334d92829386176179b76cb35d7bf3bfa26 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000123-black.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b136858805eb58abdb78706b65e20b635a9b86d7bb23daef812451ed28b1fa4 +size 1366871 diff --git a/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000123-checker.png b/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000123-checker.png new file mode 100644 index 0000000000000000000000000000000000000000..8347d3b8bf1e38dd1fcb4dc4b6b19ca043ff5e33 --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000123-checker.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e840db031ea25e168b7066016271129d661dc430135c9e3cb5f437fe42fa8ab +size 1364107 diff --git a/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000123-white.png b/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000123-white.png new file mode 100644 index 0000000000000000000000000000000000000000..549ec9cb3a3b852e29c14d78d30078d89f70a88d --- /dev/null +++ b/evaluation/editing-v2/bf16/diagnostics/portrait_recolor-s1000123-white.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d9a245a9b73eea154a6910ebd485a4fd6e3cb0c3610f8cbd85d26053ab03de0 +size 1366878 diff --git a/evaluation/editing-v2/bf16/environment.json b/evaluation/editing-v2/bf16/environment.json new file mode 100644 index 0000000000000000000000000000000000000000..f95d988af03a5183a04382cf51815f7fa30c73bd --- /dev/null +++ b/evaluation/editing-v2/bf16/environment.json @@ -0,0 +1,205 @@ +{ + "python": "3.13.5", + "platform": "Windows-11-10.0.26200-SP0", + "gpu": "NVIDIA GeForce RTX 5090", + "cuda": "12.8", + "packages": { + "torch": "2.10.0+cu128", + "torchvision": "0.25.0+cu128", + "diffusers": "0.41.0.dev0", + "transformers": "5.17.0", + "accelerate": "1.15.0", + "bitsandbytes": "0.50.2", + "safetensors": "0.8.0", + "huggingface-hub": "1.32.0", + "tokenizers": "0.23.2", + "numpy": "2.2.6", + "pillow": "12.2.0", + "psutil": "7.0.0" + }, + "protocol": "editing-v2", + "pid": 14532, + "before_load_memory": { + "allocated_bytes": 0, + "reserved_bytes": 0, + "cuda_free_bytes": 32496418816, + "cuda_total_bytes": 34162016256 + }, + "model_identity": { + "kind": "bf16", + "base_revision": "b3179ad355be050328e483a9dfdd9e60cd62adfa", + "files": [ + { + "path": "model_index.json", + "size": 447, + "sha256": "cf1ecd104ea090855d60d8cec0895c1e9d6ee41b2f87e231b678beecd1cf7809" + }, + { + "path": "processor/added_tokens.json", + "size": 707, + "sha256": "c0284b582e14987fbd3d5a2cb2bd139084371ed9acbae488829a1c900833c680" + }, + { + "path": "processor/chat_template.jinja", + "size": 5292, + "sha256": "3636d0f0bd6bef02654cdffdc447b79cb2cef8ab02cc75267345946291a489e4" + }, + { + "path": "processor/merges.txt", + "size": 1671853, + "sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5" + }, + { + "path": "processor/preprocessor_config.json", + "size": 782, + "sha256": "93585062a80db5e8ca038efc7726a3e6411d9db948472d81d63c6303993be8c5" + }, + { + "path": "processor/special_tokens_map.json", + "size": 613, + "sha256": "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd" + }, + { + "path": "processor/tokenizer.json", + "size": 11422654, + "sha256": "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4" + }, + { + "path": "processor/tokenizer_config.json", + "size": 5445, + "sha256": "81ec7bb9530159b326c0bef1d0b6c33d392090524014ea3f0123a3c1eb9c2af5" + }, + { + "path": "processor/video_preprocessor_config.json", + "size": 817, + "sha256": "59c5c9eb52182eb14c06ffb10ca9effd29adce5f238a95de23ca14a38dbd2cb1" + }, + { + "path": "processor/vocab.json", + "size": 2776833, + "sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910" + }, + { + "path": "scheduler/scheduler_config.json", + "size": 485, + "sha256": "5895f3a167c14a967fe9ac70c64924ae5acc79799e0679fd12907e594a713cd1" + }, + { + "path": "text_encoder/config.json", + "size": 1517, + "sha256": "6001331949f7f86ab6d791a80b12246d4f8da5159fa08c3e62368a39f36d63a9" + }, + { + "path": "text_encoder/generation_config.json", + "size": 213, + "sha256": "4d9818c3d27895c0058828a5f68bc7a4de80c3ae1bcdac90936ce24178063f59" + }, + { + "path": "text_encoder/model-00001-of-00004.safetensors", + "size": 4998056552, + "sha256": "dde00291b5f7fb92013895310a3da0ddba78674df9f10d505d375243dc01fc6f" + }, + { + "path": "text_encoder/model-00002-of-00004.safetensors", + "size": 4915962464, + "sha256": "9047faccc0a6d98496a52d55f27be1c94a9c259d1e283fbea0128d054a948d42" + }, + { + "path": "text_encoder/model-00003-of-00004.safetensors", + "size": 4915962496, + "sha256": "8c54187654c0176b73ae73785bf791dc9a14c9df7fb4310083a09d42048cb57e" + }, + { + "path": "text_encoder/model-00004-of-00004.safetensors", + "size": 2704357976, + "sha256": "5311532aaaeae3259eb6a7b2c600636be1159adf7ded35f53579f7d0e7d43cdd" + }, + { + "path": "text_encoder/model.safetensors.index.json", + "size": 67795, + "sha256": "859146bff8db1d617fca8b457a5223edff963bb70076b3645f2189fe0540a147" + }, + { + "path": "transformer/config.json", + "size": 370, + "sha256": "56ae3281c4e6c2d1aa3658252d187488071815fd79bef15808bb0205fc1a2241" + }, + { + "path": "transformer/diffusion_pytorch_model-00001-of-00002.safetensors", + "size": 9968332504, + "sha256": "9e6bc2d641e67bf277895ea8777141044a38f3edb7101bc469b2961dd7c36b4b" + }, + { + "path": "transformer/diffusion_pytorch_model-00002-of-00002.safetensors", + "size": 4261951904, + "sha256": "3aaf234dcbe128530479735854a346b5e3e66283b7c11db56f836bbd1c13ebaa" + }, + { + "path": "transformer/diffusion_pytorch_model.safetensors.index.json", + "size": 30283, + "sha256": "17987f6623b1c814d0ef55a137d99142b7b3b040eb1bf241b5575dd35af803a2" + }, + { + "path": "vae/config.json", + "size": 2079, + "sha256": "9785d527b278cb8b210e9f48a8028d92a4190968ce7e24c8fc85d9d1b82f6ba2" + }, + { + "path": "vae/diffusion_pytorch_model.safetensors", + "size": 1350989512, + "sha256": "a07a1b7c4ee2966a1b3bdc37de9b4f983d56937e46619f709a80b6e490675417" + } + ], + "fingerprint": "74c96a68092fdb1f3eed2063bcfba8fd99380ada6234e405e646681f35fb6984" + }, + "offload": "model", + "offload_aux_fix": true, + "warmup": true, + "generator_device": "cpu", + "seeds": [ + 1000042, + 1000123 + ], + "resolution": 1024, + "steps": 40, + "kv_cache": true, + "vae_tiling": false, + "cases_sha256": "5ea1c4d8ffbdbfb7a4f2544b6a3f8bc9efcf9ada5f66d53e39e0ecba8c7bb465", + "source_sha256": { + "benchmark_edits_v2.py": "e03a4d623c382dc55183ff1beb4d7eb5ee5612ab6bb84341c45a8c08495313ad", + "editing_protocol.py": "a6e683f5bfba35fc19484567feb32a50edcde33ed06918fad63c23af1806d8c4", + "benchmark.py": "39544666c2e94a0d56de5057c7ab1e88df90dd5ba4d2cba2428c11f9d7c4d9fb", + "runtime.py": "26db92afa7d5c72324080480abe52c8e677b899844b369d99ac895e9bb1fb71c" + }, + "scheduler_config": { + "num_train_timesteps": 1000, + "shift": 1.0, + "use_dynamic_shifting": true, + "base_shift": 0.5, + "max_shift": 0.9, + "base_image_seq_len": 256, + "max_image_seq_len": 8192, + "invert_sigmas": false, + "shift_terminal": 0.02, + "use_karras_sigmas": false, + "use_exponential_sigmas": false, + "use_beta_sigmas": false, + "time_shift_type": "exponential", + "stochastic_sampling": false, + "_class_name": "FlowMatchEulerDiscreteScheduler", + "_diffusers_version": "0.37.0.dev0" + }, + "vae_dtype": "torch.bfloat16", + "upstream_source_sha256": { + "QwenImage21Pipeline": "6985b2f1f25e8dd09ef85c867ebcad184b981f10c0b4f80757ca9cc135b8fa5e", + "AutoencoderKLQwenImage21": "afb341db5e9d081e568ae4703119d1141d124aaf2fa9c061b3d4eb80ce73c15b", + "QwenImage21Transformer2DModel": "0eb0555e21ca93195e1fe9389113cafbf0e8822f6454c3001cebb3d21521ebd7", + "FlowMatchEulerDiscreteScheduler": "1af27be5b2f92b7d139d3c50239be5ce3eafc4a7eddf59c2d30689f8ec31e93d" + }, + "vae_tiles": { + "tile_sample_min_height": 256, + "tile_sample_min_width": 256, + "tile_sample_stride_height": 192, + "tile_sample_stride_width": 192 + } +} \ No newline at end of file diff --git a/evaluation/editing-v2/bf16/portrait_recolor-s1000042-decode.pt b/evaluation/editing-v2/bf16/portrait_recolor-s1000042-decode.pt new file mode 100644 index 0000000000000000000000000000000000000000..51b7380175bccb289e542ce661df64ff19fb34c7 --- /dev/null +++ b/evaluation/editing-v2/bf16/portrait_recolor-s1000042-decode.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:157c105778835955a0f72067c7122b079ed06e5fe00824246299a42a7fda25ec +size 526168 diff --git a/evaluation/editing-v2/bf16/portrait_recolor-s1000042.png b/evaluation/editing-v2/bf16/portrait_recolor-s1000042.png new file mode 100644 index 0000000000000000000000000000000000000000..8de4b7ecb1af052fb5d8c7093425db1c90571352 --- /dev/null +++ b/evaluation/editing-v2/bf16/portrait_recolor-s1000042.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04caf8d6b67a785905267aeddc647e7d4787ae39a1e9f52af6b11ccf5ff8a8e0 +size 1509449 diff --git a/evaluation/editing-v2/bf16/portrait_recolor-s1000123-decode.pt b/evaluation/editing-v2/bf16/portrait_recolor-s1000123-decode.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9f4e46471de7ad0c736b65a79a949260debfe8b --- /dev/null +++ b/evaluation/editing-v2/bf16/portrait_recolor-s1000123-decode.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:030bad10100957e782b2ac51a0bec647c9091a4783db2672e695516921c687dc +size 526168 diff --git a/evaluation/editing-v2/bf16/portrait_recolor-s1000123.png b/evaluation/editing-v2/bf16/portrait_recolor-s1000123.png new file mode 100644 index 0000000000000000000000000000000000000000..a93e57e841b145191016d4fae590ea7afec732e2 --- /dev/null +++ b/evaluation/editing-v2/bf16/portrait_recolor-s1000123.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b51bded9624b3855ca70b188fb68b12679ea94fe711dcfe330227c7cc8b67d1 +size 1514748 diff --git a/evaluation/editing-v2/bf16/records.jsonl b/evaluation/editing-v2/bf16/records.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ffd618f458dd4e22f32f2637219e679c79e3ee9c --- /dev/null +++ b/evaluation/editing-v2/bf16/records.jsonl @@ -0,0 +1,10 @@ +{"protocol": "editing-v2", "case_id": "portrait_recolor", "category": "clothing color", "prompt": "Change only the cream sweater to a navy blue sweater. Preserve the same woman, face, hairstyle, pose, lighting and background.", "seed": 1000042, "source_seed": 42, "input_file": "portrait_recolor.png", "input_sha256": "00716ad4721f585be4b0bf0daf2413f4ab92b795f1eb4d08b4f1ecc604b075b8", "input_diagnostics": {"image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 252, "alpha_max": 255, "alpha_transparent_fraction": 0.0, "alpha_opaque_fraction": 1.0, "alpha_soft_fraction": 0.0, "alpha_thresholds": [5, 250], "rgb_dx_mean": 0.018631363287568092, "rgb_dy_mean": 0.01103543397039175}, "width": 1024, "height": 1024, "output_resolution": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "vae_tiling": false, "offload": "model", "seconds": 34.719804000000295, "before_memory": {"allocated_bytes": 14730752, "reserved_bytes": 62914560, "cuda_free_bytes": 32280412160, "cuda_total_bytes": 34162016256}, "peak_allocated_bytes": 20488664064, "peak_reserved_bytes": 21504196608, "image": "portrait_recolor-s1000042.png", "image_sha256": "04caf8d6b67a785905267aeddc647e7d4787ae39a1e9f52af6b11ccf5ff8a8e0", "sigmas": [1.0, 0.9869637489318848, 0.97359299659729, 0.9598749279975891, 0.9457955360412598, 0.9313406348228455, 0.9164948463439941, 0.9012421369552612, 0.8855656385421753, 0.8694472312927246, 0.8528681993484497, 0.8358084559440613, 0.8182465434074402, 0.8001601696014404, 0.7815254926681519, 0.7623172402381897, 0.7425084114074707, 0.7220702171325684, 0.7009725570678711, 0.679182767868042, 0.6566662788391113, 0.6333861351013184, 0.6093027591705322, 0.5843738913536072, 0.5585541129112244, 0.5317949056625366, 0.5040440559387207, 0.4752454161643982, 0.4453383684158325, 0.41425788402557373, 0.3819332718849182, 0.3482884168624878, 0.31324076652526855, 0.2767007350921631, 0.2385709285736084, 0.19874519109725952, 0.1571078896522522, 0.11353254318237305, 0.06788057088851929, 0.019999980926513672, 0.0], "latency_comparable": false, "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 253, "alpha_max": 255, "alpha_transparent_fraction": 0.0, "alpha_opaque_fraction": 1.0, "alpha_soft_fraction": 0.0, "alpha_thresholds": [5, 250], "rgb_dx_mean": 0.015528283081948757, "rgb_dy_mean": 0.009637889452278614, "decode_latents": "portrait_recolor-s1000042-decode.pt", "decode_latents_sha256": "157c105778835955a0f72067c7122b079ed06e5fe00824246299a42a7fda25ec"} +{"protocol": "editing-v2", "case_id": "portrait_recolor", "category": "clothing color", "prompt": "Change only the cream sweater to a navy blue sweater. Preserve the same woman, face, hairstyle, pose, lighting and background.", "seed": 1000123, "source_seed": 42, "input_file": "portrait_recolor.png", "input_sha256": "00716ad4721f585be4b0bf0daf2413f4ab92b795f1eb4d08b4f1ecc604b075b8", "input_diagnostics": {"image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 252, "alpha_max": 255, "alpha_transparent_fraction": 0.0, "alpha_opaque_fraction": 1.0, "alpha_soft_fraction": 0.0, "alpha_thresholds": [5, 250], "rgb_dx_mean": 0.018631363287568092, "rgb_dy_mean": 0.01103543397039175}, "width": 1024, "height": 1024, "output_resolution": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "vae_tiling": false, "offload": "model", "seconds": 31.01060630000029, "before_memory": {"allocated_bytes": 14730752, "reserved_bytes": 65011712, "cuda_free_bytes": 32278315008, "cuda_total_bytes": 34162016256}, "peak_allocated_bytes": 20488664064, "peak_reserved_bytes": 21504196608, "image": "portrait_recolor-s1000123.png", "image_sha256": "5b51bded9624b3855ca70b188fb68b12679ea94fe711dcfe330227c7cc8b67d1", "sigmas": [1.0, 0.9869637489318848, 0.97359299659729, 0.9598749279975891, 0.9457955360412598, 0.9313406348228455, 0.9164948463439941, 0.9012421369552612, 0.8855656385421753, 0.8694472312927246, 0.8528681993484497, 0.8358084559440613, 0.8182465434074402, 0.8001601696014404, 0.7815254926681519, 0.7623172402381897, 0.7425084114074707, 0.7220702171325684, 0.7009725570678711, 0.679182767868042, 0.6566662788391113, 0.6333861351013184, 0.6093027591705322, 0.5843738913536072, 0.5585541129112244, 0.5317949056625366, 0.5040440559387207, 0.4752454161643982, 0.4453383684158325, 0.41425788402557373, 0.3819332718849182, 0.3482884168624878, 0.31324076652526855, 0.2767007350921631, 0.2385709285736084, 0.19874519109725952, 0.1571078896522522, 0.11353254318237305, 0.06788057088851929, 0.019999980926513672, 0.0], "latency_comparable": false, "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 253, "alpha_max": 255, "alpha_transparent_fraction": 0.0, "alpha_opaque_fraction": 1.0, "alpha_soft_fraction": 0.0, "alpha_thresholds": [5, 250], "rgb_dx_mean": 0.015313716605305672, "rgb_dy_mean": 0.009891982190310955, "decode_latents": "portrait_recolor-s1000123-decode.pt", "decode_latents_sha256": "030bad10100957e782b2ac51a0bec647c9091a4783db2672e695516921c687dc"} +{"protocol": "editing-v2", "case_id": "cup_material", "category": "material replacement", "prompt": "Change only the middle blue ceramic cup into a brushed silver metal cup. Preserve its shape and position, the red and yellow cups, the green apple, the tabletop, lighting and background.", "seed": 1000042, "source_seed": 42, "input_file": "cup_material.png", "input_sha256": "91e967685fbbd79ba13daece22a0f72c863cb518db88d5d2a6f9aecfc5f292b1", "input_diagnostics": {"image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 252, "alpha_max": 255, "alpha_transparent_fraction": 0.0, "alpha_opaque_fraction": 1.0, "alpha_soft_fraction": 0.0, "alpha_thresholds": [5, 250], "rgb_dx_mean": 0.00614476902410388, "rgb_dy_mean": 0.006927142385393381}, "width": 1024, "height": 1024, "output_resolution": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "vae_tiling": false, "offload": "model", "seconds": 31.23573350000015, "before_memory": {"allocated_bytes": 14730752, "reserved_bytes": 65011712, "cuda_free_bytes": 32278315008, "cuda_total_bytes": 34162016256}, "peak_allocated_bytes": 20489827328, "peak_reserved_bytes": 21535653888, "image": "cup_material-s1000042.png", "image_sha256": "e2642fb97a329aae74061636c0978bf46d6ca011def90cdbed3a00de69fb8e4b", "sigmas": [1.0, 0.9869637489318848, 0.97359299659729, 0.9598749279975891, 0.9457955360412598, 0.9313406348228455, 0.9164948463439941, 0.9012421369552612, 0.8855656385421753, 0.8694472312927246, 0.8528681993484497, 0.8358084559440613, 0.8182465434074402, 0.8001601696014404, 0.7815254926681519, 0.7623172402381897, 0.7425084114074707, 0.7220702171325684, 0.7009725570678711, 0.679182767868042, 0.6566662788391113, 0.6333861351013184, 0.6093027591705322, 0.5843738913536072, 0.5585541129112244, 0.5317949056625366, 0.5040440559387207, 0.4752454161643982, 0.4453383684158325, 0.41425788402557373, 0.3819332718849182, 0.3482884168624878, 0.31324076652526855, 0.2767007350921631, 0.2385709285736084, 0.19874519109725952, 0.1571078896522522, 0.11353254318237305, 0.06788057088851929, 0.019999980926513672, 0.0], "latency_comparable": false, "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 253, "alpha_max": 255, "alpha_transparent_fraction": 0.0, "alpha_opaque_fraction": 1.0, "alpha_soft_fraction": 0.0, "alpha_thresholds": [5, 250], "rgb_dx_mean": 0.007822220213711262, "rgb_dy_mean": 0.008298832923173904, "decode_latents": "cup_material-s1000042-decode.pt", "decode_latents_sha256": "e0aa3b1635fff7428d4a8e1300bfd644f797c8b59d608b1074f88fefe9a03402"} +{"protocol": "editing-v2", "case_id": "cup_material", "category": "material replacement", "prompt": "Change only the middle blue ceramic cup into a brushed silver metal cup. Preserve its shape and position, the red and yellow cups, the green apple, the tabletop, lighting and background.", "seed": 1000123, "source_seed": 42, "input_file": "cup_material.png", "input_sha256": "91e967685fbbd79ba13daece22a0f72c863cb518db88d5d2a6f9aecfc5f292b1", "input_diagnostics": {"image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 252, "alpha_max": 255, "alpha_transparent_fraction": 0.0, "alpha_opaque_fraction": 1.0, "alpha_soft_fraction": 0.0, "alpha_thresholds": [5, 250], "rgb_dx_mean": 0.00614476902410388, "rgb_dy_mean": 0.006927142385393381}, "width": 1024, "height": 1024, "output_resolution": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "vae_tiling": false, "offload": "model", "seconds": 30.838158600000042, "before_memory": {"allocated_bytes": 14730752, "reserved_bytes": 65011712, "cuda_free_bytes": 32278315008, "cuda_total_bytes": 34162016256}, "peak_allocated_bytes": 20489827328, "peak_reserved_bytes": 21535653888, "image": "cup_material-s1000123.png", "image_sha256": "c70a48f0aa77c0ded1028f1f56a6a360eabe80aa211c40508feb7f2c9f9bb700", "sigmas": [1.0, 0.9869637489318848, 0.97359299659729, 0.9598749279975891, 0.9457955360412598, 0.9313406348228455, 0.9164948463439941, 0.9012421369552612, 0.8855656385421753, 0.8694472312927246, 0.8528681993484497, 0.8358084559440613, 0.8182465434074402, 0.8001601696014404, 0.7815254926681519, 0.7623172402381897, 0.7425084114074707, 0.7220702171325684, 0.7009725570678711, 0.679182767868042, 0.6566662788391113, 0.6333861351013184, 0.6093027591705322, 0.5843738913536072, 0.5585541129112244, 0.5317949056625366, 0.5040440559387207, 0.4752454161643982, 0.4453383684158325, 0.41425788402557373, 0.3819332718849182, 0.3482884168624878, 0.31324076652526855, 0.2767007350921631, 0.2385709285736084, 0.19874519109725952, 0.1571078896522522, 0.11353254318237305, 0.06788057088851929, 0.019999980926513672, 0.0], "latency_comparable": false, "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 253, "alpha_max": 255, "alpha_transparent_fraction": 0.0, "alpha_opaque_fraction": 1.0, "alpha_soft_fraction": 0.0, "alpha_thresholds": [5, 250], "rgb_dx_mean": 0.00816890224814415, "rgb_dy_mean": 0.008741876110434532, "decode_latents": "cup_material-s1000123-decode.pt", "decode_latents_sha256": "53c0496027753e50259d02e64afe44b59bcbef7f48116e9da05a224fd5b22b56"} +{"protocol": "editing-v2", "case_id": "bird_background", "category": "background replacement", "prompt": "Replace only the blurred forest background with a softly blurred snowy winter forest. Preserve the same kingfisher, its colors and pose, the mossy branch, framing and foreground lighting.", "seed": 1000042, "source_seed": 42, "input_file": "bird_background.png", "input_sha256": "40a0f73bb407a394fa9e8a3f6922455df716b9725ad07437fa10c1daca2c2095", "input_diagnostics": {"image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 251, "alpha_max": 255, "alpha_transparent_fraction": 0.0, "alpha_opaque_fraction": 1.0, "alpha_soft_fraction": 0.0, "alpha_thresholds": [5, 250], "rgb_dx_mean": 0.019595997408032417, "rgb_dy_mean": 0.019570155069231987}, "width": 1024, "height": 1024, "output_resolution": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "vae_tiling": false, "offload": "model", "seconds": 31.565102200000183, "before_memory": {"allocated_bytes": 14730752, "reserved_bytes": 65011712, "cuda_free_bytes": 32278315008, "cuda_total_bytes": 34162016256}, "peak_allocated_bytes": 20489819136, "peak_reserved_bytes": 21535653888, "image": "bird_background-s1000042.png", "image_sha256": "9c5de7323aa1266fe218a48f7275ddacc4c1ca3686d552620b4279a12091cede", "sigmas": [1.0, 0.9869637489318848, 0.97359299659729, 0.9598749279975891, 0.9457955360412598, 0.9313406348228455, 0.9164948463439941, 0.9012421369552612, 0.8855656385421753, 0.8694472312927246, 0.8528681993484497, 0.8358084559440613, 0.8182465434074402, 0.8001601696014404, 0.7815254926681519, 0.7623172402381897, 0.7425084114074707, 0.7220702171325684, 0.7009725570678711, 0.679182767868042, 0.6566662788391113, 0.6333861351013184, 0.6093027591705322, 0.5843738913536072, 0.5585541129112244, 0.5317949056625366, 0.5040440559387207, 0.4752454161643982, 0.4453383684158325, 0.41425788402557373, 0.3819332718849182, 0.3482884168624878, 0.31324076652526855, 0.2767007350921631, 0.2385709285736084, 0.19874519109725952, 0.1571078896522522, 0.11353254318237305, 0.06788057088851929, 0.019999980926513672, 0.0], "latency_comparable": false, "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 251, "alpha_max": 255, "alpha_transparent_fraction": 0.0, "alpha_opaque_fraction": 1.0, "alpha_soft_fraction": 0.0, "alpha_thresholds": [5, 250], "rgb_dx_mean": 0.01770000346004963, "rgb_dy_mean": 0.01615690253674984, "decode_latents": "bird_background-s1000042-decode.pt", "decode_latents_sha256": "5d60d06020654c11078db5eaec59f69f28eceefbee579b7959cf3d78494f6015"} +{"protocol": "editing-v2", "case_id": "bird_background", "category": "background replacement", "prompt": "Replace only the blurred forest background with a softly blurred snowy winter forest. Preserve the same kingfisher, its colors and pose, the mossy branch, framing and foreground lighting.", "seed": 1000123, "source_seed": 42, "input_file": "bird_background.png", "input_sha256": "40a0f73bb407a394fa9e8a3f6922455df716b9725ad07437fa10c1daca2c2095", "input_diagnostics": {"image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 251, "alpha_max": 255, "alpha_transparent_fraction": 0.0, "alpha_opaque_fraction": 1.0, "alpha_soft_fraction": 0.0, "alpha_thresholds": [5, 250], "rgb_dx_mean": 0.019595997408032417, "rgb_dy_mean": 0.019570155069231987}, "width": 1024, "height": 1024, "output_resolution": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "vae_tiling": false, "offload": "model", "seconds": 30.762192199999845, "before_memory": {"allocated_bytes": 14730752, "reserved_bytes": 65011712, "cuda_free_bytes": 32278315008, "cuda_total_bytes": 34162016256}, "peak_allocated_bytes": 20489819136, "peak_reserved_bytes": 21535653888, "image": "bird_background-s1000123.png", "image_sha256": "6d4120a7759b606bcfadab2769bae7f55332d0ad6ce7af14e3f7ab0917235170", "sigmas": [1.0, 0.9869637489318848, 0.97359299659729, 0.9598749279975891, 0.9457955360412598, 0.9313406348228455, 0.9164948463439941, 0.9012421369552612, 0.8855656385421753, 0.8694472312927246, 0.8528681993484497, 0.8358084559440613, 0.8182465434074402, 0.8001601696014404, 0.7815254926681519, 0.7623172402381897, 0.7425084114074707, 0.7220702171325684, 0.7009725570678711, 0.679182767868042, 0.6566662788391113, 0.6333861351013184, 0.6093027591705322, 0.5843738913536072, 0.5585541129112244, 0.5317949056625366, 0.5040440559387207, 0.4752454161643982, 0.4453383684158325, 0.41425788402557373, 0.3819332718849182, 0.3482884168624878, 0.31324076652526855, 0.2767007350921631, 0.2385709285736084, 0.19874519109725952, 0.1571078896522522, 0.11353254318237305, 0.06788057088851929, 0.019999980926513672, 0.0], "latency_comparable": false, "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 252, "alpha_max": 255, "alpha_transparent_fraction": 0.0, "alpha_opaque_fraction": 1.0, "alpha_soft_fraction": 0.0, "alpha_thresholds": [5, 250], "rgb_dx_mean": 0.017467299476265907, "rgb_dy_mean": 0.016481386497616768, "decode_latents": "bird_background-s1000123-decode.pt", "decode_latents_sha256": "4e27fae36bf5bd455912505dbc8944a8e5bb01d5ff98641074891533a86d2a2d"} +{"protocol": "editing-v2", "case_id": "bird_remove_background", "category": "background removal", "prompt": "Remove the background from . Keep the entire kingfisher and the mossy branch unchanged, including fine feather edges and feet. This is an RGBA image with transparency. The image has alpha channel and the background is transparent.", "seed": 1000042, "source_seed": 42, "input_file": "bird_background.png", "input_sha256": "40a0f73bb407a394fa9e8a3f6922455df716b9725ad07437fa10c1daca2c2095", "input_diagnostics": {"image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 251, "alpha_max": 255, "alpha_transparent_fraction": 0.0, "alpha_opaque_fraction": 1.0, "alpha_soft_fraction": 0.0, "alpha_thresholds": [5, 250], "rgb_dx_mean": 0.019595997408032417, "rgb_dy_mean": 0.019570155069231987}, "width": 1024, "height": 1024, "output_resolution": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "vae_tiling": false, "offload": "model", "seconds": 30.96837770000002, "before_memory": {"allocated_bytes": 14730752, "reserved_bytes": 65011712, "cuda_free_bytes": 32278315008, "cuda_total_bytes": 34162016256}, "peak_allocated_bytes": 20490949632, "peak_reserved_bytes": 21544042496, "image": "bird_remove_background-s1000042.png", "image_sha256": "fae23c7effdba54829c8481600eccf490879ed2802846d1c2fbeb402caec3435", "sigmas": [1.0, 0.9869637489318848, 0.97359299659729, 0.9598749279975891, 0.9457955360412598, 0.9313406348228455, 0.9164948463439941, 0.9012421369552612, 0.8855656385421753, 0.8694472312927246, 0.8528681993484497, 0.8358084559440613, 0.8182465434074402, 0.8001601696014404, 0.7815254926681519, 0.7623172402381897, 0.7425084114074707, 0.7220702171325684, 0.7009725570678711, 0.679182767868042, 0.6566662788391113, 0.6333861351013184, 0.6093027591705322, 0.5843738913536072, 0.5585541129112244, 0.5317949056625366, 0.5040440559387207, 0.4752454161643982, 0.4453383684158325, 0.41425788402557373, 0.3819332718849182, 0.3482884168624878, 0.31324076652526855, 0.2767007350921631, 0.2385709285736084, 0.19874519109725952, 0.1571078896522522, 0.11353254318237305, 0.06788057088851929, 0.019999980926513672, 0.0], "latency_comparable": false, "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 0, "alpha_max": 255, "alpha_transparent_fraction": 0.7173347473144531, "alpha_opaque_fraction": 0.2744636535644531, "alpha_soft_fraction": 0.00820159912109375, "alpha_thresholds": [5, 250], "rgb_dx_mean": 0.015623477287590504, "rgb_dy_mean": 0.014685045927762985, "decode_latents": "bird_remove_background-s1000042-decode.pt", "decode_latents_sha256": "322370af42fb748668fb34d55f71b625b3b36f0ecb968836a34e702389c1ad0f"} +{"protocol": "editing-v2", "case_id": "bird_remove_background", "category": "background removal", "prompt": "Remove the background from . Keep the entire kingfisher and the mossy branch unchanged, including fine feather edges and feet. This is an RGBA image with transparency. The image has alpha channel and the background is transparent.", "seed": 1000123, "source_seed": 42, "input_file": "bird_background.png", "input_sha256": "40a0f73bb407a394fa9e8a3f6922455df716b9725ad07437fa10c1daca2c2095", "input_diagnostics": {"image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 251, "alpha_max": 255, "alpha_transparent_fraction": 0.0, "alpha_opaque_fraction": 1.0, "alpha_soft_fraction": 0.0, "alpha_thresholds": [5, 250], "rgb_dx_mean": 0.019595997408032417, "rgb_dy_mean": 0.019570155069231987}, "width": 1024, "height": 1024, "output_resolution": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "vae_tiling": false, "offload": "model", "seconds": 30.803276200000255, "before_memory": {"allocated_bytes": 14730752, "reserved_bytes": 65011712, "cuda_free_bytes": 32278315008, "cuda_total_bytes": 34162016256}, "peak_allocated_bytes": 20490949632, "peak_reserved_bytes": 21544042496, "image": "bird_remove_background-s1000123.png", "image_sha256": "32faac01396260353f8ace106fbdd075baaa9e610675ce322f2c6809de16fbf5", "sigmas": [1.0, 0.9869637489318848, 0.97359299659729, 0.9598749279975891, 0.9457955360412598, 0.9313406348228455, 0.9164948463439941, 0.9012421369552612, 0.8855656385421753, 0.8694472312927246, 0.8528681993484497, 0.8358084559440613, 0.8182465434074402, 0.8001601696014404, 0.7815254926681519, 0.7623172402381897, 0.7425084114074707, 0.7220702171325684, 0.7009725570678711, 0.679182767868042, 0.6566662788391113, 0.6333861351013184, 0.6093027591705322, 0.5843738913536072, 0.5585541129112244, 0.5317949056625366, 0.5040440559387207, 0.4752454161643982, 0.4453383684158325, 0.41425788402557373, 0.3819332718849182, 0.3482884168624878, 0.31324076652526855, 0.2767007350921631, 0.2385709285736084, 0.19874519109725952, 0.1571078896522522, 0.11353254318237305, 0.06788057088851929, 0.019999980926513672, 0.0], "latency_comparable": false, "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 0, "alpha_max": 255, "alpha_transparent_fraction": 0.7125654220581055, "alpha_opaque_fraction": 0.27942466735839844, "alpha_soft_fraction": 0.008009910583496094, "alpha_thresholds": [5, 250], "rgb_dx_mean": 0.01568981073796749, "rgb_dy_mean": 0.014827379025518894, "decode_latents": "bird_remove_background-s1000123-decode.pt", "decode_latents_sha256": "9831c7bd41692b87a4133e0fbabbabd69536b3b55b182a213c38cf74d1d4f379"} +{"protocol": "editing-v2", "case_id": "cup_identity", "category": "identity control", "prompt": "Keep unchanged. Preserve all objects, colors, details, lighting and background exactly.", "seed": 1000042, "source_seed": 42, "input_file": "cup_material.png", "input_sha256": "91e967685fbbd79ba13daece22a0f72c863cb518db88d5d2a6f9aecfc5f292b1", "input_diagnostics": {"image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 252, "alpha_max": 255, "alpha_transparent_fraction": 0.0, "alpha_opaque_fraction": 1.0, "alpha_soft_fraction": 0.0, "alpha_thresholds": [5, 250], "rgb_dx_mean": 0.00614476902410388, "rgb_dy_mean": 0.006927142385393381}, "width": 1024, "height": 1024, "output_resolution": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "vae_tiling": false, "offload": "model", "seconds": 30.666989899999862, "before_memory": {"allocated_bytes": 14730752, "reserved_bytes": 65011712, "cuda_free_bytes": 32278315008, "cuda_total_bytes": 34162016256}, "peak_allocated_bytes": 20488664064, "peak_reserved_bytes": 21502099456, "image": "cup_identity-s1000042.png", "image_sha256": "f0225bee7e2b88c292733b1bb90984ef0cbc3484f1910038601f4aba86cca817", "sigmas": [1.0, 0.9869637489318848, 0.97359299659729, 0.9598749279975891, 0.9457955360412598, 0.9313406348228455, 0.9164948463439941, 0.9012421369552612, 0.8855656385421753, 0.8694472312927246, 0.8528681993484497, 0.8358084559440613, 0.8182465434074402, 0.8001601696014404, 0.7815254926681519, 0.7623172402381897, 0.7425084114074707, 0.7220702171325684, 0.7009725570678711, 0.679182767868042, 0.6566662788391113, 0.6333861351013184, 0.6093027591705322, 0.5843738913536072, 0.5585541129112244, 0.5317949056625366, 0.5040440559387207, 0.4752454161643982, 0.4453383684158325, 0.41425788402557373, 0.3819332718849182, 0.3482884168624878, 0.31324076652526855, 0.2767007350921631, 0.2385709285736084, 0.19874519109725952, 0.1571078896522522, 0.11353254318237305, 0.06788057088851929, 0.019999980926513672, 0.0], "latency_comparable": false, "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 253, "alpha_max": 255, "alpha_transparent_fraction": 0.0, "alpha_opaque_fraction": 1.0, "alpha_soft_fraction": 0.0, "alpha_thresholds": [5, 250], "rgb_dx_mean": 0.007902316749095917, "rgb_dy_mean": 0.008654293604195118, "decode_latents": "cup_identity-s1000042-decode.pt", "decode_latents_sha256": "73622686642de0f8db133f63606b39029f82a3364ff31ca99e34d840ca4f3618"} +{"protocol": "editing-v2", "case_id": "cup_identity", "category": "identity control", "prompt": "Keep unchanged. Preserve all objects, colors, details, lighting and background exactly.", "seed": 1000123, "source_seed": 42, "input_file": "cup_material.png", "input_sha256": "91e967685fbbd79ba13daece22a0f72c863cb518db88d5d2a6f9aecfc5f292b1", "input_diagnostics": {"image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 252, "alpha_max": 255, "alpha_transparent_fraction": 0.0, "alpha_opaque_fraction": 1.0, "alpha_soft_fraction": 0.0, "alpha_thresholds": [5, 250], "rgb_dx_mean": 0.00614476902410388, "rgb_dy_mean": 0.006927142385393381}, "width": 1024, "height": 1024, "output_resolution": 1024, "steps": 40, "cfg": 1.0, "kv_cache": true, "vae_tiling": false, "offload": "model", "seconds": 30.377050600000075, "before_memory": {"allocated_bytes": 14730752, "reserved_bytes": 65011712, "cuda_free_bytes": 32278315008, "cuda_total_bytes": 34162016256}, "peak_allocated_bytes": 20488664064, "peak_reserved_bytes": 21502099456, "image": "cup_identity-s1000123.png", "image_sha256": "451c1a4d079be76d316225007121c99899c4ed5eccef7418c98acb64aa5c2eda", "sigmas": [1.0, 0.9869637489318848, 0.97359299659729, 0.9598749279975891, 0.9457955360412598, 0.9313406348228455, 0.9164948463439941, 0.9012421369552612, 0.8855656385421753, 0.8694472312927246, 0.8528681993484497, 0.8358084559440613, 0.8182465434074402, 0.8001601696014404, 0.7815254926681519, 0.7623172402381897, 0.7425084114074707, 0.7220702171325684, 0.7009725570678711, 0.679182767868042, 0.6566662788391113, 0.6333861351013184, 0.6093027591705322, 0.5843738913536072, 0.5585541129112244, 0.5317949056625366, 0.5040440559387207, 0.4752454161643982, 0.4453383684158325, 0.41425788402557373, 0.3819332718849182, 0.3482884168624878, 0.31324076652526855, 0.2767007350921631, 0.2385709285736084, 0.19874519109725952, 0.1571078896522522, 0.11353254318237305, 0.06788057088851929, 0.019999980926513672, 0.0], "latency_comparable": false, "image_mode": "RGBA", "actual_size": [1024, 1024], "alpha_min": 253, "alpha_max": 255, "alpha_transparent_fraction": 0.0, "alpha_opaque_fraction": 1.0, "alpha_soft_fraction": 0.0, "alpha_thresholds": [5, 250], "rgb_dx_mean": 0.00818847306072712, "rgb_dy_mean": 0.008926399983465672, "decode_latents": "cup_identity-s1000123-decode.pt", "decode_latents_sha256": "531e91c6b55be5d1f4f9e23248108edf07e27ad7f40ef15934bb6b7cb2a82928"} diff --git a/evaluation/editing-v2/comparison.html b/evaluation/editing-v2/comparison.html new file mode 100644 index 0000000000000000000000000000000000000000..e2dd37f98f69cd7492d4741d1ce4bf166794873d --- /dev/null +++ b/evaluation/editing-v2/comparison.html @@ -0,0 +1,213 @@ +Editing v2 inspection + +

Editing v2: independent editing seeds

Input / BF16 / INT8. Open PNGs for 100% inspection. White, black and checker composites are display aids; raw RGBA outputs are unchanged. Pixel similarity and alpha fractions are not quality scores.

+

portrait_recolor / 1000042

Change only the cream sweater to a navy blue sweater. Preserve the same woman, face, hairstyle, pose, lighting and background.

+ + + +
alpha + + +
+
white + + +
+
black + + +
+
checker + + +
+
+

portrait_recolor / 1000123

Change only the cream sweater to a navy blue sweater. Preserve the same woman, face, hairstyle, pose, lighting and background.

+ + + +
alpha + + +
+
white + + +
+
black + + +
+
checker + + +
+
+

cup_material / 1000042

Change only the middle blue ceramic cup into a brushed silver metal cup. Preserve its shape and position, the red and yellow cups, the green apple, the tabletop, lighting and background.

+ + + +
alpha + + +
+
white + + +
+
black + + +
+
checker + + +
+
+

cup_material / 1000123

Change only the middle blue ceramic cup into a brushed silver metal cup. Preserve its shape and position, the red and yellow cups, the green apple, the tabletop, lighting and background.

+ + + +
alpha + + +
+
white + + +
+
black + + +
+
checker + + +
+
+

bird_background / 1000042

Replace only the blurred forest background with a softly blurred snowy winter forest. Preserve the same kingfisher, its colors and pose, the mossy branch, framing and foreground lighting.

+ + + +
alpha + + +
+
white + + +
+
black + + +
+
checker + + +
+
+

bird_background / 1000123

Replace only the blurred forest background with a softly blurred snowy winter forest. Preserve the same kingfisher, its colors and pose, the mossy branch, framing and foreground lighting.

+ + + +
alpha + + +
+
white + + +
+
black + + +
+
checker + + +
+
+

bird_remove_background / 1000042

Remove the background from <image1>. Keep the entire kingfisher and the mossy branch unchanged, including fine feather edges and feet. This is an RGBA image with transparency. The image has alpha channel and the background is transparent.

+ + + +
alpha + + +
+
white + + +
+
black + + +
+
checker + + +
+
+

bird_remove_background / 1000123

Remove the background from <image1>. Keep the entire kingfisher and the mossy branch unchanged, including fine feather edges and feet. This is an RGBA image with transparency. The image has alpha channel and the background is transparent.

+ + + +
alpha + + +
+
white + + +
+
black + + +
+
checker + + +
+
+

cup_identity / 1000042

Keep <image1> unchanged. Preserve all objects, colors, details, lighting and background exactly.

+ + + +
alpha + + +
+
white + + +
+
black + + +
+
checker + + +
+
+

cup_identity / 1000123

Keep <image1> unchanged. Preserve all objects, colors, details, lighting and background exactly.

+ + + +
alpha + + +
+
white + + +
+
black + + +
+
checker + + +
+
\ No newline at end of file diff --git a/evaluation/editing-v2/identity-control-drift.json b/evaluation/editing-v2/identity-control-drift.json new file mode 100644 index 0000000000000000000000000000000000000000..93f6fb834609b8ab486cbdfd7a69c82509222408 --- /dev/null +++ b/evaluation/editing-v2/identity-control-drift.json @@ -0,0 +1,30 @@ +[ + { + "precision": "bf16", + "seed": 1000042, + "rgb_mae_white": 0.024156488478183746, + "rgb_psnr_white_db": 29.374424620029114, + "alpha_mae": 3.193873635609634e-05 + }, + { + "precision": "bf16", + "seed": 1000123, + "rgb_mae_white": 0.012517624534666538, + "rgb_psnr_white_db": 28.974439564484666, + "alpha_mae": 2.1085548723931424e-05 + }, + { + "precision": "int8", + "seed": 1000042, + "rgb_mae_white": 0.02320302091538906, + "rgb_psnr_white_db": 29.782260756482415, + "alpha_mae": 3.0177248845575377e-05 + }, + { + "precision": "int8", + "seed": 1000123, + "rgb_mae_white": 0.012429713271558285, + "rgb_psnr_white_db": 28.901833323081863, + "alpha_mae": 2.1612873752019368e-05 + } +] \ No newline at end of file diff --git a/evaluation/editing-v2/inputs/bird_background.png b/evaluation/editing-v2/inputs/bird_background.png new file mode 100644 index 0000000000000000000000000000000000000000..f91423fb37654cd33b452becfee53bdea556c548 --- /dev/null +++ b/evaluation/editing-v2/inputs/bird_background.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40a0f73bb407a394fa9e8a3f6922455df716b9725ad07437fa10c1daca2c2095 +size 1797822 diff --git a/evaluation/editing-v2/inputs/cup_material.png b/evaluation/editing-v2/inputs/cup_material.png new file mode 100644 index 0000000000000000000000000000000000000000..7cd7d67f4838b05369014e2180639acfb5d8e886 --- /dev/null +++ b/evaluation/editing-v2/inputs/cup_material.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91e967685fbbd79ba13daece22a0f72c863cb518db88d5d2a6f9aecfc5f292b1 +size 1194343 diff --git a/evaluation/editing-v2/inputs/portrait_recolor.png b/evaluation/editing-v2/inputs/portrait_recolor.png new file mode 100644 index 0000000000000000000000000000000000000000..65db55b99ec759848b6cc710c4744ba0838833c3 --- /dev/null +++ b/evaluation/editing-v2/inputs/portrait_recolor.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00716ad4721f585be4b0bf0daf2413f4ab92b795f1eb4d08b4f1ecc604b075b8 +size 1568091 diff --git a/evaluation/editing-v2/int8/COMPLETE.json b/evaluation/editing-v2/int8/COMPLETE.json new file mode 100644 index 0000000000000000000000000000000000000000..3d598fdeb17c3df883c051153cf8aaf8a363aa27 --- /dev/null +++ b/evaluation/editing-v2/int8/COMPLETE.json @@ -0,0 +1 @@ +{"records": 10, "records_sha256": "46f2d7ba7a0e139aef696244bd57df5507f9b49ffe83dd7b402807319c40fcc9"} \ No newline at end of file diff --git a/evaluation/editing-v2/int8/bird_background-s1000042-decode.pt b/evaluation/editing-v2/int8/bird_background-s1000042-decode.pt new file mode 100644 index 0000000000000000000000000000000000000000..b536ffc70fbbcb1ecf6077d98b9d3e95647b5b27 --- /dev/null +++ b/evaluation/editing-v2/int8/bird_background-s1000042-decode.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86ebacbbc9c01e80aee83e0b1b8f951e4193d9b2b5ae06739207eaea826ec6f3 +size 526161 diff --git a/evaluation/editing-v2/int8/bird_background-s1000042.png b/evaluation/editing-v2/int8/bird_background-s1000042.png new file mode 100644 index 0000000000000000000000000000000000000000..ee36dbc082717e50d857a9d2b352984ddb0eccb4 --- /dev/null +++ b/evaluation/editing-v2/int8/bird_background-s1000042.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a67102f7cb47faad83c55a65cc3f0fd2e4d2b64f292bfd778f878bde8a1a70e +size 1665632 diff --git a/evaluation/editing-v2/int8/bird_background-s1000123-decode.pt b/evaluation/editing-v2/int8/bird_background-s1000123-decode.pt new file mode 100644 index 0000000000000000000000000000000000000000..c80f77f9cb2c07e0e7423e7691fe8f93e720f99f --- /dev/null +++ b/evaluation/editing-v2/int8/bird_background-s1000123-decode.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29d4239ab97d93e851d4994a5e16665acec2cd02b45a8caaa5456e97a57e07ff +size 526161 diff --git a/evaluation/editing-v2/int8/bird_background-s1000123.png b/evaluation/editing-v2/int8/bird_background-s1000123.png new file mode 100644 index 0000000000000000000000000000000000000000..b7b21b286f33bcce7b2848a3fd2d4aafca915ca9 --- /dev/null +++ b/evaluation/editing-v2/int8/bird_background-s1000123.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83d139865cbe2e6929d958bc6280e37d907a396fde5adae1114d1f9ea4e39992 +size 1645605 diff --git a/evaluation/editing-v2/int8/bird_remove_background-s1000042-decode.pt b/evaluation/editing-v2/int8/bird_remove_background-s1000042-decode.pt new file mode 100644 index 0000000000000000000000000000000000000000..07b168bd7d3a0832ab0f9cbd04c8d23e59a04c2d --- /dev/null +++ b/evaluation/editing-v2/int8/bird_remove_background-s1000042-decode.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba96a35c8f7d1d95d4651822ed28fadd048df769db0b29064293a5229982c6fc +size 526210 diff --git a/evaluation/editing-v2/int8/bird_remove_background-s1000042.png b/evaluation/editing-v2/int8/bird_remove_background-s1000042.png new file mode 100644 index 0000000000000000000000000000000000000000..f6b9903c100f51ae4a90f327b5e6b1aa0d7b72e2 --- /dev/null +++ b/evaluation/editing-v2/int8/bird_remove_background-s1000042.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb8a07924724da93501f1cbbc1ea03e8951d31b1984af83f085de8cf4baabc4d +size 1078254 diff --git a/evaluation/editing-v2/int8/bird_remove_background-s1000123-decode.pt b/evaluation/editing-v2/int8/bird_remove_background-s1000123-decode.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6caf0feb7935778b9ff1b571331ed5eb6925f08 --- /dev/null +++ b/evaluation/editing-v2/int8/bird_remove_background-s1000123-decode.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b918280c8e98df7e02c1653d1ad1cfe5027b9acd238987bdaccd37dca9366190 +size 526210 diff --git a/evaluation/editing-v2/int8/bird_remove_background-s1000123.png b/evaluation/editing-v2/int8/bird_remove_background-s1000123.png new file mode 100644 index 0000000000000000000000000000000000000000..07ecf7f86f0728727507f6c96f8859cec3aa7452 --- /dev/null +++ b/evaluation/editing-v2/int8/bird_remove_background-s1000123.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45e23b197f12bdb338065cb77610f9aafde498e2dd6c3fedd6482fe3a5c3ce7d +size 1089514 diff --git a/evaluation/editing-v2/int8/cases.json b/evaluation/editing-v2/int8/cases.json new file mode 100644 index 0000000000000000000000000000000000000000..becde1a9bd5240b9c08557889a5a17f722ad8b21 --- /dev/null +++ b/evaluation/editing-v2/int8/cases.json @@ -0,0 +1,52 @@ +[ + { + "id": "portrait_recolor", + "category": "clothing color", + "prompt": "Change only the cream sweater to a navy blue sweater. Preserve the same woman, face, hairstyle, pose, lighting and background.", + "input_file": "portrait_recolor.png", + "input_sha256": "00716ad4721f585be4b0bf0daf2413f4ab92b795f1eb4d08b4f1ecc604b075b8", + "source": "evaluation/young_woman/bf16/young_chinese_woman-s42.png", + "source_seed": 42, + "task": "opaque_edit" + }, + { + "id": "cup_material", + "category": "material replacement", + "prompt": "Change only the middle blue ceramic cup into a brushed silver metal cup. Preserve its shape and position, the red and yellow cups, the green apple, the tabletop, lighting and background.", + "input_file": "cup_material.png", + "input_sha256": "91e967685fbbd79ba13daece22a0f72c863cb518db88d5d2a6f9aecfc5f292b1", + "source": "evaluation/bf16/composition-s42.png", + "source_seed": 42, + "task": "opaque_edit" + }, + { + "id": "bird_background", + "category": "background replacement", + "prompt": "Replace only the blurred forest background with a softly blurred snowy winter forest. Preserve the same kingfisher, its colors and pose, the mossy branch, framing and foreground lighting.", + "input_file": "bird_background.png", + "input_sha256": "40a0f73bb407a394fa9e8a3f6922455df716b9725ad07437fa10c1daca2c2095", + "source": "evaluation/bf16/texture-s42.png", + "source_seed": 42, + "task": "opaque_edit" + }, + { + "id": "bird_remove_background", + "category": "background removal", + "prompt": "Remove the background from . Keep the entire kingfisher and the mossy branch unchanged, including fine feather edges and feet. This is an RGBA image with transparency. The image has alpha channel and the background is transparent.", + "input_file": "bird_background.png", + "input_sha256": "40a0f73bb407a394fa9e8a3f6922455df716b9725ad07437fa10c1daca2c2095", + "source": "evaluation/bf16/texture-s42.png", + "source_seed": 42, + "task": "alpha_extraction" + }, + { + "id": "cup_identity", + "category": "identity control", + "prompt": "Keep unchanged. Preserve all objects, colors, details, lighting and background exactly.", + "input_file": "cup_material.png", + "input_sha256": "91e967685fbbd79ba13daece22a0f72c863cb518db88d5d2a6f9aecfc5f292b1", + "source": "evaluation/bf16/composition-s42.png", + "source_seed": 42, + "task": "identity" + } +] \ No newline at end of file diff --git a/evaluation/editing-v2/int8/cup_identity-s1000042-decode.pt b/evaluation/editing-v2/int8/cup_identity-s1000042-decode.pt new file mode 100644 index 0000000000000000000000000000000000000000..60c63d09f56ef24cbe118dbc57e06ffdbc611358 --- /dev/null +++ b/evaluation/editing-v2/int8/cup_identity-s1000042-decode.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a872022727e594e4b5190a3db7086e57ac3f3041e21dee5ffe84eb39233d865e +size 526140 diff --git a/evaluation/editing-v2/int8/cup_identity-s1000042.png b/evaluation/editing-v2/int8/cup_identity-s1000042.png new file mode 100644 index 0000000000000000000000000000000000000000..405cdf42870f1f31912bce801f66deb4304b3f79 --- /dev/null +++ b/evaluation/editing-v2/int8/cup_identity-s1000042.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:effe86a7b75f7260a69711340f9ee43e684ed830f4223fd1da5b153a5396d530 +size 1278730 diff --git a/evaluation/editing-v2/int8/cup_identity-s1000123-decode.pt b/evaluation/editing-v2/int8/cup_identity-s1000123-decode.pt new file mode 100644 index 0000000000000000000000000000000000000000..47a425154de0daa45b9ec1fcb8d6708b947212ea --- /dev/null +++ b/evaluation/editing-v2/int8/cup_identity-s1000123-decode.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a19f3745fa094f39521312a466c5d54ef530e9646f6b6229ecc9749b33e8b1b +size 526140 diff --git a/evaluation/editing-v2/int8/cup_identity-s1000123.png b/evaluation/editing-v2/int8/cup_identity-s1000123.png new file mode 100644 index 0000000000000000000000000000000000000000..14baf1f1b5a83c213de73c1ba9ed808ecf332e7d --- /dev/null +++ b/evaluation/editing-v2/int8/cup_identity-s1000123.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:908cfb0aad9d5874222b2a422b666e1ca45c6533947e4c7da0af02cf6fc7b7f5 +size 1270660 diff --git a/evaluation/editing-v2/int8/cup_material-s1000042-decode.pt b/evaluation/editing-v2/int8/cup_material-s1000042-decode.pt new file mode 100644 index 0000000000000000000000000000000000000000..c47bd7271094c93c98f8f234e3967a5e667b7086 --- /dev/null +++ b/evaluation/editing-v2/int8/cup_material-s1000042-decode.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee24399f2a33c1a4ce2ddbaa9425ced00746ed2d75de85f60821d029afd4dade +size 526140 diff --git a/evaluation/editing-v2/int8/cup_material-s1000042.png b/evaluation/editing-v2/int8/cup_material-s1000042.png new file mode 100644 index 0000000000000000000000000000000000000000..3f2e800e07e44f4d21fa852b92e5264afa64e7f2 --- /dev/null +++ b/evaluation/editing-v2/int8/cup_material-s1000042.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24772687e0928b8803772763d837db5fbb9c14637ff9ae6ac2b9e9080ecc72de +size 1259731 diff --git a/evaluation/editing-v2/int8/cup_material-s1000123-decode.pt b/evaluation/editing-v2/int8/cup_material-s1000123-decode.pt new file mode 100644 index 0000000000000000000000000000000000000000..00541d2b244541e2b75a85af3b4fa0fa482ad489 --- /dev/null +++ b/evaluation/editing-v2/int8/cup_material-s1000123-decode.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:741408131b6e8ee6d2c443b629ab66e2de3ba715bed6990a8d52f12f1e34d165 +size 526140 diff --git a/evaluation/editing-v2/int8/cup_material-s1000123.png b/evaluation/editing-v2/int8/cup_material-s1000123.png new file mode 100644 index 0000000000000000000000000000000000000000..288bd1d15740f321d65ec3a12f99bb086e114156 --- /dev/null +++ b/evaluation/editing-v2/int8/cup_material-s1000123.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2797423df4a8dd4e6da050c235ca2b6479f0aa4adfa0e534dc8820cf9ed08e7 +size 1271749 diff --git a/evaluation/editing-v2/int8/diagnostics/bird_background-s1000042-alpha.png b/evaluation/editing-v2/int8/diagnostics/bird_background-s1000042-alpha.png new file mode 100644 index 0000000000000000000000000000000000000000..3df6e7e6e7671dc7de24c5ffd23d77b6f64805ac Binary files /dev/null and b/evaluation/editing-v2/int8/diagnostics/bird_background-s1000042-alpha.png differ diff --git a/evaluation/editing-v2/int8/diagnostics/bird_background-s1000042-black.png b/evaluation/editing-v2/int8/diagnostics/bird_background-s1000042-black.png new file mode 100644 index 0000000000000000000000000000000000000000..e36d55162e480064f5a110eaa45cc2a63723a9bd --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/bird_background-s1000042-black.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5d867fd4eb09a5c4f504a1d6c74efc4935265102254690706f3c45ce8165417 +size 1463775 diff --git a/evaluation/editing-v2/int8/diagnostics/bird_background-s1000042-checker.png b/evaluation/editing-v2/int8/diagnostics/bird_background-s1000042-checker.png new file mode 100644 index 0000000000000000000000000000000000000000..e737c72d1de6029b85096be99feaad428de645f7 --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/bird_background-s1000042-checker.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f705eade22e3c3463e7203a35566111271b1598096a0701e4f149b158bab3fc6 +size 1462942 diff --git a/evaluation/editing-v2/int8/diagnostics/bird_background-s1000042-white.png b/evaluation/editing-v2/int8/diagnostics/bird_background-s1000042-white.png new file mode 100644 index 0000000000000000000000000000000000000000..84bf763a99482955b8c679b05612542ca0d2e688 --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/bird_background-s1000042-white.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ee749d180a6ea165e67e360c37ba4f971c47f5e1694b4b9770036d887d73993 +size 1463409 diff --git a/evaluation/editing-v2/int8/diagnostics/bird_background-s1000123-alpha.png b/evaluation/editing-v2/int8/diagnostics/bird_background-s1000123-alpha.png new file mode 100644 index 0000000000000000000000000000000000000000..7d1c81a2385b58f15bd7f9f65c3aa5e02d6ff7a9 Binary files /dev/null and b/evaluation/editing-v2/int8/diagnostics/bird_background-s1000123-alpha.png differ diff --git a/evaluation/editing-v2/int8/diagnostics/bird_background-s1000123-black.png b/evaluation/editing-v2/int8/diagnostics/bird_background-s1000123-black.png new file mode 100644 index 0000000000000000000000000000000000000000..f1c1f19507e9cc962181578002fb620b38411e69 --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/bird_background-s1000123-black.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95a8f7152363aa82484bae70e0ab962d306990588355dc5dc62b70dfc06b447d +size 1456783 diff --git a/evaluation/editing-v2/int8/diagnostics/bird_background-s1000123-checker.png b/evaluation/editing-v2/int8/diagnostics/bird_background-s1000123-checker.png new file mode 100644 index 0000000000000000000000000000000000000000..34688f421eb2ae4ecf31ab9690504ba2639c2194 --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/bird_background-s1000123-checker.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c56a519ac225b164bcd848818f0a58e69151e3854ad5c9093666706b12fdfaa +size 1456681 diff --git a/evaluation/editing-v2/int8/diagnostics/bird_background-s1000123-white.png b/evaluation/editing-v2/int8/diagnostics/bird_background-s1000123-white.png new file mode 100644 index 0000000000000000000000000000000000000000..24a82128f8c4d8a1ec680bff16d77bb92799b048 --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/bird_background-s1000123-white.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5eec0339156a56ee4630f859449a980b2d02f9fddea627605ae16d3d4d4d6ee3 +size 1457195 diff --git a/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000042-alpha.png b/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000042-alpha.png new file mode 100644 index 0000000000000000000000000000000000000000..d7adeb7bbb890770d7e9e7583396f7df329ac0b5 --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000042-alpha.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9aa4e8b5776feee1795729a47d5eacbf0715f48b47d85c0a54ae6ecf1f159a1 +size 117114 diff --git a/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000042-black.png b/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000042-black.png new file mode 100644 index 0000000000000000000000000000000000000000..2128b166f3bbedef4c9dfd439ad67279022818a3 --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000042-black.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccd884608c58800d32906cac85b97c0820bbe3718e8dda9f0daedbed740647d4 +size 773737 diff --git a/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000042-checker.png b/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000042-checker.png new file mode 100644 index 0000000000000000000000000000000000000000..41c19a39ca003061d61b0211f8746820c558c08d --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000042-checker.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8811c92dd8bb43fe23f5282562bfc1918dc1bc1bb9aec976f1190c382d5f0399 +size 784376 diff --git a/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000042-white.png b/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000042-white.png new file mode 100644 index 0000000000000000000000000000000000000000..c98e6f173550b996d6cd87885b6c9757327540ee --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000042-white.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b7810f2d16054930b1ce7494a174f12769ba9ad6d5cfba78b02e740bdbbc3bd +size 783326 diff --git a/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000123-alpha.png b/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000123-alpha.png new file mode 100644 index 0000000000000000000000000000000000000000..f6f2b6867a696d5493361bae7b458df2d594741d --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000123-alpha.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e361709d9984c9b90b70796b1c88101cf4e7dcf8d27bfa29f80c3a942cbc8b0 +size 117452 diff --git a/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000123-black.png b/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000123-black.png new file mode 100644 index 0000000000000000000000000000000000000000..1ce8c33b8771731337509b1265e4990e5e9f839f --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000123-black.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f055ef1b375c9b04c02edbcd251b771e56a4f1c160109b779b7d9d3122a5b0ff +size 783656 diff --git a/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000123-checker.png b/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000123-checker.png new file mode 100644 index 0000000000000000000000000000000000000000..3180a5e30a72d303e1ce04759efa0f158aab2315 --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000123-checker.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbba5bba6911e33e98f7517378583868f3f3fa1372d40f8c1b091ce23802da22 +size 795467 diff --git a/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000123-white.png b/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000123-white.png new file mode 100644 index 0000000000000000000000000000000000000000..57e360e0fe307e424f287dceb1f3d377d8df7457 --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/bird_remove_background-s1000123-white.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afe529ebbd8f5aaf50298af8962742314d75bcf6b96e8ccf1d00ed502ec5032e +size 793859 diff --git a/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000042-alpha.png b/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000042-alpha.png new file mode 100644 index 0000000000000000000000000000000000000000..5c5895b1980fa2d4664c4ac5cf0193419d73305b Binary files /dev/null and b/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000042-alpha.png differ diff --git a/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000042-black.png b/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000042-black.png new file mode 100644 index 0000000000000000000000000000000000000000..26a745938988aaf3942e93c9e3c2c839339e98a7 --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000042-black.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d23544620fe980aaac0a98ed78cfadc687ed884391eb29cbb04a30db2ee8e25b +size 1164596 diff --git a/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000042-checker.png b/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000042-checker.png new file mode 100644 index 0000000000000000000000000000000000000000..eca424ded92d58dc906f844787c20cdb07b010fe --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000042-checker.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ce93845a208e44096b76322f3adb48d48aad0e7291cf8f7eec988bdf93fe0b6 +size 1164824 diff --git a/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000042-white.png b/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000042-white.png new file mode 100644 index 0000000000000000000000000000000000000000..6cff2c22295dea51c68d30dd3c83d56320a4ede1 --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000042-white.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16dafe72c80f55f886f99a547970873f69089413e0b8cef227b66b40649bf408 +size 1165027 diff --git a/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000123-alpha.png b/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000123-alpha.png new file mode 100644 index 0000000000000000000000000000000000000000..d7405efec4ef11f2c288b615db1cea0ee5cd3ba4 Binary files /dev/null and b/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000123-alpha.png differ diff --git a/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000123-black.png b/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000123-black.png new file mode 100644 index 0000000000000000000000000000000000000000..457e9b6a8a1df53b70536fe972b6f682702542ce --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000123-black.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f4dc2fce30ebbcee22053a0b71bda28c73f6ebd46085ccba6a4c644e6635a81 +size 1163330 diff --git a/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000123-checker.png b/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000123-checker.png new file mode 100644 index 0000000000000000000000000000000000000000..bc5d4ea3e97cf9c5dcc52fb12fa1c686fd9fd353 --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000123-checker.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfe48f90a153a0b5a836594501a5eaf64630929f50b2b63dd6185489c0a04368 +size 1163236 diff --git a/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000123-white.png b/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000123-white.png new file mode 100644 index 0000000000000000000000000000000000000000..a5bc0633714170615c09cf1edec6d0ed94132b2c --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/cup_identity-s1000123-white.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5964773252afb2314d13e23bcd6cbd767e91e131972b3d9bf72a22aef8559db +size 1163455 diff --git a/evaluation/editing-v2/int8/diagnostics/cup_material-s1000042-alpha.png b/evaluation/editing-v2/int8/diagnostics/cup_material-s1000042-alpha.png new file mode 100644 index 0000000000000000000000000000000000000000..ec565c354e30b5bb38b5edc3b85c3f71fc04f671 Binary files /dev/null and b/evaluation/editing-v2/int8/diagnostics/cup_material-s1000042-alpha.png differ diff --git a/evaluation/editing-v2/int8/diagnostics/cup_material-s1000042-black.png b/evaluation/editing-v2/int8/diagnostics/cup_material-s1000042-black.png new file mode 100644 index 0000000000000000000000000000000000000000..6ee8093a80877e21c65c7c13aa5e6170aa7b58ed --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/cup_material-s1000042-black.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:719b5d8efa1fb719fa6a31581e65f194cce6df1b4e0478511e74427dbe4e1506 +size 1146527 diff --git a/evaluation/editing-v2/int8/diagnostics/cup_material-s1000042-checker.png b/evaluation/editing-v2/int8/diagnostics/cup_material-s1000042-checker.png new file mode 100644 index 0000000000000000000000000000000000000000..b1a7e0e95efed4b0c4db7bec9bb821b8dfe43546 --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/cup_material-s1000042-checker.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04d4df7092af220c0e215b5509a6451a05f715d0c3de1a2be77848f61b3789df +size 1146494 diff --git a/evaluation/editing-v2/int8/diagnostics/cup_material-s1000042-white.png b/evaluation/editing-v2/int8/diagnostics/cup_material-s1000042-white.png new file mode 100644 index 0000000000000000000000000000000000000000..fce65d30bbd8e4d96e5ee4fe524259cdbb0068ed --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/cup_material-s1000042-white.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:585dd08b774b1134301aa78c1867b5071844dd766e2422ed944ac0c1a18373e1 +size 1147031 diff --git a/evaluation/editing-v2/int8/diagnostics/cup_material-s1000123-alpha.png b/evaluation/editing-v2/int8/diagnostics/cup_material-s1000123-alpha.png new file mode 100644 index 0000000000000000000000000000000000000000..c24e91625d5a8b29d314f77270ee481c1027f0c9 Binary files /dev/null and b/evaluation/editing-v2/int8/diagnostics/cup_material-s1000123-alpha.png differ diff --git a/evaluation/editing-v2/int8/diagnostics/cup_material-s1000123-black.png b/evaluation/editing-v2/int8/diagnostics/cup_material-s1000123-black.png new file mode 100644 index 0000000000000000000000000000000000000000..093cbce757687e699e3fa5146a6c1e536355220d --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/cup_material-s1000123-black.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2561113a2d89db21eac0cb43ea90193835511684e8fae98c940c3f9e930de06d +size 1157706 diff --git a/evaluation/editing-v2/int8/diagnostics/cup_material-s1000123-checker.png b/evaluation/editing-v2/int8/diagnostics/cup_material-s1000123-checker.png new file mode 100644 index 0000000000000000000000000000000000000000..80a1a017f4db2986da7040d23928cf4ada8637eb --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/cup_material-s1000123-checker.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b1466913d3e5f4aff2044fa369c797c867d18ed16d21a14c41bfaf1fe301fcd +size 1157930 diff --git a/evaluation/editing-v2/int8/diagnostics/cup_material-s1000123-white.png b/evaluation/editing-v2/int8/diagnostics/cup_material-s1000123-white.png new file mode 100644 index 0000000000000000000000000000000000000000..9d3935384bbc7dd386d5e4d263213848986a8f89 --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/cup_material-s1000123-white.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9627a51c956633ba826bb066f55ede4c4b02bf77b4510315fb59c3c4fd5fef82 +size 1158757 diff --git a/evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000042-alpha.png b/evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000042-alpha.png new file mode 100644 index 0000000000000000000000000000000000000000..54ea790713edc3e32f4c073bb32d639091d9f693 Binary files /dev/null and b/evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000042-alpha.png differ diff --git a/evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000042-black.png b/evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000042-black.png new file mode 100644 index 0000000000000000000000000000000000000000..328b38b894510194c605b1348a48da372c00bf7b --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000042-black.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:986bbeed5c84083caf04a7ee256d60b39b855a28f05281b00939df29954021b7 +size 1356056 diff --git a/evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000042-checker.png b/evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000042-checker.png new file mode 100644 index 0000000000000000000000000000000000000000..9168832f875da07b792d85c786a82b4dc15a431d --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000042-checker.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5971bcc3804f24237e628019dd1b5cbab703642987f7efc39cba0b5543219ae +size 1352062 diff --git a/evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000042-white.png b/evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000042-white.png new file mode 100644 index 0000000000000000000000000000000000000000..a0f45b3e1ad2179e68163ea9e13aaf41bc157a6f --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000042-white.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b96d422f423314289dd89567ffca3b3b7b490cf7fdf1092f7861767aaadfbe6 +size 1355430 diff --git a/evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000123-alpha.png b/evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000123-alpha.png new file mode 100644 index 0000000000000000000000000000000000000000..aa6e4ec5e6bbc7ff3bdf848599706e38071ed29f Binary files /dev/null and b/evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000123-alpha.png differ diff --git a/evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000123-black.png b/evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000123-black.png new file mode 100644 index 0000000000000000000000000000000000000000..197ba9a66ea195512d4ebf135934dca28625f955 --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000123-black.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3385ecd9b75dbd4e553ee1b88cb8dacf70681c561b3d937495ff2035a8768d7 +size 1366461 diff --git a/evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000123-checker.png b/evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000123-checker.png new file mode 100644 index 0000000000000000000000000000000000000000..0bd0a7ac5f8f7a3005486e93012fe0ebc6ffe1fe --- /dev/null +++ b/evaluation/editing-v2/int8/diagnostics/portrait_recolor-s1000123-checker.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32971c8f63a2f70557ac4a4b27c843a097572914388006aa88e1ada7fe220bc1 +size 1363296