| { |
| "comfyui_commit": "8505abf52e42f4441d9d53baf4c31a2ec7123400", |
| "comfyui_sdnq_commit": "c0e01f4b05a14414e518e2e1e70d241c13ffaee9", |
| "tests": [ |
| { |
| "repo": "WaveCut/Anima-Preview-3-SDNQ-uint4", |
| "node": "comfyui-sdnq SDNQSampler custom path", |
| "result": "not directly loadable", |
| "error": "ValueError: Invalid model directory: /root/anima-comfy-work/models/Anima-Preview-3-SDNQ-uint4", |
| "reason": "The custom node expects a full Diffusers pipeline directory with model_index.json. This repo is a transformer component directory with config.json and quantized shards." |
| }, |
| { |
| "repo": "WaveCut/Anima-Preview-3-SDNQ-int8", |
| "node": "comfyui-sdnq SDNQSampler custom path", |
| "result": "not directly loadable", |
| "error": "ValueError: Invalid model directory: /root/anima-comfy-work/models/Anima-Preview-3-SDNQ-int8", |
| "reason": "The custom node expects a full Diffusers pipeline directory with model_index.json. This repo is a transformer component directory with config.json and quantized shards." |
| } |
| ], |
| "native_original_comfy_baseline": { |
| "key": "original_comfy", |
| "title": "Original BF16 ComfyUI", |
| "repo": "circlestone-labs/Anima", |
| "hardware": "NVIDIA GeForce RTX 5090 32GB", |
| "comfyui_commit": "8505abf52e42f4441d9d53baf4c31a2ec7123400", |
| "width": 1024, |
| "height": 1024, |
| "steps": 24, |
| "cfg": 4.0, |
| "sampler": "er_sde", |
| "scheduler": "simple", |
| "negative_prompt": "worst quality, low quality, score_1, score_2, score_3, blurry, jpeg artifacts, artist name", |
| "baseline_vram_mib": 507, |
| "load_seconds": 3.8163154299982125, |
| "vram_after_load_mib": 507, |
| "vram_load_peak_mib": 507, |
| "warmup_seconds": 7.7854839060019, |
| "vram_generation_peak_mib": 26519, |
| "torch_peak_allocated_mib": 25550, |
| "runs": [ |
| { |
| "prompt_id": "fern", |
| "seed": 424242, |
| "seconds": 6.791207475005649, |
| "image": "/root/anima-comfy-work/comfy_benchmark/images/fern_original_comfy_seed_424242_1024x1024.png" |
| }, |
| { |
| "prompt_id": "city", |
| "seed": 424243, |
| "seconds": 6.512618430002476, |
| "image": "/root/anima-comfy-work/comfy_benchmark/images/city_original_comfy_seed_424243_1024x1024.png" |
| }, |
| { |
| "prompt_id": "witch", |
| "seed": 424244, |
| "seconds": 6.485916037010611, |
| "image": "/root/anima-comfy-work/comfy_benchmark/images/witch_original_comfy_seed_424244_1024x1024.png" |
| }, |
| { |
| "prompt_id": "mecha", |
| "seed": 424245, |
| "seconds": 6.408086219991674, |
| "image": "/root/anima-comfy-work/comfy_benchmark/images/mecha_original_comfy_seed_424245_1024x1024.png" |
| }, |
| { |
| "prompt_id": "garden", |
| "seed": 424246, |
| "seconds": 6.437578155004303, |
| "image": "/root/anima-comfy-work/comfy_benchmark/images/garden_original_comfy_seed_424246_1024x1024.png" |
| } |
| ], |
| "mean_generation_seconds": 6.527081263402943, |
| "prompts": [ |
| { |
| "id": "fern", |
| "seed": 424242, |
| "prompt": "masterpiece, best quality, score_7, safe, 1girl, fern (sousou no frieren), purple hair, purple eyes, black robe, white dress, butterfly on hand, simple background, looking at viewer" |
| }, |
| { |
| "id": "city", |
| "seed": 424243, |
| "prompt": "masterpiece, best quality, score_7, safe, anime screenshot, 1girl, short black hair, red jacket, standing on a rainy neon city street at night, reflections, cinematic lighting" |
| }, |
| { |
| "id": "witch", |
| "seed": 424244, |
| "prompt": "masterpiece, best quality, score_7, safe, 1girl, witch hat, silver hair, blue eyes, starry sky, floating books, glowing magic circle, detailed illustration" |
| }, |
| { |
| "id": "mecha", |
| "seed": 424245, |
| "prompt": "masterpiece, best quality, score_7, safe, 1boy, pilot suit, white mecha in the background, sunset hangar, dramatic rim light, anime key visual" |
| }, |
| { |
| "id": "garden", |
| "seed": 424246, |
| "prompt": "masterpiece, best quality, score_7, safe, 2girls, summer dresses, flower garden, butterflies, warm sunlight, soft watercolor anime style" |
| } |
| ] |
| } |
| } |
|
|
