{
  "comfyui_commit": "8505abf52e42f4441d9d53baf4c31a2ec7123400",
  "comfyui_sdnq_commit": "c0e01f4b05a14414e518e2e1e70d241c13ffaee9",
  "tests": [
    {
      "repo": "WaveCut/Anima-Preview-3-SDNQ-uint4",
      "node": "comfyui-sdnq SDNQSampler custom path",
      "result": "not directly loadable",
      "error": "ValueError: Invalid model directory: /root/anima-comfy-work/models/Anima-Preview-3-SDNQ-uint4",
      "reason": "The custom node expects a full Diffusers pipeline directory with model_index.json. This repo is a transformer component directory with config.json and quantized shards."
    },
    {
      "repo": "WaveCut/Anima-Preview-3-SDNQ-int8",
      "node": "comfyui-sdnq SDNQSampler custom path",
      "result": "not directly loadable",
      "error": "ValueError: Invalid model directory: /root/anima-comfy-work/models/Anima-Preview-3-SDNQ-int8",
      "reason": "The custom node expects a full Diffusers pipeline directory with model_index.json. This repo is a transformer component directory with config.json and quantized shards."
    }
  ],
  "native_original_comfy_baseline": {
    "key": "original_comfy",
    "title": "Original BF16 ComfyUI",
    "repo": "circlestone-labs/Anima",
    "hardware": "NVIDIA GeForce RTX 5090 32GB",
    "comfyui_commit": "8505abf52e42f4441d9d53baf4c31a2ec7123400",
    "width": 1024,
    "height": 1024,
    "steps": 24,
    "cfg": 4.0,
    "sampler": "er_sde",
    "scheduler": "simple",
    "negative_prompt": "worst quality, low quality, score_1, score_2, score_3, blurry, jpeg artifacts, artist name",
    "baseline_vram_mib": 507,
    "load_seconds": 3.8163154299982125,
    "vram_after_load_mib": 507,
    "vram_load_peak_mib": 507,
    "warmup_seconds": 7.7854839060019,
    "vram_generation_peak_mib": 26519,
    "torch_peak_allocated_mib": 25550,
    "runs": [
      {
        "prompt_id": "fern",
        "seed": 424242,
        "seconds": 6.791207475005649,
        "image": "/root/anima-comfy-work/comfy_benchmark/images/fern_original_comfy_seed_424242_1024x1024.png"
      },
      {
        "prompt_id": "city",
        "seed": 424243,
        "seconds": 6.512618430002476,
        "image": "/root/anima-comfy-work/comfy_benchmark/images/city_original_comfy_seed_424243_1024x1024.png"
      },
      {
        "prompt_id": "witch",
        "seed": 424244,
        "seconds": 6.485916037010611,
        "image": "/root/anima-comfy-work/comfy_benchmark/images/witch_original_comfy_seed_424244_1024x1024.png"
      },
      {
        "prompt_id": "mecha",
        "seed": 424245,
        "seconds": 6.408086219991674,
        "image": "/root/anima-comfy-work/comfy_benchmark/images/mecha_original_comfy_seed_424245_1024x1024.png"
      },
      {
        "prompt_id": "garden",
        "seed": 424246,
        "seconds": 6.437578155004303,
        "image": "/root/anima-comfy-work/comfy_benchmark/images/garden_original_comfy_seed_424246_1024x1024.png"
      }
    ],
    "mean_generation_seconds": 6.527081263402943,
    "prompts": [
      {
        "id": "fern",
        "seed": 424242,
        "prompt": "masterpiece, best quality, score_7, safe, 1girl, fern (sousou no frieren), purple hair, purple eyes, black robe, white dress, butterfly on hand, simple background, looking at viewer"
      },
      {
        "id": "city",
        "seed": 424243,
        "prompt": "masterpiece, best quality, score_7, safe, anime screenshot, 1girl, short black hair, red jacket, standing on a rainy neon city street at night, reflections, cinematic lighting"
      },
      {
        "id": "witch",
        "seed": 424244,
        "prompt": "masterpiece, best quality, score_7, safe, 1girl, witch hat, silver hair, blue eyes, starry sky, floating books, glowing magic circle, detailed illustration"
      },
      {
        "id": "mecha",
        "seed": 424245,
        "prompt": "masterpiece, best quality, score_7, safe, 1boy, pilot suit, white mecha in the background, sunset hangar, dramatic rim light, anime key visual"
      },
      {
        "id": "garden",
        "seed": 424246,
        "prompt": "masterpiece, best quality, score_7, safe, 2girls, summer dresses, flower garden, butterflies, warm sunlight, soft watercolor anime style"
      }
    ]
  }
}