results.jsonl

{
    "Model": "Baseline [Nvidia H100]",
    "URL": "https://huggingface.co/black-forest-labs/FLUX.1-dev?library=diffusers",
    "GenEval": 67.98,
    "HPS (v2.1)": 30.36,
    "GenAI-Bench (VQA)": 0.74,
    "DrawBench (Image Reward)": 1.0072,
    "PartiPromts (ARNIQA)": 0.6758,
    "PartiPromts (ClipIQA)": 0.8968,
    "PartiPromts (ClipScore)": 27.4,
    "PartiPromts (Sharpness - Laplacian Variance)": 6833,
    "Median Inference Time": 6.88,
    "Price per Image": 0.025
}
{
    "Model": "fal",
    "URL": "https://fal.ai/models/fal-ai/flux/dev",
    "GenEval": 68.72,
    "HPS (v2.1)": 29.97,
    "GenAI-Bench (VQA)": 0.7441,
    "DrawBench (Image Reward)": 1.0084,
    "PartiPromts (ARNIQA)": 0.6702,
    "PartiPromts (ClipIQA)": 0.8967,
    "PartiPromts (ClipScore)": 27.61,
    "PartiPromts (Sharpness - Laplacian Variance)": 7295,
    "Median Inference Time": 4.06,
    "Price per Image": 0.025
}
{
    "Model": "fireworks [fp8]",
    "URL": "https://fireworks.ai/models/fireworks/flux-1-dev-fp8",
    "GenEval": 65.55,
    "HPS (v2.1)": 30.26,
    "GenAI-Bench (VQA)": 0.7455,
    "DrawBench (Image Reward)": 0.9467,
    "PartiPromts (ARNIQA)": 0.6639,
    "PartiPromts (ClipIQA)": 0.8478,
    "PartiPromts (ClipScore)": 27.24,
    "PartiPromts (Sharpness - Laplacian Variance)": 5625,
    "Median Inference Time": 4.66,
    "Price per Image": 0.014
}
{
    "Model": "Pruna [extra juiced]",
    "URL": "https://replicate.com/prunaai/flux.1-juiced",
    "GenEval": 69.9,
    "HPS (v2.1)": 29.86,
    "GenAI-Bench (VQA)": 0.7466,
    "DrawBench (Image Reward)": 0.9458,
    "PartiPromts (ARNIQA)": 0.6591,
    "PartiPromts (ClipIQA)": 0.8887,
    "PartiPromts (ClipScore)": 27.6,
    "PartiPromts (Sharpness - Laplacian Variance)": 7997,
    "Median Inference Time": 2.6,
    "Price per Image": 0.004
}
{
    "Model": "Pruna [juiced]",
    "URL": "https://replicate.com/prunaai/flux.1-juiced",
    "GenEval": 68.64,
    "HPS (v2.1)": 30.38,
    "GenAI-Bench (VQA)": 0.7408,
    "DrawBench (Image Reward)": 0.9657,
    "PartiPromts (ARNIQA)": 0.6762,
    "PartiPromts (ClipIQA)": 0.9014,
    "PartiPromts (ClipScore)": 27.55,
    "PartiPromts (Sharpness - Laplacian Variance)": 7627,
    "Median Inference Time": 3.14,
    "Price per Image": 0.0048
}
{
    "Model": "Pruna [lightly juiced]",
    "URL": "https://replicate.com/prunaai/flux.1-lightly-juiced",
    "GenEval": 69.12,
    "HPS (v2.1)": 30.36,
    "GenAI-Bench (VQA)": 0.7405,
    "DrawBench (Image Reward)": 0.9972,
    "PartiPromts (ARNIQA)": 0.6789,
    "PartiPromts (ClipIQA)": 0.9031,
    "PartiPromts (ClipScore)": 27.56,
    "PartiPromts (Sharpness - Laplacian Variance)": 7849,
    "Median Inference Time": 3.57,
    "Price per Image": 0.0054
}
{
    "Model": "Replicate [go_fast]",
    "URL": "https://replicate.com/black-forest-labs/flux-dev",
    "GenEval": 67.41,
    "HPS (v2.1)": 29.25,
    "GenAI-Bench (VQA)": 0.7547,
    "DrawBench (Image Reward)": 0.9282,
    "PartiPromts (ARNIQA)": 0.6356,
    "PartiPromts (ClipIQA)": 0.8609,
    "PartiPromts (ClipScore)": 27.56,
    "PartiPromts (Sharpness - Laplacian Variance)": 4872,
    "Median Inference Time": 3.38,
    "Price per Image": 0.025
}
{
    "Model": "Together AI",
    "URL": "https://www.together.ai/models/flux-1-dev",
    "GenEval": 64.61,
    "HPS (v2.1)": 30.22,
    "GenAI-Bench (VQA)": 0.7339,
    "DrawBench (Image Reward)": 0.9463,
    "PartiPromts (ARNIQA)": 0.5752,
    "PartiPromts (ClipIQA)": 0.8709,
    "PartiPromts (ClipScore)": 27.31,
    "PartiPromts (Sharpness - Laplacian Variance)": 4501,
    "Median Inference Time": 3.38,
    "Price per Image": 0.025
}