{
  "metric": "FFmpeg decoded YUV420 SSIM All; base self-comparison = 1.0",
  "threshold": 0.9,
  "reference": "/data/wxy/results/minimax_h3_mixed_matrix/balanced-tp4-tp2-20steps-5s-20260822-175030",
  "sources": [
    {
      "scheme": "cache_dit",
      "task": "fl2va",
      "path": "/data/wxy/results/minimax_h3_mixed_matrix/rdt01_mc4_fn2-20steps-5s-aligned-20260827-181342/tp2_replicas4/fl2va/quality/ssim_vs_base_balanced_20260822/paired_ssim.json"
    },
    {
      "scheme": "cache_dit",
      "task": "ref2va",
      "path": "/data/wxy/results/minimax_h3_mixed_matrix/rdt01_mc4_fn2-20steps-5s-aligned-20260827-181342/tp2_replicas4/ref2va/quality/ssim_vs_base_balanced_20260822/paired_ssim.json"
    },
    {
      "scheme": "lora",
      "task": "fl2va",
      "path": "/data/wxy/sskj-h3/throughput/sglang-lora/results/lora-v4-600-tp2x4-mixed64-8nfe-5s-20260830-run1/tp2_replicas4/fl2va/quality/ssim_vs_base_balanced_20260822/paired_ssim.json"
    },
    {
      "scheme": "lora",
      "task": "ref2va",
      "path": "/data/wxy/sskj-h3/throughput/sglang-lora/results/lora-v4-600-tp2x4-mixed64-8nfe-5s-20260830-run1/tp2_replicas4/ref2va/quality/ssim_vs_base_balanced_20260822/paired_ssim.json"
    }
  ],
  "schemes": {
    "base": {
      "overall": {
        "videos": 64,
        "mean_video_ssim": 1.0,
        "median_video_ssim": 1.0,
        "p10_video_ssim": 1.0,
        "min_video_ssim": 1.0,
        "videos_at_or_above_threshold": 64,
        "pass_rate": 1.0
      }
    },
    "cache_dit": {
      "overall": {
        "videos": 64,
        "mean_video_ssim": 0.7718672411794355,
        "median_video_ssim": 0.7739915564516129,
        "p10_video_ssim": 0.6243871943548387,
        "min_video_ssim": 0.4588947741935484,
        "videos_at_or_above_threshold": 14,
        "pass_rate": 0.21875
      },
      "by_task": {
        "fl2va": {
          "videos": 32,
          "mean_video_ssim": 0.7808621640625,
          "median_video_ssim": 0.7956922661290322,
          "p10_video_ssim": 0.5850342911290323,
          "min_video_ssim": 0.4588947741935484,
          "videos_at_or_above_threshold": 9,
          "pass_rate": 0.28125
        },
        "ref2va": {
          "videos": 32,
          "mean_video_ssim": 0.7628723182963709,
          "median_video_ssim": 0.7599223629032258,
          "p10_video_ssim": 0.637150410483871,
          "min_video_ssim": 0.5966971693548387,
          "videos_at_or_above_threshold": 5,
          "pass_rate": 0.15625
        }
      },
      "by_resolution": {
        "480": {
          "videos": 16,
          "mean_video_ssim": 0.7094074168346775,
          "median_video_ssim": 0.6591271411290323,
          "p10_video_ssim": 0.5884985,
          "min_video_ssim": 0.4588947741935484,
          "videos_at_or_above_threshold": 3,
          "pass_rate": 0.1875
        },
        "720": {
          "videos": 16,
          "mean_video_ssim": 0.7577645932459678,
          "median_video_ssim": 0.7495879274193549,
          "p10_video_ssim": 0.6537000120967742,
          "min_video_ssim": 0.5491983951612903,
          "videos_at_or_above_threshold": 3,
          "pass_rate": 0.1875
        },
        "768": {
          "videos": 16,
          "mean_video_ssim": 0.765560064516129,
          "median_video_ssim": 0.7459303064516128,
          "p10_video_ssim": 0.6498118104838709,
          "min_video_ssim": 0.5669269758064517,
          "videos_at_or_above_threshold": 2,
          "pass_rate": 0.125
        },
        "1080": {
          "videos": 16,
          "mean_video_ssim": 0.8547368901209678,
          "median_video_ssim": 0.8782841209677419,
          "p10_video_ssim": 0.755434060483871,
          "min_video_ssim": 0.7250733306451613,
          "videos_at_or_above_threshold": 6,
          "pass_rate": 0.375
        }
      }
    },
    "lora": {
      "overall": {
        "videos": 64,
        "mean_video_ssim": 0.7061515551915323,
        "median_video_ssim": 0.707145185483871,
        "p10_video_ssim": 0.5360342717741935,
        "min_video_ssim": 0.4738166048387097,
        "videos_at_or_above_threshold": 1,
        "pass_rate": 0.015625
      },
      "by_task": {
        "fl2va": {
          "videos": 32,
          "mean_video_ssim": 0.7102480337701613,
          "median_video_ssim": 0.7251732620967741,
          "p10_video_ssim": 0.5080751927419355,
          "min_video_ssim": 0.4738166048387097,
          "videos_at_or_above_threshold": 0,
          "pass_rate": 0.0
        },
        "ref2va": {
          "videos": 32,
          "mean_video_ssim": 0.7020550766129032,
          "median_video_ssim": 0.6973565322580645,
          "p10_video_ssim": 0.5835499911290323,
          "min_video_ssim": 0.5345979516129032,
          "videos_at_or_above_threshold": 1,
          "pass_rate": 0.03125
        }
      },
      "by_resolution": {
        "480": {
          "videos": 16,
          "mean_video_ssim": 0.6543670700604839,
          "median_video_ssim": 0.6036080967741935,
          "p10_video_ssim": 0.5169745725806452,
          "min_video_ssim": 0.47585924999999996,
          "videos_at_or_above_threshold": 1,
          "pass_rate": 0.0625
        },
        "720": {
          "videos": 16,
          "mean_video_ssim": 0.6862969989919355,
          "median_video_ssim": 0.6808081895161291,
          "p10_video_ssim": 0.5606234153225806,
          "min_video_ssim": 0.5058425080645161,
          "videos_at_or_above_threshold": 0,
          "pass_rate": 0.0
        },
        "768": {
          "videos": 16,
          "mean_video_ssim": 0.6960151532258064,
          "median_video_ssim": 0.6950902661290322,
          "p10_video_ssim": 0.5634056572580646,
          "min_video_ssim": 0.4738166048387097,
          "videos_at_or_above_threshold": 0,
          "pass_rate": 0.0
        },
        "1080": {
          "videos": 16,
          "mean_video_ssim": 0.7879269984879032,
          "median_video_ssim": 0.806394495967742,
          "p10_video_ssim": 0.7046005161290323,
          "min_video_ssim": 0.6401453870967742,
          "videos_at_or_above_threshold": 0,
          "pass_rate": 0.0
        }
      }
    }
  }
}