179 lines
6.0 KiB
JSON
179 lines
6.0 KiB
JSON
{
|
|
"metric": "FFmpeg decoded YUV420 SSIM All; base self-comparison = 1.0",
|
|
"threshold": 0.9,
|
|
"reference": "/data/wxy/results/minimax_h3_mixed_matrix/balanced-tp4-tp2-20steps-5s-20260822-175030",
|
|
"sources": [
|
|
{
|
|
"scheme": "cache_dit",
|
|
"task": "fl2va",
|
|
"path": "/data/wxy/results/minimax_h3_mixed_matrix/rdt01_mc4_fn2-20steps-5s-aligned-20260827-181342/tp2_replicas4/fl2va/quality/ssim_vs_base_balanced_20260822/paired_ssim.json"
|
|
},
|
|
{
|
|
"scheme": "cache_dit",
|
|
"task": "ref2va",
|
|
"path": "/data/wxy/results/minimax_h3_mixed_matrix/rdt01_mc4_fn2-20steps-5s-aligned-20260827-181342/tp2_replicas4/ref2va/quality/ssim_vs_base_balanced_20260822/paired_ssim.json"
|
|
},
|
|
{
|
|
"scheme": "lora",
|
|
"task": "fl2va",
|
|
"path": "/data/wxy/sskj-h3/throughput/sglang-lora/results/lora-v4-600-tp2x4-mixed64-8nfe-5s-20260830-run1/tp2_replicas4/fl2va/quality/ssim_vs_base_balanced_20260822/paired_ssim.json"
|
|
},
|
|
{
|
|
"scheme": "lora",
|
|
"task": "ref2va",
|
|
"path": "/data/wxy/sskj-h3/throughput/sglang-lora/results/lora-v4-600-tp2x4-mixed64-8nfe-5s-20260830-run1/tp2_replicas4/ref2va/quality/ssim_vs_base_balanced_20260822/paired_ssim.json"
|
|
}
|
|
],
|
|
"schemes": {
|
|
"base": {
|
|
"overall": {
|
|
"videos": 64,
|
|
"mean_video_ssim": 1.0,
|
|
"median_video_ssim": 1.0,
|
|
"p10_video_ssim": 1.0,
|
|
"min_video_ssim": 1.0,
|
|
"videos_at_or_above_threshold": 64,
|
|
"pass_rate": 1.0
|
|
}
|
|
},
|
|
"cache_dit": {
|
|
"overall": {
|
|
"videos": 64,
|
|
"mean_video_ssim": 0.7718672411794355,
|
|
"median_video_ssim": 0.7739915564516129,
|
|
"p10_video_ssim": 0.6243871943548387,
|
|
"min_video_ssim": 0.4588947741935484,
|
|
"videos_at_or_above_threshold": 14,
|
|
"pass_rate": 0.21875
|
|
},
|
|
"by_task": {
|
|
"fl2va": {
|
|
"videos": 32,
|
|
"mean_video_ssim": 0.7808621640625,
|
|
"median_video_ssim": 0.7956922661290322,
|
|
"p10_video_ssim": 0.5850342911290323,
|
|
"min_video_ssim": 0.4588947741935484,
|
|
"videos_at_or_above_threshold": 9,
|
|
"pass_rate": 0.28125
|
|
},
|
|
"ref2va": {
|
|
"videos": 32,
|
|
"mean_video_ssim": 0.7628723182963709,
|
|
"median_video_ssim": 0.7599223629032258,
|
|
"p10_video_ssim": 0.637150410483871,
|
|
"min_video_ssim": 0.5966971693548387,
|
|
"videos_at_or_above_threshold": 5,
|
|
"pass_rate": 0.15625
|
|
}
|
|
},
|
|
"by_resolution": {
|
|
"480": {
|
|
"videos": 16,
|
|
"mean_video_ssim": 0.7094074168346775,
|
|
"median_video_ssim": 0.6591271411290323,
|
|
"p10_video_ssim": 0.5884985,
|
|
"min_video_ssim": 0.4588947741935484,
|
|
"videos_at_or_above_threshold": 3,
|
|
"pass_rate": 0.1875
|
|
},
|
|
"720": {
|
|
"videos": 16,
|
|
"mean_video_ssim": 0.7577645932459678,
|
|
"median_video_ssim": 0.7495879274193549,
|
|
"p10_video_ssim": 0.6537000120967742,
|
|
"min_video_ssim": 0.5491983951612903,
|
|
"videos_at_or_above_threshold": 3,
|
|
"pass_rate": 0.1875
|
|
},
|
|
"768": {
|
|
"videos": 16,
|
|
"mean_video_ssim": 0.765560064516129,
|
|
"median_video_ssim": 0.7459303064516128,
|
|
"p10_video_ssim": 0.6498118104838709,
|
|
"min_video_ssim": 0.5669269758064517,
|
|
"videos_at_or_above_threshold": 2,
|
|
"pass_rate": 0.125
|
|
},
|
|
"1080": {
|
|
"videos": 16,
|
|
"mean_video_ssim": 0.8547368901209678,
|
|
"median_video_ssim": 0.8782841209677419,
|
|
"p10_video_ssim": 0.755434060483871,
|
|
"min_video_ssim": 0.7250733306451613,
|
|
"videos_at_or_above_threshold": 6,
|
|
"pass_rate": 0.375
|
|
}
|
|
}
|
|
},
|
|
"lora": {
|
|
"overall": {
|
|
"videos": 64,
|
|
"mean_video_ssim": 0.7061515551915323,
|
|
"median_video_ssim": 0.707145185483871,
|
|
"p10_video_ssim": 0.5360342717741935,
|
|
"min_video_ssim": 0.4738166048387097,
|
|
"videos_at_or_above_threshold": 1,
|
|
"pass_rate": 0.015625
|
|
},
|
|
"by_task": {
|
|
"fl2va": {
|
|
"videos": 32,
|
|
"mean_video_ssim": 0.7102480337701613,
|
|
"median_video_ssim": 0.7251732620967741,
|
|
"p10_video_ssim": 0.5080751927419355,
|
|
"min_video_ssim": 0.4738166048387097,
|
|
"videos_at_or_above_threshold": 0,
|
|
"pass_rate": 0.0
|
|
},
|
|
"ref2va": {
|
|
"videos": 32,
|
|
"mean_video_ssim": 0.7020550766129032,
|
|
"median_video_ssim": 0.6973565322580645,
|
|
"p10_video_ssim": 0.5835499911290323,
|
|
"min_video_ssim": 0.5345979516129032,
|
|
"videos_at_or_above_threshold": 1,
|
|
"pass_rate": 0.03125
|
|
}
|
|
},
|
|
"by_resolution": {
|
|
"480": {
|
|
"videos": 16,
|
|
"mean_video_ssim": 0.6543670700604839,
|
|
"median_video_ssim": 0.6036080967741935,
|
|
"p10_video_ssim": 0.5169745725806452,
|
|
"min_video_ssim": 0.47585924999999996,
|
|
"videos_at_or_above_threshold": 1,
|
|
"pass_rate": 0.0625
|
|
},
|
|
"720": {
|
|
"videos": 16,
|
|
"mean_video_ssim": 0.6862969989919355,
|
|
"median_video_ssim": 0.6808081895161291,
|
|
"p10_video_ssim": 0.5606234153225806,
|
|
"min_video_ssim": 0.5058425080645161,
|
|
"videos_at_or_above_threshold": 0,
|
|
"pass_rate": 0.0
|
|
},
|
|
"768": {
|
|
"videos": 16,
|
|
"mean_video_ssim": 0.6960151532258064,
|
|
"median_video_ssim": 0.6950902661290322,
|
|
"p10_video_ssim": 0.5634056572580646,
|
|
"min_video_ssim": 0.4738166048387097,
|
|
"videos_at_or_above_threshold": 0,
|
|
"pass_rate": 0.0
|
|
},
|
|
"1080": {
|
|
"videos": 16,
|
|
"mean_video_ssim": 0.7879269984879032,
|
|
"median_video_ssim": 0.806394495967742,
|
|
"p10_video_ssim": 0.7046005161290323,
|
|
"min_video_ssim": 0.6401453870967742,
|
|
"videos_at_or_above_threshold": 0,
|
|
"pass_rate": 0.0
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|