Failed to get device capability: SM 12.x requires CUDA >= 12.9. Failed to get device capability: SM 12.x requires CUDA >= 12.9. [08-31 15:40:05] Applying performance_mode=speed [08-31 15:40:05] server_args: {"model_path": "/data/hf_models/MiniMax-H3", "model_subfolder": null, "model_variant": "Ref2VA", "model_id": null, "backend": "sglang", "attention_backend": null, "attention_backend_config": {}, "component_attention_backends": {}, "cache_dit_config": null, "nccl_port": null, "trust_remote_code": false, "revision": null, "num_gpus": 2, "performance_mode": "speed", "base_gpu_id": 0, "gpu_ids": null, "tp_size": 2, "sp_degree": 1, "ulysses_degree": 1, "ring_degree": 1, "dp_size": 1, "dp_degree": 1, "enable_cfg_parallel": false, "cfg_parallel_degree": 1, "encoder_parallel": "auto", "hsdp_replicate_dim": 1, "hsdp_shard_dim": 2, "dist_timeout": 3600, "pipeline_class_name": null, "lora_path": null, "lora_nickname": "default", "lora_scale": 1.0, "lora_merge_mode": "auto", "lora_weight_name": null, "component_paths": {}, "transformer_weights_path": null, "component_transformer_weights_paths": {}, "quantization": null, "quantization_ignored_layers": null, "lora_target_modules": null, "dit_cpu_offload": false, "dit_layerwise_offload": false, "layerwise_offload_components": null, "dit_offload_prefetch_size": 0.0, "dit_layerwise_resident_layers": 0.0, "offload_during_compile": true, "text_encoder_cpu_offload": false, "image_encoder_cpu_offload": false, "vae_cpu_offload": false, "use_fsdp_inference": false, "pin_cpu_memory": true, "ltx2_two_stage_device_mode": null, "comfyui_mode": false, "enable_torch_compile": false, "regional_compile": false, "enable_breakable_cuda_graph": false, "bcg_text_buckets": null, "enable_layerwise_nvtx_marker": false, "warmup_mode": "server", "warmup": true, "server_warmup": true, "warmup_resolutions": null, "warmup_steps": 1, "disable_autocast": false, "master_port": 35010, "host": "0.0.0.0", "port": 34020, "webui": false, "webui_port": 12312, "scheduler_port": 36010, "batching_mode": "dynamic", "batching_max_size": 1, "batching_delay_ms": 0.0, "batching_config": null, "enable_batching_metrics": false, "strict_ports": false, "output_path": "/data/wxy/sskj-h3/throughput/sglang-base/results/ref2va-feishu-base-tp2x4-768p-15s-20steps-20260831-153946/server_1_port34020/outputs", "input_save_path": "inputs/uploads", "prompt_file_path": null, "model_paths": {}, "model_loaded": {"transformer": true, "vae": true, "video_vae": true, "audio_vae": true, "video_dit": true, "audio_dit": true, "dual_tower_bridge": true}, "boundary_ratio": null, "disagg_role": "monolithic", "disagg_timeout": 3600, "disagg_downstream_wait_timeout": 1800, "disagg_dispatch_policy": "round_robin", "disagg_mode": false, "disagg_instance_id": 0, "disagg_max_slots_per_instance": 8, "disagg_transfer_redundancy": 1.25, "disagg_role_device": "auto", "disagg_transfer_backend": "auto", "disagg_transfer_pool_size": 268435456, "disagg_transfer_pin_memory": "auto", "disagg_p2p_hostname": "127.0.0.1", "disagg_ib_device": null, "disagg_server_addr": null, "encoder_urls": null, "denoiser_urls": null, "decoder_urls": null, "encoder_tp": null, "denoiser_tp": null, "denoiser_sp": null, "denoiser_ulysses": null, "denoiser_ring": null, "decoder_sp": null, "decoder_tp": null, "pool_work_endpoint": null, "pool_result_endpoint": null, "pool_control_endpoint": null, "pool_control_advertised_endpoint": null, "log_level": "info", "log_requests": false, "log_requests_level": 2, "log_requests_format": "text", "log_requests_target": null, "uvicorn_access_log_exclude_prefixes": [], "enable_trace": false, "otlp_traces_endpoint": "localhost:4317", "srt_encoder_url": null, "srt_encoder_connect_timeout": 3.05, "srt_encoder_timeout": 100, "pe_server_url": null} [08-31 15:40:05] Starting server... Failed to get device capability: SM 12.x requires CUDA >= 12.9. Failed to get device capability: SM 12.x requires CUDA >= 12.9. Failed to get device capability: SM 12.x requires CUDA >= 12.9. Failed to get device capability: SM 12.x requires CUDA >= 12.9. [08-31 15:40:21] Scheduler bind at endpoint: tcp://0.0.0.0:36010 [08-31 15:40:21] torch.compile cache: TORCHINDUCTOR_CACHE_DIR=/root/.cache/sgl_diffusion/torch_compile_cache/inductor TRITON_CACHE_DIR=/root/.cache/sgl_diffusion/torch_compile_cache/triton [08-31 15:40:21] Initializing distributed environment with world_size=2, device=cuda:0, timeout=3600 [08-31 15:40:21] Setting distributed timeout to 3600 seconds [08-31 15:40:22] Found nccl from library libnccl.so.2 [08-31 15:40:22] sglang-diffusion is using nccl==2.28.9 [08-31 15:40:26] reading GPU P2P access cache from /root/.cache/sglang/gpu_p2p_access_cache_for_2,3.json [08-31 15:40:26] reading GPU P2P access cache from /root/.cache/sglang/gpu_p2p_access_cache_for_2,3.json [08-31 15:40:26] Found nccl from library libnccl.so.2 [08-31 15:40:26] sglang-diffusion is using nccl==2.28.9 [08-31 15:40:26] No pipeline_class_name specified, using model_index.json Loading required modules: 0%| | 0/6 [00:00 neg_prompt: None seed: 1102 infer_steps: 5 num_outputs_per_prompt: 1 guidance_scale: 1.0 embedded_guidance_scale: 6.0 n_tokens: None flow_shift: 12.0 image_path: None save_output: True output_file_path: /data/wxy/sskj-h3/throughput/sglang-base/results/ref2va-feishu-base-tp2x4-768p-15s-20steps-20260831-153946/server_1_port34020/outputs/95b33bf9-1c81-4fe3-b8db-8a4d124379ae.mp4 [08-31 15:41:36] Running pipeline stages: ['InputValidationStage', 'MiniMaxH3PartitionAdmissionStage', 'MiniMaxH3TextEncodingStage', 'MiniMaxH3VisualEncodingStage', 'MiniMaxH3AudioEncodingStage', 'MiniMaxH3LatentPreparationStage', 'MiniMaxH3TimestepPreparationStage', 'MiniMaxH3DenoisingStage', 'MiniMaxH3DecodingStage'] [08-31 15:41:36] [InputValidationStage] started... [08-31 15:41:36] [InputValidationStage] finished in 0.0001 seconds [08-31 15:41:36] [MiniMaxH3PartitionAdmissionStage] started... [08-31 15:41:36] [MiniMaxH3PartitionAdmissionStage] finished in 0.0001 seconds [08-31 15:41:36] [MiniMaxH3TextEncodingStage] started... [2026-08-31 15:41:37] INFO: 127.0.0.1:37918 - "GET /v1/videos/95b33bf9-1c81-4fe3-b8db-8a4d124379ae HTTP/1.1" 200 OK [2026-08-31 15:41:38] INFO: 127.0.0.1:37918 - "GET /v1/videos/95b33bf9-1c81-4fe3-b8db-8a4d124379ae HTTP/1.1" 200 OK [2026-08-31 15:41:39] INFO: 127.0.0.1:37918 - "GET /v1/videos/95b33bf9-1c81-4fe3-b8db-8a4d124379ae HTTP/1.1" 200 OK [2026-08-31 15:41:40] INFO: 127.0.0.1:37918 - "GET /v1/videos/95b33bf9-1c81-4fe3-b8db-8a4d124379ae HTTP/1.1" 200 OK [2026-08-31 15:41:41] INFO: 127.0.0.1:37918 - "GET /v1/videos/95b33bf9-1c81-4fe3-b8db-8a4d124379ae HTTP/1.1" 200 OK [2026-08-31 15:41:42] INFO: 127.0.0.1:37918 - "GET /v1/videos/95b33bf9-1c81-4fe3-b8db-8a4d124379ae HTTP/1.1" 200 OK [2026-08-31 15:41:43] INFO: 127.0.0.1:37918 - "GET /v1/videos/95b33bf9-1c81-4fe3-b8db-8a4d124379ae HTTP/1.1" 200 OK [2026-08-31 15:41:44] INFO: 127.0.0.1:37918 - "GET /v1/videos/95b33bf9-1c81-4fe3-b8db-8a4d124379ae HTTP/1.1" 200 OK [2026-08-31 15:41:45] INFO: 127.0.0.1:37918 - "GET /v1/videos/95b33bf9-1c81-4fe3-b8db-8a4d124379ae HTTP/1.1" 200 OK [2026-08-31 15:41:46] INFO: 127.0.0.1:37918 - "GET /v1/videos/95b33bf9-1c81-4fe3-b8db-8a4d124379ae HTTP/1.1" 200 OK [08-31 15:41:46] [MiniMaxH3TextEncodingStage] finished in 10.1192 seconds [2026-08-31 15:41:47] INFO: 127.0.0.1:37918 - "GET /v1/videos/95b33bf9-1c81-4fe3-b8db-8a4d124379ae HTTP/1.1" 200 OK [2026-08-31 15:41:48] INFO: 127.0.0.1:37918 - "GET /v1/videos/95b33bf9-1c81-4fe3-b8db-8a4d124379ae HTTP/1.1" 200 OK [08-31 15:41:49] [MiniMaxH3VisualEncodingStage] started... [2026-08-31 15:41:49] INFO: 127.0.0.1:37918 - "GET /v1/videos/95b33bf9-1c81-4fe3-b8db-8a4d124379ae HTTP/1.1" 200 OK [2026-08-31 15:41:50] INFO: 127.0.0.1:37918 - "GET /v1/videos/95b33bf9-1c81-4fe3-b8db-8a4d124379ae HTTP/1.1" 200 OK [2026-08-31 15:41:51] INFO: 127.0.0.1:37918 - "GET /v1/videos/95b33bf9-1c81-4fe3-b8db-8a4d124379ae HTTP/1.1" 200 OK [2026-08-31 15:41:52] INFO: 127.0.0.1:37918 - "GET /v1/videos/95b33bf9-1c81-4fe3-b8db-8a4d124379ae HTTP/1.1" 200 OK [2026-08-31 15:41:53] INFO: 127.0.0.1:37918 - "GET /v1/videos/95b33bf9-1c81-4fe3-b8db-8a4d124379ae HTTP/1.1" 200 OK [08-31 15:41:54] [MiniMaxH3VisualEncodingStage] finished in 4.7611 seconds [08-31 15:41:54] [MiniMaxH3AudioEncodingStage] started... [2026-08-31 15:41:54] INFO: 127.0.0.1:37918 - "GET /v1/videos/95b33bf9-1c81-4fe3-b8db-8a4d124379ae HTTP/1.1" 200 OK [08-31 15:41:54] [MiniMaxH3AudioEncodingStage] finished in 0.4905 seconds [08-31 15:41:54] [MiniMaxH3LatentPreparationStage] started... [08-31 15:41:54] [MiniMaxH3LatentPreparationStage] finished in 0.0891 seconds [08-31 15:41:54] [MiniMaxH3TimestepPreparationStage] started... [08-31 15:41:54] [MiniMaxH3TimestepPreparationStage] finished in 0.0003 seconds [08-31 15:41:54] [MiniMaxH3DenoisingStage] started... [2026-08-31 15:41:55] INFO: 127.0.0.1:37918 - "GET /v1/videos/95b33bf9-1c81-4fe3-b8db-8a4d124379ae HTTP/1.1" 200 OK minimax_h3 denoise: 0%| | 0/4 [00:00 neg_prompt: None seed: 1102 infer_steps: 20 num_outputs_per_prompt: 1 guidance_scale: 1.0 embedded_guidance_scale: 6.0 n_tokens: None flow_shift: 12.0 image_path: None save_output: True output_file_path: /data/wxy/sskj-h3/throughput/sglang-base/results/ref2va-feishu-base-tp2x4-768p-15s-20steps-20260831-153946/server_1_port34020/outputs/72166e8d-db12-4441-af24-e63744ed76aa.mp4 [08-31 15:52:56] Running pipeline stages: ['InputValidationStage', 'MiniMaxH3PartitionAdmissionStage', 'MiniMaxH3TextEncodingStage', 'MiniMaxH3VisualEncodingStage', 'MiniMaxH3AudioEncodingStage', 'MiniMaxH3LatentPreparationStage', 'MiniMaxH3TimestepPreparationStage', 'MiniMaxH3DenoisingStage', 'MiniMaxH3DecodingStage'] [08-31 15:52:56] [InputValidationStage] started... [08-31 15:52:56] [InputValidationStage] finished in 0.0001 seconds [08-31 15:52:56] [MiniMaxH3PartitionAdmissionStage] started... [08-31 15:52:56] [MiniMaxH3PartitionAdmissionStage] finished in 0.0001 seconds [08-31 15:52:56] [MiniMaxH3TextEncodingStage] started... [2026-08-31 15:52:57] INFO: 127.0.0.1:37918 - "GET /v1/videos/72166e8d-db12-4441-af24-e63744ed76aa HTTP/1.1" 200 OK [2026-08-31 15:52:58] INFO: 127.0.0.1:37918 - "GET /v1/videos/72166e8d-db12-4441-af24-e63744ed76aa HTTP/1.1" 200 OK [2026-08-31 15:52:59] INFO: 127.0.0.1:37918 - "GET /v1/videos/72166e8d-db12-4441-af24-e63744ed76aa HTTP/1.1" 200 OK [2026-08-31 15:53:00] INFO: 127.0.0.1:37918 - "GET /v1/videos/72166e8d-db12-4441-af24-e63744ed76aa HTTP/1.1" 200 OK [2026-08-31 15:53:01] INFO: 127.0.0.1:37918 - "GET /v1/videos/72166e8d-db12-4441-af24-e63744ed76aa HTTP/1.1" 200 OK [2026-08-31 15:53:02] INFO: 127.0.0.1:37918 - "GET /v1/videos/72166e8d-db12-4441-af24-e63744ed76aa HTTP/1.1" 200 OK [2026-08-31 15:53:03] INFO: 127.0.0.1:37918 - "GET /v1/videos/72166e8d-db12-4441-af24-e63744ed76aa HTTP/1.1" 200 OK [2026-08-31 15:53:04] INFO: 127.0.0.1:37918 - "GET /v1/videos/72166e8d-db12-4441-af24-e63744ed76aa HTTP/1.1" 200 OK [2026-08-31 15:53:05] INFO: 127.0.0.1:37918 - "GET /v1/videos/72166e8d-db12-4441-af24-e63744ed76aa HTTP/1.1" 200 OK [2026-08-31 15:53:06] INFO: 127.0.0.1:37918 - "GET /v1/videos/72166e8d-db12-4441-af24-e63744ed76aa HTTP/1.1" 200 OK [08-31 15:53:07] [MiniMaxH3TextEncodingStage] finished in 10.2541 seconds [2026-08-31 15:53:07] INFO: 127.0.0.1:37918 - "GET /v1/videos/72166e8d-db12-4441-af24-e63744ed76aa HTTP/1.1" 200 OK [2026-08-31 15:53:08] INFO: 127.0.0.1:37918 - "GET /v1/videos/72166e8d-db12-4441-af24-e63744ed76aa HTTP/1.1" 200 OK [2026-08-31 15:53:09] INFO: 127.0.0.1:37918 - "GET /v1/videos/72166e8d-db12-4441-af24-e63744ed76aa HTTP/1.1" 200 OK [08-31 15:53:09] [MiniMaxH3VisualEncodingStage] started... [2026-08-31 15:53:10] INFO: 127.0.0.1:37918 - "GET /v1/videos/72166e8d-db12-4441-af24-e63744ed76aa HTTP/1.1" 200 OK [2026-08-31 15:53:11] INFO: 127.0.0.1:37918 - "GET /v1/videos/72166e8d-db12-4441-af24-e63744ed76aa HTTP/1.1" 200 OK [2026-08-31 15:53:12] INFO: 127.0.0.1:37918 - "GET /v1/videos/72166e8d-db12-4441-af24-e63744ed76aa HTTP/1.1" 200 OK [2026-08-31 15:53:13] INFO: 127.0.0.1:37918 - "GET /v1/videos/72166e8d-db12-4441-af24-e63744ed76aa HTTP/1.1" 200 OK [08-31 15:53:14] [MiniMaxH3VisualEncodingStage] finished in 4.7547 seconds [08-31 15:53:14] [MiniMaxH3AudioEncodingStage] started... [2026-08-31 15:53:14] INFO: 127.0.0.1:37918 - "GET /v1/videos/72166e8d-db12-4441-af24-e63744ed76aa HTTP/1.1" 200 OK [08-31 15:53:15] [MiniMaxH3AudioEncodingStage] finished in 0.3852 seconds [08-31 15:53:15] [MiniMaxH3LatentPreparationStage] started... [08-31 15:53:15] [MiniMaxH3LatentPreparationStage] finished in 0.0921 seconds [08-31 15:53:15] [MiniMaxH3TimestepPreparationStage] started... [08-31 15:53:15] [MiniMaxH3TimestepPreparationStage] finished in 0.0003 seconds [08-31 15:53:15] [MiniMaxH3DenoisingStage] started... [2026-08-31 15:53:15] INFO: 127.0.0.1:37918 - "GET /v1/videos/72166e8d-db12-4441-af24-e63744ed76aa HTTP/1.1" 200 OK [2026-08-31 15:53:16] INFO: 127.0.0.1:37918 - "GET /v1/videos/72166e8d-db12-4441-af24-e63744ed76aa HTTP/1.1" 200 OK minimax_h3 denoise: 0%| | 0/19 [00:00