max_model_len: 32768
max_num_seqs: 128
tensor_parallel_size: 4
graph_optimization_config:
  use_cudagraph: True
  draft_model_use_cudagraph: True
load_choices: "default_v1"
dynamic_load_weight: True
load_strategy: ipc_snapshot
shutdown_comm_group_if_worker_idle: False
