diff --git a/src/vllm/parsers.rs b/src/vllm/parsers.rs index e06e7f4..eb0e2ee 100644 --- a/src/vllm/parsers.rs +++ b/src/vllm/parsers.rs @@ -258,12 +258,27 @@ pub fn vllm_parsers_with_state(state: Rc) -> Vec VllmCompilationConfig { + let mut config = config.clone(); + if config.compile_ranges_split_points.is_none() { + if let Some(ref endpoints) = config.compile_ranges_endpoints { + config.compile_ranges_split_points = Some(endpoints.clone()); + } + } + config +} + pub fn generate_vllm_summary( state: &VllmState, tt: &TinyTemplate, custom_header_html: &str, ) -> anyhow::Result { - let config = state.config.borrow().clone().unwrap_or_default(); + let config = state + .config + .borrow() + .as_ref() + .map(|c| normalize_config(c)) + .unwrap_or_default(); let dynamo_artifacts = state.build_dynamo_artifacts(); let has_dynamo_artifacts = !dynamo_artifacts.is_empty(); let piecewise_graph_file = state.piecewise_graph_file.borrow().clone(); diff --git a/src/vllm/templates.rs b/src/vllm/templates.rs index d398b6e..25135e6 100644 --- a/src/vllm/templates.rs +++ b/src/vllm/templates.rs @@ -168,7 +168,7 @@ pub const VLLM_SUMMARY_TEMPLATE: &str = r#" CUDAGraph Mode{config.cudagraph_mode} Use Inductor Graph Partition{config.use_inductor_graph_partition} Compile Sizes{config.compile_sizes} - Compile Ranges Split Points{config.compile_ranges_split_points} + Compile Ranges Endpoints{config.compile_ranges_split_points} Inductor Passes{config.inductor_passes} Enabled Passes{config.enabled_passes} Dynamic Shapes Type{config.dynamic_shapes_type} diff --git a/src/vllm/types.rs b/src/vllm/types.rs index 85902c0..8927d5d 100644 --- a/src/vllm/types.rs +++ b/src/vllm/types.rs @@ -10,7 +10,9 @@ pub struct VllmCompilationConfig { pub splitting_ops: Option, pub cudagraph_mode: Option, pub compile_sizes: Option, + /// Accepts both old name (compile_ranges_split_points) and new name (compile_ranges_endpoints). pub compile_ranges_split_points: Option, + pub compile_ranges_endpoints: Option, pub use_inductor_graph_partition: Option, pub inductor_passes: Option, pub enabled_passes: Option,