Skip to content

Commit fc5cd1a

Browse files
authored
[BugFix] Fix graph opt test case (#4634)
* fix bug and refine code * add debug count * refine code * fix ci test case
1 parent 0dde936 commit fc5cd1a

3 files changed

Lines changed: 3 additions & 3 deletions

File tree

tests/graph_optimization/test_cuda_graph_dynamic_subgraph.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -161,7 +161,7 @@ def test_cuda_graph_subgraph(self):
161161
model_config = Mock()
162162
model_config.max_model_len = 512
163163
# Initialize cuda graph capture list
164-
graph_opt_config._set_cudagraph_sizes(max_num_seqs=scheduler_config.max_num_seqs)
164+
graph_opt_config._set_cudagraph_sizes(max_capture_size=scheduler_config.max_num_seqs)
165165
graph_opt_config.init_with_cudagrpah_size(max_capture_size=scheduler_config.max_num_seqs)
166166
fd_config = FDConfig(
167167
graph_opt_config=graph_opt_config,

tests/graph_optimization/test_cuda_graph_spec_decode.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -108,7 +108,7 @@ def test_cuda_graph_spec_decode(self):
108108
model_config = Mock()
109109
model_config.max_model_len = 512
110110
# Initialize cuda graph capture list
111-
graph_opt_config._set_cudagraph_sizes(max_num_seqs=scheduler_config.max_num_seqs)
111+
graph_opt_config._set_cudagraph_sizes(max_capture_size=scheduler_config.max_num_seqs)
112112
graph_opt_config.init_with_cudagrpah_size(max_capture_size=scheduler_config.max_num_seqs)
113113
fd_config = FDConfig(
114114
graph_opt_config=graph_opt_config,

tests/graph_optimization/test_static_graph_cuda_graph_split.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -91,7 +91,7 @@ def test(self):
9191
# Set FastDeploy config
9292
graph_opt_config = GraphOptimizationConfig({"use_cudagraph": True, "graph_opt_level": 1})
9393
scheduler_config = SchedulerConfig({"max_num_seqs": 1})
94-
graph_opt_config._set_cudagraph_sizes(max_num_seqs=scheduler_config.max_num_seqs)
94+
graph_opt_config._set_cudagraph_sizes(max_capture_size=scheduler_config.max_num_seqs)
9595
graph_opt_config.init_with_cudagrpah_size(max_capture_size=scheduler_config.max_num_seqs)
9696
cache_config = CacheConfig({})
9797
parallel_config = ParallelConfig(args={})

0 commit comments

Comments
 (0)