File tree Expand file tree Collapse file tree 1 file changed +0
-2
lines changed Expand file tree Collapse file tree 1 file changed +0
-2
lines changed Original file line number Diff line number Diff line change @@ -356,7 +356,6 @@ def begin_forward(self):
356
356
self .block_table_bound = self .block_table_bound .to (self .device )
357
357
self .seq_lens_tensor = self .seq_lens_tensor .to (self .device )
358
358
self .paged_kv_indices = self .paged_kv_indices .to (self .device )
359
- self .prefill_wrapper .end_forward ()
360
359
self .prefill_wrapper .begin_forward (
361
360
self .query_start_loc ,
362
361
self .paged_kv_indptr [:self .num_prefills + 1 ],
@@ -379,7 +378,6 @@ def begin_forward(self):
379
378
self .seq_lens_tensor = self .seq_lens_tensor .to (self .device )
380
379
381
380
assert self .decode_wrapper is not None
382
- self .decode_wrapper .end_forward ()
383
381
self .decode_wrapper .begin_forward (
384
382
self .paged_kv_indptr [self .num_prefills :],
385
383
self .paged_kv_indices ,
You can’t perform that action at this time.
0 commit comments