Skip to content

Commit 80d3333

Browse files
authored
Merge branch 'quic:main' into feature_diffusers
2 parents 4300a6c + 2a82591 commit 80d3333

File tree

1 file changed

+12
-12
lines changed

1 file changed

+12
-12
lines changed

QEfficient/transformers/models/modeling_auto.py

Lines changed: 12 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -325,8 +325,8 @@ def compile(
325325
]
326326

327327
return self._compile(
328-
onnx_path,
329-
compile_dir,
328+
onnx_path=onnx_path,
329+
compile_dir=compile_dir,
330330
compile_only=True,
331331
specializations=specializations,
332332
convert_to_fp16=True,
@@ -453,7 +453,7 @@ def __init__(self, model: nn.modules):
453453
self.model = model.get_qeff_vision_encoder()
454454

455455
def export(self, inputs, output_names, dynamic_axes, export_dir=None):
456-
return self._export(inputs, output_names, dynamic_axes, export_dir)
456+
return self._export(inputs, output_names, dynamic_axes, export_dir=export_dir)
457457

458458
def compile(
459459
self,
@@ -521,7 +521,7 @@ def __init__(self, model):
521521
self.model = model.get_qeff_language_decoder()
522522

523523
def export(self, inputs, output_names, dynamic_axes, export_dir=None):
524-
return self._export(inputs, output_names, dynamic_axes, export_dir)
524+
return self._export(inputs, output_names, dynamic_axes, export_dir=export_dir)
525525

526526
def compile(
527527
self,
@@ -634,10 +634,10 @@ def export(
634634
inputs["vision"],
635635
output_names["vision"],
636636
dynamic_axes["vision"],
637-
export_dir,
637+
export_dir=export_dir,
638638
)
639639

640-
self.lang_model.export(inputs["lang"], output_names["lang"], dynamic_axes["lang"], export_dir)
640+
self.lang_model.export(inputs["lang"], output_names["lang"], dynamic_axes["lang"], export_dir=export_dir)
641641
return self.onnx_path
642642

643643
def compile(
@@ -702,7 +702,7 @@ def compile(
702702

703703
if not skip_vision:
704704
self.vision_model._compile(
705-
compile_dir,
705+
compile_dir=compile_dir,
706706
compile_only=True,
707707
specializations=specializations["vision"],
708708
convert_to_fp16=True,
@@ -729,7 +729,7 @@ def compile(
729729
custom_io_lang[output_name] = "float16" if "vision_embeds" in output_name else kv_cache_dtype
730730

731731
self.lang_model._compile(
732-
compile_dir,
732+
compile_dir=compile_dir,
733733
compile_only=True,
734734
retained_state=True,
735735
specializations=specializations["lang"],
@@ -1041,8 +1041,8 @@ def compile(
10411041
custom_io[output_name] = "float16" if "pixel_values" in output_name else kv_cache_dtype
10421042

10431043
self._compile(
1044-
onnx_path,
1045-
compile_dir,
1044+
onnx_path=onnx_path,
1045+
compile_dir=compile_dir,
10461046
compile_only=True,
10471047
retained_state=True,
10481048
specializations=specializations,
@@ -2080,8 +2080,8 @@ def compile(
20802080
custom_io[output_name] = kv_cache_dtype
20812081

20822082
return self._compile(
2083-
onnx_path,
2084-
compile_dir,
2083+
onnx_path=onnx_path,
2084+
compile_dir=compile_dir,
20852085
compile_only=True,
20862086
retained_state=True,
20872087
specializations=specializations,

0 commit comments

Comments
 (0)