Renamed inputs to arg_inputs

Author: cehongwang

docs/_downloads/6dc7949e3e7f3cb855e4a7b28eadc851/vgg16_fp8_ptq.py

@@ -229,7 +229,7 @@ def calibrate_loop(model):
         exp_program = torch.export.export(model, (input_tensor,))
         trt_model = torchtrt.dynamo.compile(
             exp_program,
-            inputs=[input_tensor],
+            arg_inputs=[input_tensor],
             enabled_precisions={torch.float8_e4m3fn},
             min_block_size=1,
             debug=False,

examples/dynamo/vgg16_fp8_ptq.py

@@ -229,7 +229,7 @@ def calibrate_loop(model):
         exp_program = torch.export.export(model, (input_tensor,))
         trt_model = torchtrt.dynamo.compile(
             exp_program,
-            inputs=[input_tensor],
+            arg_inputs=[input_tensor],
             enabled_precisions={torch.float8_e4m3fn},
             min_block_size=1,
             debug=False,

py/torch_tensorrt/dynamo/_compiler.py

@@ -47,9 +47,9 @@
 
 def compile(
     exported_program: ExportedProgram,
-    inputs: Tuple[Any, ...],
+    arg_inputs: Tuple[Any, ...],
     *,
-    kwarg_inputs: Any = None,
+    kwarg_inputs: Optional[dict[Any, Any]] = None,
     device: Optional[Union[Device, torch.device, str]] = _defaults.DEVICE,
     disable_tf32: bool = _defaults.DISABLE_TF32,
     assume_dynamic_shape_support: bool = _defaults.ASSUME_DYNAMIC_SHAPE_SUPPORT,
@@ -169,11 +169,11 @@ def compile(
             "\nThis feature is unimplemented in Torch-TRT Dynamo currently."
         )
 
-    if not isinstance(inputs, collections.abc.Sequence):
-        inputs = [inputs]
+    if not isinstance(arg_inputs, collections.abc.Sequence):
+        arg_inputs = [arg_inputs]
 
     # Prepare torch_trt inputs
-    inputs = prepare_inputs(inputs)
+    arg_inputs = prepare_inputs(arg_inputs)
     kwarg_inputs = prepare_inputs(kwarg_inputs)
     device = to_torch_tensorrt_device(device)
     enabled_precisions = {dtype._from(p) for p in enabled_precisions}
@@ -228,7 +228,7 @@ def compile(
 
     settings = CompilationSettings(**compilation_options)
     logger.info("Compilation Settings: %s\n", settings)
-    trt_gm = compile_module(gm, inputs, kwarg_inputs, settings)
+    trt_gm = compile_module(gm, arg_inputs, kwarg_inputs, settings)
     return trt_gm
 
 

tests/py/dynamo/models/test_dtype_support.py

@@ -36,7 +36,7 @@ def forward(self, x):
         exp_mod = torch.export.export(mod, (in_tensor,))
         trt_mod = torch_tensorrt.dynamo.compile(
             exp_mod,
-            inputs=[in_tensor],
+            arg_inputs=[in_tensor],
             pass_through_build_failures=True,
             truncate_double=True,
             min_block_size=1,
@@ -74,7 +74,7 @@ def forward(self, x):
         exp_mod = torch.export.export(mod, (in_tensor,))
         trt_mod = torch_tensorrt.dynamo.compile(
             exp_mod,
-            inputs=[in_tensor],
+            arg_inputs=[in_tensor],
             pass_through_build_failures=True,
             truncate_double=True,
             min_block_size=1,
@@ -118,7 +118,7 @@ def forward(self, x):
         exp_mod = torch.export.export(mod, (in_tensor,))
         trt_mod = torch_tensorrt.dynamo.compile(
             exp_mod,
-            inputs=[in_tensor],
+            arg_inputs=[in_tensor],
             pass_through_build_failures=True,
             truncate_double=False,
             min_block_size=1,
@@ -157,7 +157,7 @@ def forward(self, x):
         exp_mod = torch.export.export(mod, (in_tensor,))
         trt_mod = torch_tensorrt.dynamo.compile(
             exp_mod,
-            inputs=[in_tensor],
+            arg_inputs=[in_tensor],
             pass_through_build_failures=True,
             truncate_double=False,
             min_block_size=1,
@@ -201,7 +201,7 @@ def forward(self, x):
         exp_mod = torch.export.export(mod, (in_tensor,))
         trt_mod = torch_tensorrt.dynamo.compile(
             exp_mod,
-            inputs=[in_tensor],
+            arg_inputs=[in_tensor],
             pass_through_build_failures=True,
             enabled_precisions={torch.float, torch.bfloat16, torch.half},
             min_block_size=1,
@@ -239,7 +239,7 @@ def forward(self, x):
         exp_mod = torch.export.export(mod, (in_tensor,))
         trt_mod = torch_tensorrt.dynamo.compile(
             exp_mod,
-            inputs=[in_tensor],
+            arg_inputs=[in_tensor],
             pass_through_build_failures=True,
             enabled_precisions={torch.float, torch.bfloat16, torch.half},
             min_block_size=1,

tests/py/dynamo/models/test_models_export.py

@@ -222,7 +222,7 @@ def calibrate_loop(model):
             exp_program = torch.export.export(model, (input_tensor,))
             trt_model = torchtrt.dynamo.compile(
                 exp_program,
-                inputs=[input_tensor],
+                arg_inputs=[input_tensor],
                 enabled_precisions={torch.float8_e4m3fn},
                 min_block_size=1,
                 debug=True,