chore: Initialize shape key as non-empty string to validate no input tensor

Author: keehyuna

core/runtime/TRTEngine.h

@@ -102,7 +102,7 @@ struct TRTEngine : torch::CustomClassHolder {
   at::cuda::CUDAStream caller_stream = c10::cuda::getDefaultCUDAStream();
   std::vector<at::Tensor> input_buffers = {};
   std::vector<at::Tensor> output_buffers = {};
-  std::string shape_key;
+  std::string shape_key = "None";
   bool cudagraphs_enabled = false;
   bool use_pre_allocated_outputs = true;
   std::vector<at::Tensor> pre_allocated_outputs;

py/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.py

@@ -249,7 +249,7 @@ def create_output_tensors(self) -> List[torch.Tensor]:
             outputs.append(output)
         return outputs
 
-    def set_output_opt(self, enable: bool) -> None:
+    def set_pre_allocated_outputs(self, enable: bool) -> None:
         self.use_pre_allocated_outputs = enable
 
     def forward(self, *inputs: torch.Tensor) -> torch.Tensor | Tuple[torch.Tensor, ...]:

py/torch_tensorrt/dynamo/runtime/_TorchTensorRTModule.py

@@ -208,7 +208,7 @@ def setup_engine(self) -> None:
         if self.engine is not None:
             return
         self.engine = torch.classes.tensorrt.Engine(self._pack_engine_info())
-        self.set_output_opt(True)
+        self.set_pre_allocated_outputs(False)
 
     def encode_metadata(self, metadata: Any) -> str:
         metadata = copy.deepcopy(metadata)
@@ -273,7 +273,7 @@ def set_extra_state(self, state: SerializedTorchTensorRTModuleFmt) -> None:
         self.input_binding_names = state[2]
         self.output_binding_names = state[3]
 
-    def set_output_opt(self, enable: bool) -> None:
+    def set_pre_allocated_outputs(self, enable: bool) -> None:
         self.engine.use_pre_allocated_outputs = enable
 
     def forward(self, *inputs: Any) -> torch.Tensor | Tuple[torch.Tensor, ...]: