refactor!(//cpp/bin/torchtrtc): Removing the max-batch-size argument

BREAKING CHANGE: This PR removes `--max-batch-size` from the CLI
as it has no real functional effect

Signed-off-by: Naren Dasan <[email protected]>
Signed-off-by: Naren Dasan <[email protected]>

Author: narendasan

cpp/bin/torchtrtc/main.cpp

@@ -122,8 +122,6 @@ int main(int argc, char** argv) {
       parser, "num_iters", "Number of averaging timing iterations used to select kernels", {"num-avg-timing-iters"});
   args::ValueFlag<uint64_t> workspace_size(
       parser, "workspace_size", "Maximum size of workspace given to TensorRT", {"workspace-size"});
-  args::ValueFlag<uint64_t> max_batch_size(
-      parser, "max_batch_size", "Maximum batch size (must be >= 1 to be set, 0 means not set)", {"max-batch-size"});
   args::ValueFlag<double> threshold(
       parser,
       "threshold",
@@ -365,7 +363,6 @@ int main(int argc, char** argv) {
     compile_settings.workspace_size = args::get(workspace_size);
   }
 
-
   if (truncate_long_and_double) {
     compile_settings.truncate_long_and_double = true;
   }

docsrc/tutorials/torchtrtc.rst

@@ -17,12 +17,12 @@ to standard TorchScript. Load with ``torch.jit.load()`` and run like you would r
 .. code-block:: txt
 
     torchtrtc [input_file_path] [output_file_path]
-        [input_specs...] {OPTIONS}
+      [input_specs...] {OPTIONS}
 
-        torchtrtc is a compiler for TorchScript, it will compile and optimize
-        TorchScript programs to run on NVIDIA GPUs using TensorRT
+      torchtrtc is a compiler for TorchScript, it will compile and optimize
+      TorchScript programs to run on NVIDIA GPUs using TensorRT
 
-      OPTIONS:
+    OPTIONS:
 
         -h, --help                        Display this help menu
         Verbiosity of the compiler