Skip to content

Commit 61bf4a6

Browse files
committed
Fix build error from PR pytorch#782
1 parent c77def0 commit 61bf4a6

File tree

2 files changed

+0
-18
lines changed

2 files changed

+0
-18
lines changed

cpp/bin/torchtrtc/main.cpp

Lines changed: 0 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -229,8 +229,6 @@ int main(int argc, char** argv) {
229229

230230
args::Flag build_debuggable_engine(
231231
parser, "build-debuggable-engine", "Creates a debuggable engine", {"build-debuggable-engine"});
232-
args::Flag use_strict_types(
233-
parser, "use-strict-types", "Restrict operating type to only use set operation precision", {"use-strict-types"});
234232
args::Flag allow_gpu_fallback(
235233
parser,
236234
"allow-gpu-fallback",
@@ -306,8 +304,6 @@ int main(int argc, char** argv) {
306304
parser, "num_iters", "Number of averaging timing iterations used to select kernels", {"num-avg-timing-iters"});
307305
args::ValueFlag<uint64_t> workspace_size(
308306
parser, "workspace_size", "Maximum size of workspace given to TensorRT", {"workspace-size"});
309-
args::ValueFlag<uint64_t> max_batch_size(
310-
parser, "max_batch_size", "Maximum batch size (must be >= 1 to be set, 0 means not set)", {"max-batch-size"});
311307
args::ValueFlag<double> threshold(
312308
parser,
313309
"threshold",
@@ -460,10 +456,6 @@ int main(int argc, char** argv) {
460456
compile_settings.debug = true;
461457
}
462458

463-
if (use_strict_types) {
464-
compile_settings.strict_types = true;
465-
}
466-
467459
if (allow_gpu_fallback) {
468460
compile_settings.device.allow_gpu_fallback = true;
469461
}
@@ -586,10 +578,6 @@ int main(int argc, char** argv) {
586578
compile_settings.workspace_size = args::get(workspace_size);
587579
}
588580

589-
if (max_batch_size) {
590-
compile_settings.max_batch_size = args::get(max_batch_size);
591-
}
592-
593581
if (truncate_long_and_double) {
594582
compile_settings.truncate_long_and_double = true;
595583
}

py/torch_tensorrt/ts/_compiler.py

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,6 @@ def compile(module: torch.jit.ScriptModule,
1717
enabled_precisions=set(),
1818
refit=False,
1919
debug=False,
20-
strict_types=False,
2120
capability=_enums.EngineCapability.default,
2221
num_min_timing_iters=2,
2322
num_avg_timing_iters=1,
@@ -65,7 +64,6 @@ def compile(module: torch.jit.ScriptModule,
6564
enabled_precision (Set(Union(torch.dtype, torch_tensorrt.dtype))): The set of datatypes that TensorRT can use when selecting kernels
6665
refit (bool): Enable refitting
6766
debug (bool): Enable debuggable engine
68-
strict_types (bool): Kernels should strictly run in a particular operating precision. Enabled precision should only have one type in the set
6967
capability (torch_tensorrt.EngineCapability): Restrict kernel selection to safe gpu kernels or safe dla kernels
7068
num_min_timing_iters (int): Number of minimization timing iterations used to select kernels
7169
num_avg_timing_iters (int): Number of averaging timing iterations used to select kernels
@@ -98,7 +96,6 @@ def compile(module: torch.jit.ScriptModule,
9896
"enabled_precisions": enabled_precisions, # Enabling FP16 kernels
9997
"refit": refit, # enable refit
10098
"debug": debug, # enable debuggable engine
101-
"strict_types": strict_types, # kernels should strictly run in operating precision
10299
"capability": capability, # Restrict kernel selection to safe gpu kernels or safe dla kernels
103100
"num_min_timing_iters": num_min_timing_iters, # Number of minimization timing iterations used to select kernels
104101
"num_avg_timing_iters": num_avg_timing_iters, # Number of averaging timing iterations used to select kernels
@@ -127,7 +124,6 @@ def convert_method_to_trt_engine(module: torch.jit.ScriptModule,
127124
enabled_precisions=set(),
128125
refit=False,
129126
debug=False,
130-
strict_types=False,
131127
capability=_enums.EngineCapability.default,
132128
num_min_timing_iters=2,
133129
num_avg_timing_iters=1,
@@ -169,7 +165,6 @@ def convert_method_to_trt_engine(module: torch.jit.ScriptModule,
169165
enabled_precision (Set(Union(torch.dtype, torch_tensorrt.dtype))): The set of datatypes that TensorRT can use when selecting kernels
170166
refit (bool): Enable refitting
171167
debug (bool): Enable debuggable engine
172-
strict_types (bool): Kernels should strictly run in a particular operating precision. Enabled precision should only have one type in the set
173168
capability (torch_tensorrt.EngineCapability): Restrict kernel selection to safe gpu kernels or safe dla kernels
174169
num_min_timing_iters (int): Number of minimization timing iterations used to select kernels
175170
num_avg_timing_iters (int): Number of averaging timing iterations used to select kernels
@@ -193,7 +188,6 @@ def convert_method_to_trt_engine(module: torch.jit.ScriptModule,
193188
"enabled_precisions": enabled_precisions, # Enabling FP16 kernels
194189
"refit": refit, # enable refit
195190
"debug": debug, # enable debuggable engine
196-
"strict_types": strict_types, # kernels should strictly run in operating precision
197191
"capability": capability, # Restrict kernel selection to safe gpu kernels or safe dla kernels
198192
"num_min_timing_iters": num_min_timing_iters, # Number of minimization timing iterations used to select kernels
199193
"num_avg_timing_iters": num_avg_timing_iters, # Number of averaging timing iterations used to select kernels

0 commit comments

Comments
 (0)