File tree Expand file tree Collapse file tree 1 file changed +1
-6
lines changed
torchbenchmark/util/backends Expand file tree Collapse file tree 1 file changed +1
-6
lines changed Original file line number Diff line number Diff line change @@ -114,19 +114,14 @@ def _torch_trt():
114114 module , example_inputs = model .get_module ()
115115 torch_dtype_precision = torch .half if FP16 else torch .float32
116116
117- trt_input = [
118- torch_tensorrt .Input (shape = input_ .shape , dtype = input_ .dtype )
119- for input_ in example_inputs
120- ]
121-
122117 print (
123118 f"Compiling { model .name } with batch size { model .batch_size } , precision { model .dargs .precision } , "
124119 + f"and { 'default' if 'ir' not in torch_trt_kwargs else torch_trt_kwargs ['ir' ]} IR"
125120 )
126121
127122 trt_module = torch_tensorrt .compile (
128123 module ,
129- inputs = trt_input ,
124+ inputs = example_inputs ,
130125 enabled_precisions = {torch_dtype_precision },
131126 ** torch_trt_kwargs ,
132127 )
You can’t perform that action at this time.
0 commit comments