File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -135,7 +135,6 @@ def test_resnet18_cpu_offload(ir):
135135 msg = "Model should be offloaded to CPU" ,
136136 )
137137 model .cuda ()
138- trt_mod .cuda ()
139138 cos_sim = cosine_similarity (model (input ), trt_mod (input ))
140139 assertions .assertTrue (
141140 cos_sim > COSINE_THRESHOLD ,
@@ -374,7 +373,6 @@ def test_bert_base_uncased_cpu_offload(ir):
374373 msg = "Model should be offloaded to CPU" ,
375374 )
376375 model .cuda ()
377- trt_mod .cuda ()
378376
379377 model_outputs = model (input , input2 )
380378 trt_model_outputs = trt_mod (input , input2 )
Original file line number Diff line number Diff line change @@ -385,7 +385,6 @@ def calibrate_loop(model):
385385 trt_model = torchtrt .dynamo .compile (
386386 exp_program ,
387387 inputs = [input_tensor ],
388- enabled_precisions = {torch .float8_e4m3fn },
389388 min_block_size = 1 ,
390389 cache_built_engines = False ,
391390 reuse_cached_engines = False ,
You can’t perform that action at this time.
0 commit comments