Merge pull request #1291 from pytorch/anuragd/float64_truncate_ptq

chore: Truncate long and double for ptq CPP path
pytorch · Aug 19, 2022 · 09a857f · 09a857f
2 parents b8a122f + 3b910ca
commit 09a857f
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/examples/int8/ptq/main.cpp b/examples/int8/ptq/main.cpp
@@ -50,6 +50,7 @@ torch::jit::Module compile_int8_model(const std::string& data_dir, torch::jit::M
   compile_spec.enabled_precisions.insert(torch::kI8);
   /// Use the TensorRT Entropy Calibrator
   compile_spec.ptq_calibrator = calibrator;
+  compile_spec.truncate_long_and_double = true;
 
 #ifdef SAVE_ENGINE
   std::cout << "Compiling graph to save as TRT engine (/tmp/engine_converted_from_jit.trt)" << std::endl;