@@ -485,8 +485,8 @@ <h1 id="cpp-api-program-listing-file-cpp-include-torch-tensorrt-ptq-h--page-root
485
485
486
486
< span class ="cp "> #ifndef DOXYGEN_SHOULD_SKIP_THIS</ span >
487
487
< span class ="k "> namespace</ span > < span class ="w "> </ span > < span class ="nn "> nvinfer1</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
488
- < span class ="k "> class</ span > < span class ="nc "> IInt8Calibrator</ span > < span class ="p "> ;</ span > < span class ="w "> </ span >
489
- < span class ="k "> class</ span > < span class ="nc "> IInt8EntropyCalibrator2</ span > < span class ="p "> ;</ span > < span class ="w "> </ span >
488
+ < span class ="k "> class</ span > < span class =" w " > </ span > < span class ="nc "> IInt8Calibrator</ span > < span class ="p "> ;</ span > < span class ="w "> </ span >
489
+ < span class ="k "> class</ span > < span class =" w " > </ span > < span class ="nc "> IInt8EntropyCalibrator2</ span > < span class ="p "> ;</ span > < span class ="w "> </ span >
490
490
< span class ="p "> }</ span > < span class ="w "> </ span > < span class ="c1 "> // namespace nvinfer1</ span >
491
491
492
492
< span class ="k "> namespace</ span > < span class ="w "> </ span > < span class ="nn "> torch_tensorrt</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
@@ -499,15 +499,15 @@ <h1 id="cpp-api-program-listing-file-cpp-include-torch-tensorrt-ptq-h--page-root
499
499
< span class ="k "> namespace</ span > < span class ="w "> </ span > < span class ="nn "> torch_tensorrt</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
500
500
< span class ="k "> namespace</ span > < span class ="w "> </ span > < span class ="nn "> ptq</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
501
501
502
- < span class ="k "> template</ span > < span class ="w "> </ span > < span class ="o "> <</ span > < span class ="k "> typename</ span > < span class ="nc "> Algorithm</ span > < span class ="p "> ,</ span > < span class ="w "> </ span > < span class ="k "> typename</ span > < span class ="nc "> DataLoaderUniquePtr</ span > < span class ="o "> ></ span > < span class ="w "> </ span >
503
- < span class ="k "> class</ span > < span class ="nc "> Int8Calibrator</ span > < span class ="w "> </ span > < span class ="o "> :</ span > < span class ="w "> </ span > < span class ="n "> Algorithm</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
504
- < span class ="w "> </ span > < span class ="k "> using</ span > < span class ="w "> </ span > < span class ="n "> DataLoader</ span > < span class ="w "> </ span > < span class ="o "> =</ span > < span class ="w "> </ span > < span class ="k "> typename</ span > < span class ="nc "> DataLoaderUniquePtr</ span > < span class ="o "> ::</ span > < span class ="n "> element_type</ span > < span class ="p "> ;</ span > < span class ="w "> </ span >
505
- < span class ="w "> </ span > < span class ="k "> using</ span > < span class ="w "> </ span > < span class ="n "> Batch</ span > < span class ="w "> </ span > < span class ="o "> =</ span > < span class ="w "> </ span > < span class ="k "> typename</ span > < span class ="nc "> DataLoader</ span > < span class ="o "> ::</ span > < span class ="n "> super</ span > < span class ="o "> ::</ span > < span class ="n "> BatchType</ span > < span class ="p "> ;</ span > < span class ="w "> </ span >
502
+ < span class ="k "> template</ span > < span class ="w "> </ span > < span class ="o "> <</ span > < span class ="k "> typename</ span > < span class =" w " > </ span > < span class ="nc "> Algorithm</ span > < span class ="p "> ,</ span > < span class ="w "> </ span > < span class ="k "> typename</ span > < span class =" w " > </ span > < span class ="nc "> DataLoaderUniquePtr</ span > < span class ="o "> ></ span > < span class ="w "> </ span >
503
+ < span class ="k "> class</ span > < span class =" w " > </ span > < span class ="nc "> Int8Calibrator</ span > < span class ="w "> </ span > < span class ="o "> :</ span > < span class ="w "> </ span > < span class ="n "> Algorithm</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
504
+ < span class ="w "> </ span > < span class ="k "> using</ span > < span class ="w "> </ span > < span class ="n "> DataLoader</ span > < span class ="w "> </ span > < span class ="o "> =</ span > < span class ="w "> </ span > < span class ="k "> typename</ span > < span class =" w " > </ span > < span class ="nc "> DataLoaderUniquePtr</ span > < span class ="o "> ::</ span > < span class ="n "> element_type</ span > < span class ="p "> ;</ span > < span class ="w "> </ span >
505
+ < span class ="w "> </ span > < span class ="k "> using</ span > < span class ="w "> </ span > < span class ="n "> Batch</ span > < span class ="w "> </ span > < span class ="o "> =</ span > < span class ="w "> </ span > < span class ="k "> typename</ span > < span class =" w " > </ span > < span class ="nc "> DataLoader</ span > < span class ="o "> ::</ span > < span class ="n "> super</ span > < span class ="o "> ::</ span > < span class ="n "> BatchType</ span > < span class ="p "> ;</ span > < span class ="w "> </ span >
506
506
507
507
< span class ="w "> </ span > < span class ="k "> public</ span > < span class ="o "> :</ span > < span class ="w "> </ span >
508
508
< span class ="w "> </ span > < span class ="n "> Int8Calibrator</ span > < span class ="p "> (</ span > < span class ="n "> DataLoaderUniquePtr</ span > < span class ="w "> </ span > < span class ="n "> dataloader</ span > < span class ="p "> ,</ span > < span class ="w "> </ span > < span class ="k "> const</ span > < span class ="w "> </ span > < span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> string</ span > < span class ="o "> &</ span > < span class ="w "> </ span > < span class ="n "> cache_file_path</ span > < span class ="p "> ,</ span > < span class ="w "> </ span > < span class ="kt "> bool</ span > < span class ="w "> </ span > < span class ="n "> use_cache</ span > < span class ="p "> )</ span > < span class ="w "> </ span >
509
509
< span class ="w "> </ span > < span class ="o "> :</ span > < span class ="w "> </ span > < span class ="n "> dataloader_</ span > < span class ="p "> (</ span > < span class ="n "> dataloader</ span > < span class ="p "> .</ span > < span class ="n "> get</ span > < span class ="p "> ()),</ span > < span class ="w "> </ span > < span class ="n "> cache_file_path_</ span > < span class ="p "> (</ span > < span class ="n "> cache_file_path</ span > < span class ="p "> ),</ span > < span class ="w "> </ span > < span class ="n "> use_cache_</ span > < span class ="p "> (</ span > < span class ="n "> use_cache</ span > < span class ="p "> )</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
510
- < span class ="w "> </ span > < span class ="k "> for</ span > < span class ="w "> </ span > < span class ="p "> (</ span > < span class ="k "> auto</ span > < span class ="w "> </ span > < span class ="nl "> batch</ span > < span class ="p "> :</ span > < span class ="w "> </ span > < span class ="o "> *</ span > < span class ="n "> dataloader_</ span > < span class ="p "> )</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
510
+ < span class ="w "> </ span > < span class ="k "> for</ span > < span class ="w "> </ span > < span class ="p "> (</ span > < span class ="k "> auto</ span > < span class ="w "> </ span > < span class ="n "> batch</ span > < span class =" w " > </ span > < span class ="o "> :</ span > < span class ="w "> </ span > < span class ="o "> *</ span > < span class ="n "> dataloader_</ span > < span class ="p "> )</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
511
511
< span class ="w "> </ span > < span class ="n "> batched_data_</ span > < span class ="p "> .</ span > < span class ="n "> push_back</ span > < span class ="p "> (</ span > < span class ="n "> batch</ span > < span class ="p "> .</ span > < span class ="n "> data</ span > < span class ="p "> );</ span > < span class ="w "> </ span >
512
512
< span class ="w "> </ span > < span class ="p "> }</ span > < span class ="w "> </ span >
513
513
< span class ="w "> </ span > < span class ="n "> it_</ span > < span class ="w "> </ span > < span class ="o "> =</ span > < span class ="w "> </ span > < span class ="n "> batched_data_</ span > < span class ="p "> .</ span > < span class ="n "> begin</ span > < span class ="p "> ();</ span > < span class ="w "> </ span >
@@ -574,8 +574,8 @@ <h1 id="cpp-api-program-listing-file-cpp-include-torch-tensorrt-ptq-h--page-root
574
574
< span class ="w "> </ span > < span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> vector</ span > < span class ="o "> <</ span > < span class ="n "> torch</ span > < span class ="o "> ::</ span > < span class ="n "> Tensor</ span > < span class ="o "> >::</ span > < span class ="n "> iterator</ span > < span class ="w "> </ span > < span class ="n "> it_</ span > < span class ="p "> ;</ span > < span class ="w "> </ span >
575
575
< span class ="p "> };</ span > < span class ="w "> </ span >
576
576
577
- < span class ="k "> template</ span > < span class ="w "> </ span > < span class ="o "> <</ span > < span class ="k "> typename</ span > < span class ="nc "> Algorithm</ span > < span class ="o "> ></ span > < span class ="w "> </ span >
578
- < span class ="k "> class</ span > < span class ="nc "> Int8CacheCalibrator</ span > < span class ="w "> </ span > < span class ="o "> :</ span > < span class ="w "> </ span > < span class ="n "> Algorithm</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
577
+ < span class ="k "> template</ span > < span class ="w "> </ span > < span class ="o "> <</ span > < span class ="k "> typename</ span > < span class =" w " > </ span > < span class ="nc "> Algorithm</ span > < span class ="o "> ></ span > < span class ="w "> </ span >
578
+ < span class ="k "> class</ span > < span class =" w " > </ span > < span class ="nc "> Int8CacheCalibrator</ span > < span class ="w "> </ span > < span class ="o "> :</ span > < span class ="w "> </ span > < span class ="n "> Algorithm</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
579
579
< span class ="w "> </ span > < span class ="k "> public</ span > < span class ="o "> :</ span > < span class ="w "> </ span >
580
580
< span class ="w "> </ span > < span class ="n "> Int8CacheCalibrator</ span > < span class ="p "> (</ span > < span class ="k "> const</ span > < span class ="w "> </ span > < span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> string</ span > < span class ="o "> &</ span > < span class ="w "> </ span > < span class ="n "> cache_file_path</ span > < span class ="p "> )</ span > < span class ="w "> </ span > < span class ="o "> :</ span > < span class ="w "> </ span > < span class ="n "> cache_file_path_</ span > < span class ="p "> (</ span > < span class ="n "> cache_file_path</ span > < span class ="p "> )</ span > < span class ="w "> </ span > < span class ="p "> {}</ span > < span class ="w "> </ span >
581
581
@@ -624,15 +624,15 @@ <h1 id="cpp-api-program-listing-file-cpp-include-torch-tensorrt-ptq-h--page-root
624
624
< span class ="w "> </ span > < span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> vector</ span > < span class ="o "> <</ span > < span class ="kt "> char</ span > < span class ="o "> ></ span > < span class ="w "> </ span > < span class ="n "> cache_</ span > < span class ="p "> ;</ span > < span class ="w "> </ span >
625
625
< span class ="p "> };</ span > < span class ="w "> </ span >
626
626
627
- < span class ="k "> template</ span > < span class ="w "> </ span > < span class ="o "> <</ span > < span class ="k "> typename</ span > < span class ="nc "> Algorithm</ span > < span class ="w "> </ span > < span class ="o "> =</ span > < span class ="w "> </ span > < span class ="n "> nvinfer1</ span > < span class ="o "> ::</ span > < span class ="n "> IInt8EntropyCalibrator2</ span > < span class ="p "> ,</ span > < span class ="w "> </ span > < span class ="k "> typename</ span > < span class ="nc "> DataLoader</ span > < span class ="o "> ></ span > < span class ="w "> </ span >
627
+ < span class ="k "> template</ span > < span class ="w "> </ span > < span class ="o "> <</ span > < span class ="k "> typename</ span > < span class =" w " > </ span > < span class ="nc "> Algorithm</ span > < span class ="w "> </ span > < span class ="o "> =</ span > < span class ="w "> </ span > < span class ="n "> nvinfer1</ span > < span class ="o "> ::</ span > < span class ="n "> IInt8EntropyCalibrator2</ span > < span class ="p "> ,</ span > < span class ="w "> </ span > < span class ="k "> typename</ span > < span class =" w " > </ span > < span class ="nc "> DataLoader</ span > < span class ="o "> ></ span > < span class ="w "> </ span >
628
628
< span class ="n "> TORCHTRT_API</ span > < span class ="w "> </ span > < span class ="kr "> inline</ span > < span class ="w "> </ span > < span class ="n "> Int8Calibrator</ span > < span class ="o "> <</ span > < span class ="n "> Algorithm</ span > < span class ="p "> ,</ span > < span class ="w "> </ span > < span class ="n "> DataLoader</ span > < span class ="o "> ></ span > < span class ="w "> </ span > < span class ="n "> make_int8_calibrator</ span > < span class ="p "> (</ span > < span class ="w "> </ span >
629
629
< span class ="w "> </ span > < span class ="n "> DataLoader</ span > < span class ="w "> </ span > < span class ="n "> dataloader</ span > < span class ="p "> ,</ span > < span class ="w "> </ span >
630
630
< span class ="w "> </ span > < span class ="k "> const</ span > < span class ="w "> </ span > < span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> string</ span > < span class ="o "> &</ span > < span class ="w "> </ span > < span class ="n "> cache_file_path</ span > < span class ="p "> ,</ span > < span class ="w "> </ span >
631
631
< span class ="w "> </ span > < span class ="kt "> bool</ span > < span class ="w "> </ span > < span class ="n "> use_cache</ span > < span class ="p "> )</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
632
632
< span class ="w "> </ span > < span class ="k "> return</ span > < span class ="w "> </ span > < span class ="n "> Int8Calibrator</ span > < span class ="o "> <</ span > < span class ="n "> Algorithm</ span > < span class ="p "> ,</ span > < span class ="w "> </ span > < span class ="n "> DataLoader</ span > < span class ="o "> ></ span > < span class ="p "> (</ span > < span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> move</ span > < span class ="p "> (</ span > < span class ="n "> dataloader</ span > < span class ="p "> ),</ span > < span class ="w "> </ span > < span class ="n "> cache_file_path</ span > < span class ="p "> ,</ span > < span class ="w "> </ span > < span class ="n "> use_cache</ span > < span class ="p "> );</ span > < span class ="w "> </ span >
633
633
< span class ="p "> }</ span > < span class ="w "> </ span >
634
634
635
- < span class ="k "> template</ span > < span class ="w "> </ span > < span class ="o "> <</ span > < span class ="k "> typename</ span > < span class ="nc "> Algorithm</ span > < span class ="w "> </ span > < span class ="o "> =</ span > < span class ="w "> </ span > < span class ="n "> nvinfer1</ span > < span class ="o "> ::</ span > < span class ="n "> IInt8EntropyCalibrator2</ span > < span class ="o "> ></ span > < span class ="w "> </ span >
635
+ < span class ="k "> template</ span > < span class ="w "> </ span > < span class ="o "> <</ span > < span class ="k "> typename</ span > < span class =" w " > </ span > < span class ="nc "> Algorithm</ span > < span class ="w "> </ span > < span class ="o "> =</ span > < span class ="w "> </ span > < span class ="n "> nvinfer1</ span > < span class ="o "> ::</ span > < span class ="n "> IInt8EntropyCalibrator2</ span > < span class ="o "> ></ span > < span class ="w "> </ span >
636
636
< span class ="n "> TORCHTRT_API</ span > < span class ="w "> </ span > < span class ="kr "> inline</ span > < span class ="w "> </ span > < span class ="n "> Int8CacheCalibrator</ span > < span class ="o "> <</ span > < span class ="n "> Algorithm</ span > < span class ="o "> ></ span > < span class ="w "> </ span > < span class ="n "> make_int8_cache_calibrator</ span > < span class ="p "> (</ span > < span class ="k "> const</ span > < span class ="w "> </ span > < span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> string</ span > < span class ="o "> &</ span > < span class ="w "> </ span > < span class ="n "> cache_file_path</ span > < span class ="p "> )</ span > < span class ="w "> </ span > < span class ="p "> {</ span > < span class ="w "> </ span >
637
637
< span class ="w "> </ span > < span class ="k "> return</ span > < span class ="w "> </ span > < span class ="n "> Int8CacheCalibrator</ span > < span class ="o "> <</ span > < span class ="n "> Algorithm</ span > < span class ="o "> ></ span > < span class ="p "> (</ span > < span class ="n "> cache_file_path</ span > < span class ="p "> );</ span > < span class ="w "> </ span >
638
638
< span class ="p "> }</ span > < span class ="w "> </ span >
0 commit comments