randInt8Calibrator.h

Go to the documentation of this file.

/*
 * Copyright (c) 2018, NVIDIA CORPORATION. All rights reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
 * DEALINGS IN THE SOFTWARE.
 */
 
#ifndef __RAND_INT8_CALIBRATOR_H__
#define __RAND_INT8_CALIBRATOR_H__
 
#include "tensorNet.h"
 
#include <map>
#include <string>
#include <vector>
 
 
#if NV_TENSORRT_MAJOR >= 4
 
class randInt8Calibrator : public nvinfer1::IInt8EntropyCalibrator
{
public:
        randInt8Calibrator( int totalSamples, std::string cacheFile, 
                                        const std::map<std::string, nvinfer1::Dims3>& inputDimensions );
 
        ~randInt8Calibrator();
 
        inline int getBatchSize() const NOEXCEPT override       { return 1; }
 
        bool getBatch(void* bindings[], const char* names[], int nbBindings) NOEXCEPT override;
        
        const void* readCalibrationCache(size_t& length) NOEXCEPT override;
    
        virtual void writeCalibrationCache(const void*, size_t) NOEXCEPT override;
 
private:
        int mTotalSamples;
        int mCurrentSample;
 
        std::string mCacheFile;
        std::map<std::string, void*> mInputDeviceBuffers;
        std::map<std::string, nvinfer1::Dims3> mInputDimensions;
        std::vector<char> mCalibrationCache;
};
 
#endif
#endif