You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
339 lines
8.8 KiB
C++
339 lines
8.8 KiB
C++
/*
|
|
* SPDX-FileCopyrightText: Copyright (c) 1993-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
* SPDX-License-Identifier: Apache-2.0
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#ifndef SampleConfig_H
|
|
#define SampleConfig_H
|
|
|
|
#include <cstring>
|
|
#include <iostream>
|
|
#include <string>
|
|
|
|
#include "NvInfer.h"
|
|
#include "NvOnnxConfig.h"
|
|
class SampleConfig : public nvonnxparser::IOnnxConfig
|
|
{
|
|
public:
|
|
enum class InputDataFormat : int
|
|
{
|
|
kASCII = 0,
|
|
kPPM = 1
|
|
};
|
|
|
|
private:
|
|
std::string mModelFilename;
|
|
std::string mEngineFilename;
|
|
std::string mTextFilename;
|
|
std::string mFullTextFilename;
|
|
std::string mImageFilename;
|
|
std::string mReferenceFilename;
|
|
std::string mOutputFilename;
|
|
std::string mCalibrationFilename;
|
|
std::string mTimingCacheFilename;
|
|
int64_t mLabel{-1};
|
|
int64_t mMaxBatchSize{32};
|
|
int64_t mCalibBatchSize{0};
|
|
int64_t mMaxNCalibBatch{0};
|
|
int64_t mFirstCalibBatch{0};
|
|
int64_t mUseDLACore{-1};
|
|
nvinfer1::DataType mModelDtype{nvinfer1::DataType::kFLOAT};
|
|
bool mTF32{true};
|
|
Verbosity mVerbosity{static_cast<int>(nvinfer1::ILogger::Severity::kWARNING)};
|
|
bool mPrintLayercInfo{false};
|
|
bool mDebugBuilder{false};
|
|
InputDataFormat mInputDataFormat{InputDataFormat::kASCII};
|
|
uint64_t mTopK{0};
|
|
float mFailurePercentage{-1.0f};
|
|
float mTolerance{0.0f};
|
|
float mAbsTolerance{1e-5f};
|
|
|
|
public:
|
|
SampleConfig()
|
|
{
|
|
#ifdef ONNX_DEBUG
|
|
if (isDebug())
|
|
{
|
|
std::cout << " SampleConfig::ctor(): " << this << "\t" << std::endl;
|
|
}
|
|
#endif
|
|
}
|
|
|
|
protected:
|
|
~SampleConfig() override
|
|
{
|
|
#ifdef ONNX_DEBUG
|
|
if (isDebug())
|
|
{
|
|
std::cout << "SampleConfig::dtor(): " << this << std::endl;
|
|
}
|
|
#endif
|
|
}
|
|
|
|
public:
|
|
void setModelDtype(const nvinfer1::DataType mdt) noexcept override
|
|
{
|
|
mModelDtype = mdt;
|
|
}
|
|
|
|
nvinfer1::DataType getModelDtype() const noexcept override
|
|
{
|
|
return mModelDtype;
|
|
}
|
|
|
|
bool getTF32() const noexcept
|
|
{
|
|
return mTF32;
|
|
}
|
|
|
|
void setTF32(bool enabled) noexcept
|
|
{
|
|
mTF32 = enabled;
|
|
}
|
|
|
|
const char* getModelFileName() const noexcept override
|
|
{
|
|
return mModelFilename.c_str();
|
|
}
|
|
|
|
void setModelFileName(const char* onnxFilename) noexcept override
|
|
{
|
|
mModelFilename = std::string(onnxFilename);
|
|
}
|
|
Verbosity getVerbosityLevel() const noexcept override
|
|
{
|
|
return mVerbosity;
|
|
}
|
|
void addVerbosity() noexcept override
|
|
{
|
|
++mVerbosity;
|
|
}
|
|
void reduceVerbosity() noexcept override
|
|
{
|
|
--mVerbosity;
|
|
}
|
|
void setVerbosityLevel(Verbosity v) noexcept override
|
|
{
|
|
mVerbosity = v;
|
|
}
|
|
const char* getEngineFileName() const noexcept
|
|
{
|
|
return mEngineFilename.c_str();
|
|
}
|
|
void setEngineFileName(const char* engineFilename) noexcept
|
|
{
|
|
mEngineFilename = std::string(engineFilename);
|
|
}
|
|
const char* getTextFileName() const noexcept override
|
|
{
|
|
return mTextFilename.c_str();
|
|
}
|
|
void setTextFileName(const char* textFilename) noexcept override
|
|
{
|
|
mTextFilename = std::string(textFilename);
|
|
}
|
|
const char* getFullTextFileName() const noexcept override
|
|
{
|
|
return mFullTextFilename.c_str();
|
|
}
|
|
void setFullTextFileName(const char* fullTextFilename) noexcept override
|
|
{
|
|
mFullTextFilename = std::string(fullTextFilename);
|
|
}
|
|
void setLabel(int64_t label) noexcept
|
|
{
|
|
mLabel = label;
|
|
} //!< set the Label
|
|
|
|
int64_t getLabel() const noexcept
|
|
{
|
|
return mLabel;
|
|
} //!< get the Label
|
|
|
|
bool getPrintLayerInfo() const noexcept override
|
|
{
|
|
return mPrintLayercInfo;
|
|
}
|
|
|
|
void setPrintLayerInfo(bool b) noexcept override
|
|
{
|
|
mPrintLayercInfo = b;
|
|
} //!< get the boolean variable corresponding to the Layer Info, see getPrintLayerInfo()
|
|
|
|
void setMaxBatchSize(int64_t maxBatchSize) noexcept
|
|
{
|
|
mMaxBatchSize = maxBatchSize;
|
|
} //!< set the Max Batch Size
|
|
int64_t getMaxBatchSize() const noexcept
|
|
{
|
|
return mMaxBatchSize;
|
|
} //!< get the Max Batch Size
|
|
|
|
void setCalibBatchSize(int64_t CalibBatchSize) noexcept
|
|
{
|
|
mCalibBatchSize = CalibBatchSize;
|
|
} //!< set the calibration batch size
|
|
int64_t getCalibBatchSize() const noexcept
|
|
{
|
|
return mCalibBatchSize;
|
|
} //!< get calibration batch size
|
|
|
|
void setMaxNCalibBatch(int64_t MaxNCalibBatch) noexcept
|
|
{
|
|
mMaxNCalibBatch = MaxNCalibBatch;
|
|
} //!< set Max Number of Calibration Batches
|
|
int64_t getMaxNCalibBatch() const noexcept
|
|
{
|
|
return mMaxNCalibBatch;
|
|
} //!< get the Max Number of Calibration Batches
|
|
|
|
void setFirstCalibBatch(int64_t FirstCalibBatch) noexcept
|
|
{
|
|
mFirstCalibBatch = FirstCalibBatch;
|
|
} //!< set the first calibration batch
|
|
int64_t getFirstCalibBatch() const noexcept
|
|
{
|
|
return mFirstCalibBatch;
|
|
} //!< get the first calibration batch
|
|
|
|
void setUseDLACore(int64_t UseDLACore) noexcept
|
|
{
|
|
mUseDLACore = UseDLACore;
|
|
} //!< set the DLA core to use
|
|
int64_t getUseDLACore() const noexcept
|
|
{
|
|
return mUseDLACore;
|
|
} //!< get the DLA core to use
|
|
|
|
void setDebugBuilder() noexcept
|
|
{
|
|
mDebugBuilder = true;
|
|
} //!< enable the Debug info, while building the engine.
|
|
bool getDebugBuilder() const noexcept
|
|
{
|
|
return mDebugBuilder;
|
|
} //!< get the boolean variable, corresponding to the debug builder
|
|
|
|
const char* getImageFileName() const noexcept //!< set Image file name (PPM or ASCII)
|
|
{
|
|
return mImageFilename.c_str();
|
|
}
|
|
void setImageFileName(const char* imageFilename) noexcept //!< get the Image file name
|
|
{
|
|
mImageFilename = std::string(imageFilename);
|
|
}
|
|
const char* getReferenceFileName() const noexcept
|
|
{
|
|
return mReferenceFilename.c_str();
|
|
}
|
|
void setReferenceFileName(const char* referenceFilename) noexcept //!< set reference file name
|
|
{
|
|
mReferenceFilename = std::string(referenceFilename);
|
|
}
|
|
|
|
void setInputDataFormat(InputDataFormat idt) noexcept
|
|
{
|
|
mInputDataFormat = idt;
|
|
} //!< specifies expected data format of the image file (PPM or ASCII)
|
|
InputDataFormat getInputDataFormat() const noexcept
|
|
{
|
|
return mInputDataFormat;
|
|
} //!< returns the expected data format of the image file.
|
|
|
|
const char* getOutputFileName() const noexcept //!< specifies the file to save the results
|
|
{
|
|
return mOutputFilename.c_str();
|
|
}
|
|
void setOutputFileName(const char* outputFilename) noexcept //!< get the output file name
|
|
{
|
|
mOutputFilename = std::string(outputFilename);
|
|
}
|
|
|
|
const char* getCalibrationFileName() const noexcept
|
|
{
|
|
return mCalibrationFilename.c_str();
|
|
} //!< specifies the file containing the list of image files for int8 calibration
|
|
void setCalibrationFileName(const char* calibrationFilename) noexcept //!< get the int 8 calibration list file name
|
|
{
|
|
mCalibrationFilename = std::string(calibrationFilename);
|
|
}
|
|
|
|
uint64_t getTopK() const noexcept
|
|
{
|
|
return mTopK;
|
|
}
|
|
void setTopK(uint64_t topK) noexcept
|
|
{
|
|
mTopK = topK;
|
|
} //!< If this options is specified, return the K top probabilities.
|
|
|
|
float getFailurePercentage() const noexcept
|
|
{
|
|
return mFailurePercentage;
|
|
}
|
|
|
|
void setFailurePercentage(float f) noexcept
|
|
{
|
|
mFailurePercentage = f;
|
|
}
|
|
|
|
float getAbsoluteTolerance() const noexcept
|
|
{
|
|
return mAbsTolerance;
|
|
}
|
|
|
|
void setAbsoluteTolerance(float a) noexcept
|
|
{
|
|
mAbsTolerance = a;
|
|
}
|
|
|
|
float getTolerance() const noexcept
|
|
{
|
|
return mTolerance;
|
|
}
|
|
|
|
void setTolerance(float t) noexcept
|
|
{
|
|
mTolerance = t;
|
|
}
|
|
|
|
const char* getTimingCacheFilename() const noexcept
|
|
{
|
|
return mTimingCacheFilename.c_str();
|
|
}
|
|
|
|
void setTimingCacheFileName(const char* timingCacheFilename) noexcept
|
|
{
|
|
mTimingCacheFilename = std::string(timingCacheFilename);
|
|
}
|
|
|
|
bool isDebug() const noexcept
|
|
{
|
|
#if ONNX_DEBUG
|
|
return (std::getenv("ONNX_DEBUG") ? true : false);
|
|
#else
|
|
return false;
|
|
#endif
|
|
}
|
|
|
|
void destroy() noexcept override
|
|
{
|
|
delete this;
|
|
}
|
|
|
|
}; // class SampleConfig
|
|
|
|
#endif
|