加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
文件
克隆/下载
onnx2trt_common.hpp 2.62 KB
一键复制 编辑 原始数据 按行查看 历史
/*
* Copyright (c) 2018, NVIDIA CORPORATION. All rights reserved.
*
* Permission is hereby granted, free of charge, to any person obtaining a
* copy of this software and associated documentation files (the "Software"),
* to deal in the Software without restriction, including without limitation
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
* and/or sell copies of the Software, and to permit persons to whom the
* Software is furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in
* all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
* DEALINGS IN THE SOFTWARE.
*/
#pragma once
#include <NvInfer.h>
#include <memory>
# if NV_TENSORRT_MAJOR < 4
namespace nvinfer1 {
enum class PluginFormat: uint8_t
{
kNCHW = 0, //!< NCHW
kNC2HW2 = 1, //!< NCHW with 2-element packed channels
kNHWC8 = 2 //!< NHWC with 8-element packed channels (C
//!must be a multiple of 8)
};
// from NvInfer.h
class IPluginExt : public IPlugin
{
public:
virtual int getTensorRTVersion() const
{
return NV_TENSORRT_VERSION;
}
virtual bool supportsFormat(DataType type, PluginFormat format) const = 0;
virtual void configureWithFormat(const Dims* inputDims, int nbInputs, const Dims* outputDims, int nbOutputs, DataType type, PluginFormat format, int maxBatchSize) = 0;
protected:
void configure(const Dims* inputDims, int nbInputs, const Dims* outputDims, int nbOutputs, int maxBatchSize) final {
DataType type = nvinfer1::DataType::kFLOAT;
PluginFormat format = nvinfer1::PluginFormat::kNCHW;
return this->configureWithFormat(
inputDims, nbInputs, outputDims, nbOutputs, type, format, maxBatchSize);
}
virtual ~IPluginExt() {}
};
} // namespace nvinfer1
#endif
namespace onnx2trt {
struct IOwnable {
virtual void destroy() = 0;
protected:
virtual ~IOwnable() {}
};
struct OwnableDeleter {
void operator()(IOwnable* obj) const {
obj->destroy();
}
};
using UniqueOwnable = std::unique_ptr<IOwnable, OwnableDeleter>;
class Plugin;
} // namespace onnx2trt
Loading...
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化