OnnxAttrs.cpp

/*
 * SPDX-License-Identifier: Apache-2.0
 */

#include "OnnxAttrs.hpp"
#include "ShapedWeights.hpp"
#include "onnx2trt_utils.hpp"
#include <onnx/onnx_pb.h>

template <>
float OnnxAttrs::get<float>(const std::string& key) const
{
    return this->at(key)->f();
}

template <>
int OnnxAttrs::get<int>(const std::string& key) const
{
    return this->at(key)->i();
}

template <>
bool OnnxAttrs::get<bool>(const std::string& key) const
{
    int value = this->at(key)->i();
    assert(value == bool(value));
    return bool(value);
}

template <>
std::string OnnxAttrs::get<std::string>(const std::string& key) const
{
    return this->at(key)->s();
}

template <>
std::vector<int> OnnxAttrs::get<std::vector<int>>(const std::string& key) const
{
    auto attr = this->at(key)->ints();
    return std::vector<int>(attr.begin(), attr.end());
}

template <>
std::vector<int64_t> OnnxAttrs::get<std::vector<int64_t>>(const std::string& key) const
{
    auto attr = this->at(key)->ints();
    return std::vector<int64_t>(attr.begin(), attr.end());
}

template <>
std::vector<float> OnnxAttrs::get<std::vector<float>>(const std::string& key) const
{
    auto attr = this->at(key)->floats();
    return std::vector<float>(attr.begin(), attr.end());
}

template <>
nvinfer1::Dims OnnxAttrs::get<nvinfer1::Dims>(const std::string& key) const
{
    auto values = this->get<std::vector<int>>(key);
    nvinfer1::Dims dims;
    dims.nbDims = values.size();
    std::copy(values.begin(), values.end(), dims.d);
    // Note: No dimension type information is included
    return dims;
}

template <>
nvinfer1::DimsHW OnnxAttrs::get<nvinfer1::DimsHW>(const std::string& key) const
{
    nvinfer1::Dims dims = this->get<nvinfer1::Dims>(key);
    assert(dims.nbDims == 2);
    return nvinfer1::DimsHW(dims.d[0], dims.d[1]);
}

template <>
nvinfer1::Permutation OnnxAttrs::get<nvinfer1::Permutation>(const std::string& key) const
{
    auto values = this->get<std::vector<int>>(key);
    nvinfer1::Permutation perm;
    std::copy(values.begin(), values.end(), perm.order);
    // Fill unused values with identity permutation
    for (int i = values.size(); i < nvinfer1::Dims::MAX_DIMS; ++i)
    {
        perm.order[i] = i;
    }
    return perm;
}

template <>
onnx2trt::ShapedWeights OnnxAttrs::get<onnx2trt::ShapedWeights>(const std::string& key) const
{
    ::ONNX_NAMESPACE::TensorProto const& onnx_weights_tensor = this->at(key)->t();
    onnx2trt::ShapedWeights weights;
    bool success = convertOnnxWeights(onnx_weights_tensor, &weights, mCtx);
    if (!success)
    {
        throw std::runtime_error{"Unable to convert ONNX weights"};
    }
    return weights;
}

template <>
nvinfer1::DataType OnnxAttrs::get<nvinfer1::DataType>(const std::string& key) const
{
    ::ONNX_NAMESPACE::TensorProto::DataType onnx_dtype
        = static_cast<::ONNX_NAMESPACE::TensorProto::DataType>(this->at(key)->i());
    nvinfer1::DataType dtype{};
    if (!onnx2trt::convertDtype(onnx_dtype, &dtype))
    {
        dtype = static_cast<nvinfer1::DataType>(-1);
    }
    return dtype;
}

template <>
std::vector<nvinfer1::DataType> OnnxAttrs::get<std::vector<nvinfer1::DataType>>(const std::string& key) const
{
    auto attr = this->at(key)->ints();
    auto onnx_dtypes = std::vector<int64_t>(attr.begin(), attr.end());
    std::vector<nvinfer1::DataType> dtypes{};
    for (auto onnx_dtype : onnx_dtypes)
    {
        nvinfer1::DataType dtype{};
        if (!onnx2trt::convertDtype(static_cast<int32_t>(onnx_dtype), &dtype))
        {
            dtype = static_cast<nvinfer1::DataType>(-1);
        }
        dtypes.push_back(dtype);
    }
    return dtypes;
}

inline nvinfer1::ActivationType activationStringToEnum(const std::string& type)
{
    if (type == "Relu")
    {
        return nvinfer1::ActivationType::kRELU;
    }
    if (type == "Tanh")
    {
        return nvinfer1::ActivationType::kTANH;
    }
    if (type == "Sigmoid")
    {
        return nvinfer1::ActivationType::kSIGMOID;
    }
    if (type == "LeakyRelu")
    {
        return nvinfer1::ActivationType::kLEAKY_RELU;
    }
    if (type == "ThresholdedRelu")
    {
        return nvinfer1::ActivationType::kTHRESHOLDED_RELU;
    }
    if (type == "ScaledTanh")
    {
        return nvinfer1::ActivationType::kSCALED_TANH;
    }
    if (type == "HardSigmoid")
    {
        return nvinfer1::ActivationType::kHARD_SIGMOID;
    }
    if (type == "Elu")
    {
        return nvinfer1::ActivationType::kELU;
    }
    if (type == "Softsign")
    {
        return nvinfer1::ActivationType::kSOFTSIGN;
    }
    if (type == "Softplus")
    {
        return nvinfer1::ActivationType::kSOFTPLUS;
    }
    throw std::runtime_error("Unknown activation type: " + type);
}

template <>
nvinfer1::ActivationType OnnxAttrs::get<nvinfer1::ActivationType>(const std::string& key) const
{
    const std::string type = this->get<std::string>(key);
    return activationStringToEnum(type);
}

template <>
std::vector<nvinfer1::ActivationType> OnnxAttrs::get<std::vector<nvinfer1::ActivationType>>(
    const std::string& key) const
{
    const auto strings = this->at(key)->strings();
    std::vector<nvinfer1::ActivationType> actTypes;
    for (const auto& str : strings)
    {
        actTypes.emplace_back(activationStringToEnum(str));
    }
    return actTypes;
}

template <>
const ::ONNX_NAMESPACE::GraphProto& OnnxAttrs::get<const ::ONNX_NAMESPACE::GraphProto&>(const std::string& key) const
{
    return this->at(key)->g();
}

template <>
nvinfer1::RNNOperation OnnxAttrs::get<nvinfer1::RNNOperation>(const std::string& key) const
{
    std::string op = this->get<std::string>(key);
    if (op == std::string("relu"))
    {
        return nvinfer1::RNNOperation::kRELU;
    }
    if (op == std::string("tanh"))
    {
        return nvinfer1::RNNOperation::kTANH;
    }
    if (op == std::string("lstm"))
    {
        return nvinfer1::RNNOperation::kLSTM;
    }
    if (op == std::string("gru"))
    {
        return nvinfer1::RNNOperation::kGRU;
    }
    throw std::runtime_error("Unknown RNNOperation: " + op);
}

template <>
nvinfer1::RNNInputMode OnnxAttrs::get<nvinfer1::RNNInputMode>(const std::string& key) const
{
    std::string mode = this->get<std::string>(key);
    if (mode == std::string("skip"))
    {
        return nvinfer1::RNNInputMode::kSKIP;
    }
    if (mode == std::string("linear"))
    {
        return nvinfer1::RNNInputMode::kLINEAR;
    }
    throw std::runtime_error("Unknown RNNInputMode: " + mode);
}

template <>
nvinfer1::RNNDirection OnnxAttrs::get<nvinfer1::RNNDirection>(const std::string& key) const
{
    std::string direction = this->get<std::string>(key);
    if (direction == std::string("unidirection"))
    {
        return nvinfer1::RNNDirection::kUNIDIRECTION;
    }
    if (direction == std::string("bidirection"))
    {
        return nvinfer1::RNNDirection::kBIDIRECTION;
    }
    throw std::runtime_error("Unknown RNNDirection: " + direction);
}

template <>
std::vector<std::string> OnnxAttrs::get<std::vector<std::string>>(const std::string& key) const
{
    auto attr = this->at(key)->strings();
    return std::vector<std::string>(attr.begin(), attr.end());
}

template <>
nvinfer1::ScaleMode OnnxAttrs::get<nvinfer1::ScaleMode>(const std::string& key) const
{
    std::string s = this->get<std::string>(key);
    if (s == "uniform")
    {
        return nvinfer1::ScaleMode::kUNIFORM;
    }
    if (s == "channel")
    {
        return nvinfer1::ScaleMode::kCHANNEL;
    }
    if (s == "elementwise")
    {
        return nvinfer1::ScaleMode::kELEMENTWISE;
    }
    throw std::runtime_error("Unknown ScaleMode: " + s);
}

template <>
nvinfer1::MatrixOperation OnnxAttrs::get<nvinfer1::MatrixOperation>(const std::string& key) const
{
    std::string s = this->get<std::string>(key);
    if (s == "none")
    {
        return nvinfer1::MatrixOperation::kNONE;
    }
    if (s == "transpose")
    {
        return nvinfer1::MatrixOperation::kTRANSPOSE;
    }
    if (s == "vector")
    {
        return nvinfer1::MatrixOperation::kVECTOR;
    }
    throw std::runtime_error("Unknown MatrixOperation: " + s);
}

template <>
nvinfer1::ResizeMode OnnxAttrs::get<nvinfer1::ResizeMode>(const std::string& key) const
{
    const auto& mode = this->get<std::string>(key);
    if (mode == "nearest")
    {
        return nvinfer1::ResizeMode::kNEAREST;
    }
    if (mode == "linear")
    {
        return nvinfer1::ResizeMode::kLINEAR;
    }
    throw std::runtime_error("Unknown ResizeMode: " + mode);
}

template <>
nvinfer1::ResizeCoordinateTransformation OnnxAttrs::get<nvinfer1::ResizeCoordinateTransformation>(
    const std::string& key) const
{
    const auto& transformation = this->get<std::string>(key);
    if (transformation == "align_corners")
    {
        return nvinfer1::ResizeCoordinateTransformation::kALIGN_CORNERS;
    }
    if (transformation == "asymmetric")
    {
        return nvinfer1::ResizeCoordinateTransformation::kASYMMETRIC;
    }
    if (transformation == "half_pixel")
    {
        return nvinfer1::ResizeCoordinateTransformation::kHALF_PIXEL;
    }
    throw std::runtime_error("Unknown ResizeCoordinateTransformation: " + transformation);
}

template <>
nvinfer1::ResizeSelector OnnxAttrs::get<nvinfer1::ResizeSelector>(const std::string& key) const
{
    const auto& selector = this->get<std::string>(key);
    if (selector == "formula")
    {
        return nvinfer1::ResizeSelector::kFORMULA;
    }
    if (selector == "upper")
    {
        return nvinfer1::ResizeSelector::kUPPER;
    }
    throw std::runtime_error("Unknown ResizeSelector: " + selector);
}

template <>
nvinfer1::ResizeRoundMode OnnxAttrs::get<nvinfer1::ResizeRoundMode>(const std::string& key) const
{
    const auto& roundMode = this->get<std::string>(key);
    if (roundMode == "half_up")
    {
        return nvinfer1::ResizeRoundMode::kHALF_UP;
    }
    if (roundMode == "half_down")
    {
        return nvinfer1::ResizeRoundMode::kHALF_DOWN;
    }
    if (roundMode == "floor")
    {
        return nvinfer1::ResizeRoundMode::kFLOOR;
    }
    if (roundMode == "ceil")
    {
        return nvinfer1::ResizeRoundMode::kCEIL;
    }
    throw std::runtime_error("Unknown ResizeRoundMode: " + roundMode);
}