infer_trtis_utils.h

Go to the documentation of this file.

/*
 * SPDX-FileCopyrightText: Copyright (c) 2020-2022 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 * SPDX-License-Identifier: LicenseRef-NvidiaProprietary
 *
 * NVIDIA CORPORATION, its affiliates and licensors retain all intellectual
 * property and proprietary rights in and to this material, related
 * documentation and any modifications thereto. Any use, reproduction,
 * disclosure or distribution of this material and related documentation
 * without an express license agreement from NVIDIA CORPORATION or
 * its affiliates is strictly prohibited.
 */
 
#ifndef __NVDSINFER_TRTIS_UTILS_H__
#define __NVDSINFER_TRTIS_UTILS_H__
 
#include <string>
#include <thread>
#include <vector>
#include <memory>
#include <functional>
 
#include "infer_common.h"
#include "infer_datatypes.h"
#include "infer_utils.h"
 
#include "model_config.pb.h"
#include "tritonserver.h"
 
#define CHECK_TRTIS_ERR_W_ACTION(trtisExpr, action, fmt, ...)              \
    do {                                                                   \
        UniqTritonT<TRITONSERVER_Error> errPtr(                            \
            (trtisExpr), TRITONSERVER_ErrorDelete);                        \
        if (errPtr) {                                                      \
            InferError(                                                    \
                "Triton: " fmt ", triton_err_str:%s, err_msg:%s",          \
                ##__VA_ARGS__, TRITONSERVER_ErrorCodeString(errPtr.get()), \
                TRITONSERVER_ErrorMessage(errPtr.get()));                  \
            action;                                                        \
        }                                                                  \
    } while (0)
 
#define RETURN_TRTIS_ERROR(trtisExpr, fmt, ...) \
    CHECK_TRTIS_ERR_W_ACTION(trtisExpr, return NVDSINFER_TRITON_ERROR, fmt, ##__VA_ARGS__)
 
#define CONTINUE_TRTIS_ERROR(trtisExpr, fmt, ...) \
    CHECK_TRTIS_ERR_W_ACTION(trtisExpr, , fmt, ##__VA_ARGS__)
 
namespace ni = inference;
 
namespace nvdsinferserver {
 
InferDataType DataTypeFromTriton(TRITONSERVER_DataType type);
 
TRITONSERVER_DataType DataTypeToTriton(InferDataType type);
 
InferDataType DataTypeFromTritonPb(ni::DataType type);
 
InferTensorOrder TensorOrderFromTritonPb(ni::ModelInput::Format order);
 
InferTensorOrder TensorOrderFromTritonMeta(const std::string& format);
 
TRITONSERVER_MemoryType MemTypeToTriton(InferMemType type);
InferMemType MemTypeFromTriton(TRITONSERVER_MemoryType type);
 
template <typename VecDims>
InferDims
DimsFromTriton(const VecDims& shape)
{
    InferDims ret{0};
    assert((int)shape.size() <= NVDSINFER_MAX_DIMS);
    uint32_t i = 0;
    for (const auto &v : shape) {
        if (v < 0) {
            ret.d[i] = -1;
        } else {
            ret.d[i] = v;
        }
        ++i;
    }
    ret.numDims = i;
    if (!hasWildcard(ret)) {
        normalizeDims(ret);
    }
    return ret;
}
 
const char* TritonControlModeToStr(int32_t mode);
 
} // namespace nvdsinferserver
 
#endif /* __NVDSINFER_TRTIS_UTILS_H__ */