service-maker/includes/tensor.hpp

Go to the documentation of this file.

/*
 * SPDX-FileCopyrightText: Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 * SPDX-License-Identifier: MIT
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
 * DEALINGS IN THE SOFTWARE.
 */
 
#ifndef DEEPSTREAM_TENSOR_HPP
#define DEEPSTREAM_TENSOR_HPP
 
#include <vector>
 
#include "buffer.hpp"
 
namespace deepstream {
 
typedef std::vector<uint64_t> TensorShape;
class TensorImplementation;
 
class Tensor {
 public:
  typedef enum {
    INVALID = -1,
    UNSIGNED,
    SIGNED,
    FLOAT,
    COMPLEX
  } DataType;
 
  typedef enum {
    NONE = -1,
    CPU,
    GPU
  } DeviceType;
 
  class Context {
    public:
      virtual ~Context() {}
  };
  Tensor(unsigned int rank,
         DataType dtype,
         unsigned int bits,
         const int64_t shape[],
         const int64_t strides[],
         void* data,
         std::string format,
         unsigned int device_id,
         DeviceType device,
         Context* context);
 
  Tensor(const Tensor&) = delete;
 
  virtual ~Tensor();
 
  unsigned int rank() const;
 
  TensorShape shape() const;
 
  DataType dtype() const;
 
  unsigned int bits() const;
 
  uint64_t stride(unsigned int d) const;
 
  void* data() const;
 
  unsigned int deviceId() const;
 
  DeviceType deviceType() const;
 
  Buffer wrap(NvBufSurfaceColorFormat format);
 
  Tensor* clone() const;
 
  Tensor* toGPU(unsigned int device_id) const;
 
  uint64_t size() const;
 
 protected:
  TensorImplementation* impl_;
  std::string format_;
  std::unique_ptr<Context> context_;
};
 
}
 
#endif