iframe-proxy | Sunbelt Computer Software

Repository navigation

History

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

* SPDX-License-Identifier: Apache-2.0

* Licensed under the Apache License, Version 2.0 (the "License");

* you may not use this file except in compliance with the License.

* You may obtain a copy of the License at

* http://www.apache.org/licenses/LICENSE-2.0

* Unless required by applicable law or agreed to in writing, software

* distributed under the License is distributed on an "AS IS" BASIS,

* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

* See the License for the specific language governing permissions and

* limitations under the License.

#include "utils.h"

#if defined(_WIN32)

#if !defined(WIN32_LEAN_AND_MEAN)

#define WIN32_LEAN_AND_MEAN

#endif // defined(WIN32_LEAN_AND_MEAN)

#define NOMINMAX

#include <windows.h>

#else // defined(_WIN32)

#include <dlfcn.h>

#endif // defined(_WIN32)

namespace tensorrt

{

namespace utils

{

void issueDeprecationWarning(char const* useInstead)

{

std::string msg{"Use " + std::string{useInstead} + " instead."};

py::gil_scoped_acquire acquire{};

PyErr_WarnEx(PyExc_DeprecationWarning, msg.c_str(), 1);

}

void* nvdllOpen(char const* libName)

{

std::ostringstream fullLibName;

#if defined(_WIN32)

fullLibName << "nv" << libName << ".dll";

std::string strFullLibName = fullLibName.str();

return static_cast<void*>(LoadLibraryA(strFullLibName.c_str()));

#else // defined(_WIN32)

fullLibName << "lib" << libName << ".so.1";

std::string strFullLibName = fullLibName.str();

return dlopen(strFullLibName.c_str(), RTLD_LAZY);

#endif // defined(_WIN32)

}

void dllClose(void* handle)

{

if (handle)

{

#if defined(_WIN32)

FreeLibrary(static_cast<HMODULE>(handle));

#else // defined(_WIN32)

dlclose(handle);

#endif // defined(_WIN32)

}

void* dllGetSym(void* handle, char const* name)

{

#if defined(_WIN32)

return GetProcAddress(static_cast<HMODULE>(handle), name);

#else // defined(_WIN32)

return dlsym(handle, name);

#endif // defined(_WIN32)

}

// Returns the size in bytes of the specified data type.

size_t size(nvinfer1::DataType type)

{

switch (type)

{

case nvinfer1::DataType::kFLOAT: return 4;

case nvinfer1::DataType::kHALF: return 2;

case nvinfer1::DataType::kINT8: return 1;

case nvinfer1::DataType::kINT32: return 4;

case nvinfer1::DataType::kINT64: return 8;

case nvinfer1::DataType::kBOOL: return 1;

case nvinfer1::DataType::kUINT8: return 1;

case nvinfer1::DataType::kFP8: return 1;

case nvinfer1::DataType::kE8M0: return 1;

case nvinfer1::DataType::kBF16: return 2;

case nvinfer1::DataType::kINT4:

case nvinfer1::DataType::kFP4: break; // TRT-22011 - need to address sub-byte element size

}

return -1;

}

std::unique_ptr<py::dtype> nptype(nvinfer1::DataType type)

{

auto const makeDtype = [](char const* typeStr) { return std::make_unique<py::dtype>(typeStr); };

switch (type)

{

case nvinfer1::DataType::kFLOAT: return makeDtype("f4");

case nvinfer1::DataType::kHALF: return makeDtype("f2");

case nvinfer1::DataType::kINT8: return makeDtype("i1");

case nvinfer1::DataType::kINT32: return makeDtype("i4");

case nvinfer1::DataType::kINT64: return makeDtype("i8");

case nvinfer1::DataType::kBOOL: return makeDtype("b1");

case nvinfer1::DataType::kUINT8: return makeDtype("u1");

case nvinfer1::DataType::kFP8:

case nvinfer1::DataType::kBF16:

case nvinfer1::DataType::kINT4:

case nvinfer1::DataType::kFP4:

case nvinfer1::DataType::kE8M0: return nullptr;

}

return nullptr;

}

nvinfer1::DataType type(py::dtype const& type)

{

if (type.is(py::dtype("f4")))

{

return nvinfer1::DataType::kFLOAT;

}

else if (type.is(py::dtype("f2")))

{

return nvinfer1::DataType::kHALF;

}

else if (type.is(py::dtype("i8")))

{

return nvinfer1::DataType::kINT64;

}

else if (type.is(py::dtype("i4")))

{

return nvinfer1::DataType::kINT32;

}

else if (type.is(py::dtype("i1")))

{

return nvinfer1::DataType::kINT8;

}

else if (type.is(py::dtype("b1")))

{

return nvinfer1::DataType::kBOOL;

}

else if (type.is(py::dtype("u1")))

{

return nvinfer1::DataType::kUINT8;

}

int32_t constexpr kBITS_PER_BYTE{8};

std::stringstream ss{};

ss << "[TRT] [E] Could not implicitly convert NumPy data type: " << type.kind()

<< (type.itemsize() * kBITS_PER_BYTE) << " to TensorRT.";

std::cerr << ss.str() << std::endl;

PY_ASSERT_VALUE_ERROR(false, ss.str());

return nvinfer1::DataType::kFLOAT;

}

void throwPyError(PyObject* type, std::string const& message)

{

PyErr_SetString(type, message.data());

throw py::error_already_set();

}

} // namespace utils

} // namespace tensorrt

Sunbelt Computer Software

PL/B Language Development and Support

Navigation Menu

Repository navigation

utils.cpp

utils.cpp

Sunbelt Computer Software

PL/B Language Development and Support

FilesExpand file tree

utils.cpp

Latest commit

History

utils.cpp

File metadata and controls