File size: 1,836 Bytes
f53e03f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
#pragma once

template<typename T>
void TRTInferenceEngine::SetInputData(const std::string& name, const T* data, size_t elementCount)
{
    SetInputData(name, static_cast<const void*>(data), sizeof(T) * elementCount);
}

template<typename T>
void TRTInferenceEngine::SetInputData(const std::string& name, const TPinnedVector<T>& data)
{
    SetInputData(name, static_cast<const void*>(data.data()), sizeof(T) * data.size());
}

template<typename T>
void TRTInferenceEngine::GetOutputData(const std::string& name, T* data, size_t elementCount)
{
    GetOutputData(name, static_cast<void*>(data), sizeof(T) * elementCount);
}

template<typename T>
void TRTInferenceEngine::GetOutputData(const std::string& name, TPinnedVector<T>& data)
{
    GetOutputData(name, static_cast<void*>(data.data()), sizeof(T) * data.size());
}

template<typename T>
void TRTInferenceEngine::SetInputDataAsync(const std::string& name, const T* data, size_t elementCount, cudaStream_t stream)
{
    SetInputDataAsync(name, static_cast<const void*>(data), sizeof(T) * elementCount, stream);
}

template<typename T>
void TRTInferenceEngine::SetInputDataAsync(const std::string& name, const TPinnedVector<T>& data, cudaStream_t stream)
{
    SetInputDataAsync(name, static_cast<const void*>(data.data()), sizeof(T) * data.size(), stream);
}

template<typename T>
void TRTInferenceEngine::GetOutputDataAsync(const std::string& name, T* data, size_t elementCount, cudaStream_t stream)
{
    GetOutputDataAsync(name, static_cast<void*>(data), sizeof(T) * elementCount, stream);
}

template<typename T>
void TRTInferenceEngine::GetOutputDataAsync(const std::string& name, TPinnedVector<T>& data, cudaStream_t stream)
{
    GetOutputDataAsync(name, static_cast<void*>(data.data()), sizeof(T) * data.size(), stream);
}