|
|
@@ -489,6 +489,7 @@ void HybridModelAsyncExecutor::BuildDeviceTensor(TensorValue &output_tensor, GeT |
|
|
|
GELOGD("Mem type is %d", static_cast<uint32_t>(mem_type)); |
|
|
|
auto deleter = [=](uint8_t *device_data) { |
|
|
|
if (device_data != nullptr) { |
|
|
|
GELOGI("Free device addr int build device tensor is %p",device_data); |
|
|
|
if (mem_type == RDMA_HBM) { |
|
|
|
MemManager::Instance().RdmaPoolInstance(RT_MEMORY_HBM).Free(device_data, device_id_); |
|
|
|
} else if (mem_type == HOST_DDR) { |
|
|
|