mirror of
https://github.com/ggerganov/llama.cpp.git
synced 2025-01-06 16:51:45 +00:00
77 lines
2.2 KiB
C++
77 lines
2.2 KiB
C++
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
/**
|
|
* Copyright (c) 2023 Nomic, Inc. All rights reserved.
|
|
*
|
|
* This software is licensed under the terms of the Software for Open Models License (SOM),
|
|
* version 1.0, as detailed in the LICENSE_SOM.txt file. A copy of this license should accompany
|
|
* this software. Except as expressly granted in the SOM license, all rights are reserved by Nomic, Inc.
|
|
*/
|
|
|
|
#include "kompute/Tensor.hpp"
|
|
|
|
#include "kompute/operations/OpTensorSyncLocal.hpp"
|
|
|
|
namespace kp {
|
|
|
|
OpTensorSyncLocal::OpTensorSyncLocal(
|
|
const std::vector<std::shared_ptr<Tensor>>& tensors)
|
|
{
|
|
KP_LOG_DEBUG("Kompute OpTensorSyncLocal constructor with params");
|
|
|
|
if (tensors.size() < 1) {
|
|
throw std::runtime_error(
|
|
"Kompute OpTensorSyncLocal called with less than 1 tensor");
|
|
}
|
|
|
|
this->mTensors = tensors;
|
|
}
|
|
|
|
OpTensorSyncLocal::~OpTensorSyncLocal()
|
|
{
|
|
KP_LOG_DEBUG("Kompute OpTensorSyncLocal destructor started");
|
|
}
|
|
|
|
void
|
|
OpTensorSyncLocal::record(const vk::CommandBuffer& commandBuffer)
|
|
{
|
|
KP_LOG_DEBUG("Kompute OpTensorSyncLocal record called");
|
|
|
|
for (size_t i = 0; i < this->mTensors.size(); i++) {
|
|
if (this->mTensors[i]->tensorType() == Tensor::TensorTypes::eDevice) {
|
|
|
|
this->mTensors[i]->recordPrimaryBufferMemoryBarrier(
|
|
commandBuffer,
|
|
vk::AccessFlagBits::eShaderWrite,
|
|
vk::AccessFlagBits::eTransferRead,
|
|
vk::PipelineStageFlagBits::eComputeShader,
|
|
vk::PipelineStageFlagBits::eTransfer);
|
|
|
|
this->mTensors[i]->recordCopyFromDeviceToStaging(commandBuffer);
|
|
|
|
this->mTensors[i]->recordPrimaryBufferMemoryBarrier(
|
|
commandBuffer,
|
|
vk::AccessFlagBits::eTransferWrite,
|
|
vk::AccessFlagBits::eHostRead,
|
|
vk::PipelineStageFlagBits::eTransfer,
|
|
vk::PipelineStageFlagBits::eHost);
|
|
}
|
|
}
|
|
}
|
|
|
|
void
|
|
OpTensorSyncLocal::preEval(const vk::CommandBuffer& /*commandBuffer*/)
|
|
{
|
|
KP_LOG_DEBUG("Kompute OpTensorSyncLocal preEval called");
|
|
}
|
|
|
|
void
|
|
OpTensorSyncLocal::postEval(const vk::CommandBuffer& /*commandBuffer*/)
|
|
{
|
|
KP_LOG_DEBUG("Kompute OpTensorSyncLocal postEval called");
|
|
|
|
KP_LOG_DEBUG("Kompute OpTensorSyncLocal mapping data into tensor local");
|
|
}
|
|
|
|
}
|