buffer.hpp

/*
 * Copyright (c) 2021-2023, NVIDIA CORPORATION.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
#pragma once
 
#include <algorithm>
#include <iostream>
#include <map>
#include <vector>
 
#include <kvikio/defaults.hpp>
#include <kvikio/error.hpp>
#include <kvikio/shim/cufile.hpp>
#include <kvikio/shim/cufile_h_wrapper.hpp>
#include <kvikio/utils.hpp>
 
namespace kvikio {
 
/*NOLINTNEXTLINE(readability-function-cognitive-complexity)*/
inline void buffer_register(const void* devPtr_base,
                            std::size_t size,
                            int flags                                = 0,
                            const std::vector<int>& errors_to_ignore = std::vector<int>())
{
  if (defaults::compat_mode()) { return; }
#ifdef KVIKIO_CUFILE_FOUND
  CUfileError_t status = cuFileAPI::instance().BufRegister(devPtr_base, size, flags);
  if (status.err != CU_FILE_SUCCESS) {
    // Check if `status.err` is in `errors_to_ignore`
    if (std::find(errors_to_ignore.begin(), errors_to_ignore.end(), status.err) ==
        errors_to_ignore.end()) {
      CUFILE_TRY(status);
    }
  }
#endif
}
 
inline void buffer_deregister(const void* devPtr_base)
{
  if (defaults::compat_mode()) { return; }
#ifdef KVIKIO_CUFILE_FOUND
  CUFILE_TRY(cuFileAPI::instance().BufDeregister(devPtr_base));
#endif
}
 
inline void memory_register(const void* devPtr,
                            int flags                                = 0,
                            const std::vector<int>& errors_to_ignore = {})
{
  auto [base, nbytes, offset] = get_alloc_info(devPtr);
  buffer_register(base, nbytes, flags, errors_to_ignore);
}
 
inline void memory_deregister(const void* devPtr)
{
  auto [base, nbytes, offset] = get_alloc_info(devPtr);
  buffer_deregister(base);
}
 
}  // namespace kvikio