sglang_v0.5.2/pytorch_2.8.0/c10/cuda/CUDAMiscFunctions.cpp

26 lines
797 B
C++

#include <c10/cuda/CUDAMiscFunctions.h>
#include <c10/util/env.h>
namespace c10::cuda {
// NOLINTNEXTLINE(bugprone-exception-escape,-warnings-as-errors)
const char* get_cuda_check_suffix() noexcept {
static auto device_blocking_flag =
c10::utils::check_env("CUDA_LAUNCH_BLOCKING");
static bool blocking_enabled =
(device_blocking_flag.has_value() && device_blocking_flag.value());
if (blocking_enabled) {
return "";
} else {
return "\nCUDA kernel errors might be asynchronously reported at some"
" other API call, so the stacktrace below might be incorrect."
"\nFor debugging consider passing CUDA_LAUNCH_BLOCKING=1";
}
}
std::mutex* getFreeMutex() {
static std::mutex cuda_free_mutex;
return &cuda_free_mutex;
}
} // namespace c10::cuda