sglang_v0.5.2/pytorch_2.8.0/c10/util/Unicode.cpp

50 lines
1.1 KiB
C++

#include <c10/util/Unicode.h>
namespace c10 {
#if defined(_WIN32)
std::wstring u8u16(const std::string& str) {
if (str.empty()) {
return std::wstring();
}
int size_needed = MultiByteToWideChar(
CP_UTF8, 0, str.c_str(), static_cast<int>(str.size()), NULL, 0);
TORCH_CHECK(size_needed > 0, "Error converting the content to Unicode");
std::wstring wstr(size_needed, 0);
MultiByteToWideChar(
CP_UTF8,
0,
str.c_str(),
static_cast<int>(str.size()),
&wstr[0],
size_needed);
return wstr;
}
std::string u16u8(const std::wstring& wstr) {
if (wstr.empty()) {
return std::string();
}
int size_needed = WideCharToMultiByte(
CP_UTF8,
0,
wstr.c_str(),
static_cast<int>(wstr.size()),
NULL,
0,
NULL,
NULL);
TORCH_CHECK(size_needed > 0, "Error converting the content to UTF8");
std::string str(size_needed, 0);
WideCharToMultiByte(
CP_UTF8,
0,
wstr.c_str(),
static_cast<int>(wstr.size()),
&str[0],
size_needed,
NULL,
NULL);
return str;
}
#endif
} // namespace c10