1 #ifndef CONVERSION_UTILITIES_STRINGCONVERSION_H
2 #define CONVERSION_UTILITIES_STRINGCONVERSION_H
7 #include "../misc/traits.h"
11 #include <initializer_list>
17 #include <string_view>
18 #include <system_error>
21 #if __cplusplus >= 201709 && !defined(REFLECTIVE_RAPIDJSON_GENERATOR)
22 #ifndef CPP_UTILITIES_USE_RANGES
23 #define CPP_UTILITIES_USE_RANGES
40 std::free(stringData);
47 using StringData = std::pair<std::unique_ptr<char[], StringDataDeleter>, std::size_t>;
51 const char *fromCharset,
const char *toCharset,
const char *inputBuffer, std::size_t inputBufferSize,
float outputBufferSizeFactor = 1.0f);
59 #ifdef PLATFORM_WINDOWS
60 using WideStringData = std::pair<std::unique_ptr<wchar_t[]>,
int>;
61 CPP_UTILITIES_EXPORT WideStringData convertMultiByteToWide(std::error_code &ec,
const char *inputBuffer,
int inputBufferSize = -1);
62 CPP_UTILITIES_EXPORT WideStringData convertMultiByteToWide(std::error_code &ec,
const std::string &inputBuffer);
63 CPP_UTILITIES_EXPORT WideStringData convertMultiByteToWide(
const char *inputBuffer,
int inputBufferSize = -1);
71 #ifdef CPP_UTILITIES_USE_RANGES
72 template <
class Container>
73 using ContainerValueType =
typename std::conditional_t<std::ranges::range<Container>,
74 std::iterator_traits<std::remove_cvref_t<std::ranges::iterator_t<Container>>>, Container>::value_type;
76 template <
class Container>
using ContainerValueType =
typename Container::value_type;
78 template <
class Container>
using DefaultReturnTypeForContainer = ContainerValueType<Container>;
79 template <
class Container>
using StringParamForContainer = std::basic_string_view<typename ContainerValueType<Container>::value_type>;
97 template <
class Container = std::initializer_list<std::
string>,
class ReturnType = Detail::DefaultReturnTypeForContainer<Container>>
98 ReturnType
joinStrings(
const Container &strings, Detail::StringParamForContainer<Container> delimiter = Detail::StringParamForContainer<Container>(),
99 bool omitEmpty =
false, Detail::StringParamForContainer<Container> leftClosure = Detail::StringParamForContainer<Container>(),
100 Detail::StringParamForContainer<Container> rightClosure = Detail::StringParamForContainer<Container>())
103 if (!strings.size()) {
106 std::size_t entries = 0, size = 0;
107 for (
const auto &str : strings) {
108 if (omitEmpty && str.empty()) {
117 size += (entries * leftClosure.size()) + (entries * rightClosure.size()) + ((entries - 1) * delimiter.size());
119 for (
const auto &str : strings) {
120 if (omitEmpty && str.empty()) {
124 res.append(delimiter);
126 res.append(leftClosure);
128 res.append(rightClosure);
136 template <
class Container = std::initializer_list<std::
string>>
inline auto toMultiline(
const Container &arrayOfLines)
159 template <
class Container = std::list<std::
string>>
160 Container
splitString(Detail::StringParamForContainer<Container>
string, Detail::StringParamForContainer<Container> delimiter,
165 typename Container::value_type *last =
nullptr;
167 typename Container::value_type::size_type
i = 0, end =
string.size();
168 for (
typename Container::value_type::size_type delimPos;
i < end;
i = delimPos + delimiter.size()) {
169 delimPos =
string.find(delimiter,
i);
170 if (!merge && maxParts >= 0 && res.size() ==
static_cast<typename Container::value_type::size_type
>(maxParts)) {
177 delimPos = Container::value_type::npos;
179 if (delimPos == Container::value_type::npos) {
180 delimPos =
string.size();
184 last->append(delimiter);
185 last->append(
string,
i, delimPos -
i);
188 last = &res.emplace_back(
string,
i, delimPos -
i);
211 template <
class Container = std::list<std::
string>>
213 Detail::StringParamForContainer<Container>
string, Detail::StringParamForContainer<Container> delimiter,
int maxParts = -1)
217 typename Container::value_type::size_type
i = 0, end =
string.size();
218 for (
typename Container::value_type::size_type delimPos;
i < end;
i = delimPos + delimiter.size()) {
219 delimPos =
string.find(delimiter,
i);
220 if (maxParts >= 0 && res.size() ==
static_cast<typename Container::value_type::size_type
>(maxParts)) {
221 delimPos = Container::value_type::npos;
223 if (delimPos == Container::value_type::npos) {
224 delimPos =
string.size();
226 #if __cplusplus >= 201709
227 if constexpr (requires { res.emplace_back(
string); }) {
229 res.emplace_back(
string.data() +
i, delimPos -
i);
230 #if __cplusplus >= 201709
232 res.emplace(
string.data() +
i, delimPos -
i);
237 #if __cplusplus >= 201709
238 if constexpr (requires { res.emplace_back(); }) {
241 #if __cplusplus >= 201709
253 template <
class Container = std::vector<std::
string>>
inline auto toArrayOfLines(
const std::string &multilineString)
261 template <
typename StringType>
bool startsWith(
const StringType &str,
const StringType &phrase)
263 if (str.size() < phrase.size()) {
266 for (
auto stri = str.cbegin(), strend = str.cend(), phrasei = phrase.cbegin(), phraseend = phrase.cend();; ++stri, ++phrasei) {
267 if (phrasei == phraseend) {
269 }
else if (stri == strend) {
271 }
else if (*stri != *phrasei) {
281 template <
typename StringType>
bool startsWith(
const StringType &str,
const typename StringType::value_type *phrase)
283 for (
auto stri = str.cbegin(), strend = str.cend();; ++stri, ++phrase) {
286 }
else if (stri == strend) {
288 }
else if (*stri != *phrase) {
298 template <
typename StringType>
bool endsWith(
const StringType &str,
const StringType &phrase)
300 if (str.size() < phrase.size()) {
303 for (
auto stri = str.cend() -
static_cast<typename StringType::difference_type
>(phrase.size()), strend = str.cend(), phrasei = phrase.cbegin();
304 stri != strend; ++stri, ++phrasei) {
305 if (*stri != *phrasei) {
315 template <
typename StringType>
bool endsWith(
const StringType &str,
const typename StringType::value_type *phrase)
317 const auto phraseSize = std::strlen(phrase);
318 if (str.size() < phraseSize) {
321 for (
auto stri = str.cend() -
static_cast<typename StringType::difference_type
>(phraseSize), strend = str.cend(); stri != strend;
323 if (*stri != *phrase) {
334 template <
typename StringType>
bool containsSubstrings(
const StringType &str, std::initializer_list<StringType> substrings)
336 typename StringType::size_type currentPos = 0;
337 for (
const auto &substr : substrings) {
338 if ((currentPos = str.find(substr, currentPos)) == StringType::npos) {
341 currentPos += substr.size();
350 template <
typename StringType>
351 bool containsSubstrings(
const StringType &str, std::initializer_list<const typename StringType::value_type *> substrings)
353 typename StringType::size_type currentPos = 0;
354 for (
const auto *substr : substrings) {
355 if ((currentPos = str.find(substr, currentPos)) == StringType::npos) {
358 currentPos += std::strlen(substr);
366 template <
typename StringType1,
typename StringType2,
typename StringType3>
367 void findAndReplace(StringType1 &str,
const StringType2 &find,
const StringType3 &replace)
369 for (
typename StringType1::size_type
i = 0; (
i = str.find(find,
i)) != StringType1::npos;
i += replace.size()) {
370 str.replace(
i, find.size(), replace);
377 template <
typename StringType>
378 inline void findAndReplace(StringType &str,
const typename StringType::value_type *find,
const typename StringType::value_type *replace)
381 str, std::basic_string_view<typename StringType::value_type>(find), std::basic_string_view<typename StringType::value_type>(replace));
387 template <
typename StringType1,
typename StringType2>
388 inline void findAndReplace(StringType1 &str,
const StringType2 &find,
const typename StringType1::value_type *replace)
390 findAndReplace(str, find, std::basic_string_view<typename StringType1::value_type>(replace));
396 template <
typename StringType1,
typename StringType2>
397 inline void findAndReplace(StringType1 &str,
const typename StringType1::value_type *find,
const StringType2 &replace)
399 findAndReplace(str, std::basic_string_view<typename StringType1::value_type>(find), replace);
408 template <
typename CharType> constexpr CharType
digitToChar(CharType digit)
410 return digit <= 9 ? (digit +
'0') : (digit +
'A' - 10);
419 template <
typename IntegralType,
class StringType = std::string,
typename BaseType = IntegralType,
423 std::size_t resSize = 0;
424 for (
auto n = number; n; n /=
static_cast<IntegralType
>(base), ++resSize)
427 res.reserve(resSize);
429 res.insert(res.begin(), digitToChar<typename StringType::value_type>(
static_cast<typename StringType::value_type
>(number % base)));
430 number /=
static_cast<IntegralType
>(base);
441 template <
typename IntegralType,
class StringType = std::string,
typename BaseType = IntegralType,
442 Traits::EnableIf<std::is_integral<IntegralType>, std::is_signed<IntegralType>> * =
nullptr>
443 StringType
numberToString(IntegralType number, BaseType base = 10)
445 const bool negative = number < 0;
448 number = -number, resSize = 1;
452 for (
auto n = number; n; n /=
static_cast<IntegralType
>(base), ++resSize)
455 res.reserve(resSize);
457 res.insert(res.begin(),
458 digitToChar<typename StringType::value_type>(
static_cast<typename StringType::value_type
>(number %
static_cast<IntegralType
>(base))));
459 number /=
static_cast<IntegralType
>(base);
462 res.insert(res.begin(),
'-');
475 template <
typename FloatingType,
class StringType = std::
string, Traits::EnableIf<std::is_
floating_po
int<FloatingType>> * =
nullptr>
478 std::basic_stringstream<typename StringType::value_type> ss;
479 ss << std::setbase(base) << number;
487 template <
typename CharType> CharType
charToDigit(CharType character, CharType base)
490 if (character >=
'0' && character <=
'9') {
491 res = character -
'0';
492 }
else if (character >=
'a' && character <=
'z') {
493 res = character -
'a' + 10;
494 }
else if (character >=
'A' && character <=
'Z') {
495 res = character -
'A' + 10;
500 std::string errorMsg;
501 errorMsg.reserve(36);
502 errorMsg +=
"The character \"";
503 errorMsg += character >=
' ' && character <= '~' ? static_cast<std::string::value_type>(character) :
'?';
504 errorMsg +=
"\" is no valid digit.";
510 template <
typename IntegralType,
typename CharType,
typename BaseType = IntegralType>
511 void raiseAndAdd(IntegralType &result, BaseType base, CharType character)
513 if (character ==
' ') {
517 if (__builtin_mul_overflow(result, base, &result)
518 || __builtin_add_overflow(result,
charToDigit(character,
static_cast<CharType
>(base)), &result)) {
519 throw ConversionException(
"Number exceeds limit.");
522 result *=
static_cast<IntegralType
>(base);
523 result +=
static_cast<IntegralType
>(charToDigit<CharType>(character,
static_cast<CharType
>(base)));
536 template <
typename IntegralType,
class CharType,
typename BaseType = IntegralType,
537 Traits::EnableIf<std::is_integral<IntegralType>, std::is_unsigned<IntegralType>> * =
nullptr>
538 IntegralType
bufferToNumber(
const CharType *
string, std::size_t size, BaseType base = 10)
540 IntegralType result = 0;
541 for (
const CharType *end =
string + size;
string != end; ++string) {
542 Detail::raiseAndAdd(result, base, *
string);
554 template <
typename IntegralType,
typename CharType,
typename BaseType = IntegralType,
555 Traits::EnableIf<std::is_integral<IntegralType>, std::is_signed<IntegralType>> * =
nullptr>
556 IntegralType
bufferToNumber(
const CharType *
string, std::size_t size, BaseType base = 10)
561 const CharType *end =
string + size;
562 for (;
string != end && *
string ==
' '; ++string)
567 const bool negative = (*
string ==
'-');
571 IntegralType result = 0;
572 for (;
string != end; ++string) {
573 Detail::raiseAndAdd(result, base, *
string);
575 return negative ? -result : result;
585 template <
typename IntegralType,
class StringType,
typename BaseType = IntegralType,
586 Traits::EnableIf<std::is_integral<IntegralType>, Traits::Not<std::is_scalar<std::decay_t<StringType>>>> * =
nullptr>
589 return bufferToNumber<IntegralType, typename StringType::value_type, BaseType>(
string.data(),
string.size(), base);
601 template <
typename FloatingType,
class StringViewType,
602 Traits::EnableIf<std::is_floating_point<FloatingType>, Traits::IsSpecializationOf<StringViewType, std::basic_string_view>> * =
nullptr>
605 std::basic_stringstream<typename StringViewType::value_type> ss;
606 ss << std::setbase(base) << stringView;
608 if ((ss >> result) && ss.eof()) {
611 std::string errorMsg;
612 errorMsg.reserve(48 + stringView.size());
613 errorMsg +=
"The string \"";
614 errorMsg += stringView;
615 errorMsg +=
"\" is no valid floating point number.";
628 template <
typename FloatingType,
class StringType,
629 Traits::EnableIf<std::is_floating_point<FloatingType>, Traits::Not<std::is_scalar<std::decay_t<StringType>>>,
630 Traits::Not<Traits::IsSpecializationOf<StringType, std::basic_string_view>>> * =
nullptr>
633 using StringViewType = std::basic_string_view<typename StringType::value_type>;
634 return stringToNumber<FloatingType, StringViewType>(StringViewType(
string.data(),
string.size()), base);
644 template <
typename IntegralType,
typename CharType,
typename BaseType = IntegralType,
645 Traits::EnableIf<std::is_integral<IntegralType>, std::is_unsigned<IntegralType>> * =
nullptr>
648 IntegralType result = 0;
649 for (; *string; ++string) {
650 Detail::raiseAndAdd(result, base, *
string);
664 template <
typename FloatingType,
class CharType, Traits::EnableIf<std::is_
floating_po
int<FloatingType>> * =
nullptr>
667 return stringToNumber<FloatingType, std::basic_string_view<CharType>>(string, base);
677 template <
typename IntegralType,
typename CharType,
typename BaseType = IntegralType,
678 Traits::EnableIf<std::is_integral<IntegralType>, std::is_signed<IntegralType>> * =
nullptr>
684 for (; *
string && *
string ==
' '; ++string)
689 const bool negative = (*
string ==
'-');
693 IntegralType result = 0;
694 for (; *string; ++string) {
695 Detail::raiseAndAdd(result, base, *
string);
697 return negative ? -result : result;
711 char buffer[
sizeof(T)];
712 BE::getBytes(integer, buffer);
713 return std::string(buffer + startOffset,
sizeof(T) -
static_cast<std::size_t
>(startOffset));
The ConversionException class is thrown by the various conversion functions of this library when a co...
#define CPP_UTILITIES_EXPORT
Marks the symbol to be exported by the c++utilities library.
typename std::enable_if< All< Condition... >::value, Detail::Enabler >::type EnableIf
Shortcut for std::enable_if to omit ::value and ::type.
Contains all utilities provides by the c++utilities library.
void findAndReplace(StringType1 &str, const StringType2 &find, const StringType3 &replace)
Replaces all occurrences of find with relpace in the specified str.
CPP_UTILITIES_EXPORT StringData convertUtf8ToUtf16BE(const char *inputBuffer, std::size_t inputBufferSize)
Converts the specified UTF-8 string to UTF-16 (big-endian).
CPP_UTILITIES_EXPORT StringData convertString(const char *fromCharset, const char *toCharset, const char *inputBuffer, std::size_t inputBufferSize, float outputBufferSizeFactor=1.0f)
Converts the specified string from one character set to another.
StringType numberToString(IntegralType number, BaseType base=10)
Converts the given number to its equivalent string representation using the specified base.
CPP_UTILITIES_EXPORT StringData convertLatin1ToUtf8(const char *inputBuffer, std::size_t inputBufferSize)
Converts the specified Latin-1 string to UTF-8.
CPP_UTILITIES_EXPORT StringData convertUtf16LEToUtf8(const char *inputBuffer, std::size_t inputBufferSize)
Converts the specified UTF-16 (little-endian) string to UTF-8.
EmptyPartsTreat
Specifies the role of empty parts when splitting strings.
CPP_UTILITIES_EXPORT std::pair< std::unique_ptr< std::uint8_t[]>, std::uint32_t > decodeBase64(const char *encodedStr, const std::uint32_t strSize)
Decodes the specified Base64 encoded string.
ReturnType joinStrings(const Container &strings, Detail::StringParamForContainer< Container > delimiter=Detail::StringParamForContainer< Container >(), bool omitEmpty=false, Detail::StringParamForContainer< Container > leftClosure=Detail::StringParamForContainer< Container >(), Detail::StringParamForContainer< Container > rightClosure=Detail::StringParamForContainer< Container >())
Joins the given strings using the specified delimiter.
bool startsWith(const StringType &str, const StringType &phrase)
Returns whether str starts with phrase.
IntegralType stringToNumber(const StringType &string, BaseType base=10)
Converts the given string to an unsigned/signed number assuming string uses the specified base.
CPP_UTILITIES_EXPORT void truncateString(std::string &str, char terminationChar='\0')
Truncates all characters after the first occurrence of the specified terminationChar and the terminat...
std::pair< std::unique_ptr< char[], StringDataDeleter >, std::size_t > StringData
Type used to return string encoding conversion result.
CPP_UTILITIES_EXPORT StringData convertUtf16BEToUtf8(const char *inputBuffer, std::size_t inputBufferSize)
Converts the specified UTF-16 (big-endian) string to UTF-8.
constexpr CharType digitToChar(CharType digit)
Returns the character representation of the specified digit.
Container splitStringSimple(Detail::StringParamForContainer< Container > string, Detail::StringParamForContainer< Container > delimiter, int maxParts=-1)
Splits the given string (which might also be a string view) at the specified delimiter.
auto toArrayOfLines(const std::string &multilineString)
Converts the specified multilineString to an array of lines.
bool containsSubstrings(const StringType &str, std::initializer_list< StringType > substrings)
Returns whether str contains the specified substrings.
CPP_UTILITIES_EXPORT StringData convertUtf8ToLatin1(const char *inputBuffer, std::size_t inputBufferSize)
Converts the specified UTF-8 string to Latin-1.
std::string interpretIntegerAsString(T integer, int startOffset=0)
Interprets the given integer at the specified position as std::string using the specified byte order.
bool endsWith(const StringType &str, const StringType &phrase)
Returns whether str ends with phrase.
auto toMultiline(const Container &arrayOfLines)
Converts the specified arrayOfLines to a multiline string.
CPP_UTILITIES_EXPORT StringData convertUtf8ToUtf16LE(const char *inputBuffer, std::size_t inputBufferSize)
Converts the specified UTF-8 string to UTF-16 (little-endian).
CPP_UTILITIES_EXPORT std::string bitrateToString(double speedInKbitsPerSecond, bool useByteInsteadOfBits=false)
Converts the specified bitrate in kbit/s to its equivalent std::string representation.
CharType charToDigit(CharType character, CharType base)
Returns number/digit of the specified character representation using the specified base.
CPP_UTILITIES_EXPORT std::string encodeBase64(const std::uint8_t *data, std::uint32_t dataSize)
Encodes the specified data to Base64.
CPP_UTILITIES_EXPORT std::string dataSizeToString(std::uint64_t sizeInByte, bool includeByte=false)
Converts the specified data size in byte to its equivalent std::string representation.
IntegralType bufferToNumber(const CharType *string, std::size_t size, BaseType base=10)
Converts the given string of size characters to an unsigned numeric value using the specified base.
Container splitString(Detail::StringParamForContainer< Container > string, Detail::StringParamForContainer< Container > delimiter, EmptyPartsTreat emptyPartsRole=EmptyPartsTreat::Keep, int maxParts=-1)
Splits the given string at the specified delimiter.
The StringDataDeleter struct deletes the data of a StringData instance.
void operator()(char *stringData)
Deletes the specified stringData with std::free(), because the memory has been allocated using std::m...