libfilezilla
string.hpp
Go to the documentation of this file.
1 #ifndef LIBFILEZILLA_STRING_HEADER
2 #define LIBFILEZILLA_STRING_HEADER
3 
4 #include "libfilezilla.hpp"
5 
6 #include <algorithm>
7 #include <string>
8 #include <string_view>
9 #include <vector>
10 
18 namespace fz {
19 
32 #ifdef FZ_WINDOWS
33 typedef std::wstring native_string;
34 typedef std::wstring_view native_string_view;
35 #endif
36 #if defined(FZ_UNIX) || defined(FZ_MAC)
37 typedef std::string native_string;
38 typedef std::string_view native_string_view;
39 #endif
40 
45 native_string FZ_PUBLIC_SYMBOL to_native(std::string_view const& in);
46 
51 native_string FZ_PUBLIC_SYMBOL to_native(std::wstring_view const& in);
52 
54 template<typename T, typename std::enable_if_t<std::is_same_v<native_string, typename std::decay_t<T>>, int> = 0>
55 inline native_string to_native(T const& in) {
56  return in;
57 }
58 
65 int FZ_PUBLIC_SYMBOL stricmp(std::string_view const& a, std::string_view const& b);
66 int FZ_PUBLIC_SYMBOL stricmp(std::wstring_view const& a, std::wstring_view const& b);
67 
85 template<typename Char>
86 Char tolower_ascii(Char c) {
87  if (c >= 'A' && c <= 'Z') {
88  return c + ('a' - 'A');
89  }
90  return c;
91 }
92 
93 template<>
94 std::wstring::value_type FZ_PUBLIC_SYMBOL tolower_ascii(std::wstring::value_type c);
95 
97 template<typename Char>
98 Char toupper_ascii(Char c) {
99  if (c >= 'a' && c <= 'z') {
100  return c + ('A' - 'a');
101  }
102  return c;
103 }
104 
105 template<>
106 std::wstring::value_type FZ_PUBLIC_SYMBOL toupper_ascii(std::wstring::value_type c);
107 
110  // Note: For UTF-8 strings it works on individual octets!
111 std::string FZ_PUBLIC_SYMBOL str_tolower_ascii(std::string_view const& s);
112 std::wstring FZ_PUBLIC_SYMBOL str_tolower_ascii(std::wstring_view const& s);
113 
114 std::string FZ_PUBLIC_SYMBOL str_toupper_ascii(std::string_view const& s);
115 std::wstring FZ_PUBLIC_SYMBOL str_toupper_ascii(std::wstring_view const& s);
116 
122 struct FZ_PUBLIC_SYMBOL less_insensitive_ascii final
123 {
124  template<typename T>
125  bool operator()(T const& lhs, T const& rhs) const {
126  return std::lexicographical_compare(lhs.cbegin(), lhs.cend(), rhs.cbegin(), rhs.cend(),
127  [](typename T::value_type const& a, typename T::value_type const& b) {
128  return tolower_ascii(a) < tolower_ascii(b);
129  }
130  );
131  }
132 };
133 
138 inline bool equal_insensitive_ascii(std::string_view a, std::string_view b)
139 {
140  return std::equal(a.cbegin(), a.cend(), b.cbegin(), b.cend(),
141  [](auto const& a, auto const& b) {
142  return tolower_ascii(a) == tolower_ascii(b);
143  }
144  );
145 }
146 inline bool equal_insensitive_ascii(std::wstring_view a, std::wstring_view b)
147 {
148  return std::equal(a.cbegin(), a.cend(), b.cbegin(), b.cend(),
149  [](auto const& a, auto const& b) {
150  return tolower_ascii(a) == tolower_ascii(b);
151  }
152  );
153 }
154 
159 std::wstring FZ_PUBLIC_SYMBOL to_wstring(std::string_view const& in);
160 inline std::wstring FZ_PUBLIC_SYMBOL to_wstring(std::wstring_view const& in) { return std::wstring(in); }
161 
166 template<typename T, typename std::enable_if_t<std::is_same_v<std::wstring, typename std::decay_t<T>>, int> = 0>
167 inline std::wstring to_wstring(T const& in) {
168  return in;
169 }
170 
172 template<typename Arg>
173 inline typename std::enable_if<std::is_arithmetic<std::decay_t<Arg>>::value, std::wstring>::type to_wstring(Arg && arg)
174 {
175  return std::to_wstring(std::forward<Arg>(arg));
176 }
177 
178 
183 std::wstring FZ_PUBLIC_SYMBOL to_wstring_from_utf8(std::string_view const& in);
184 std::wstring FZ_PUBLIC_SYMBOL to_wstring_from_utf8(char const* s, size_t len);
185 
186 class buffer;
187 std::wstring FZ_PUBLIC_SYMBOL to_wstring_from_utf8(fz::buffer const& in);
188 
193 std::string FZ_PUBLIC_SYMBOL to_string(std::wstring_view const& in);
194 inline std::string FZ_PUBLIC_SYMBOL to_string(std::string_view const& in) { return std::string(in); }
195 
200 template<typename T, typename std::enable_if_t<std::is_same_v<std::string, typename std::decay_t<T>>, int> = 0>
201 inline std::string to_string(T const& in) {
202  return in;
203 }
204 
205 
207 template<typename Arg>
208 inline typename std::enable_if<std::is_arithmetic<std::decay_t<Arg>>::value, std::string>::type to_string(Arg && arg)
209 {
210  return std::to_string(std::forward<Arg>(arg));
211 }
212 
213 
215 template<typename Char>
216 size_t strlen(Char const* str) {
217  return std::char_traits<Char>::length(str);
218 }
219 
220 
227 std::string FZ_PUBLIC_SYMBOL to_utf8(std::string_view const& in);
228 
235 std::string FZ_PUBLIC_SYMBOL to_utf8(std::wstring_view const& in);
236 
238 template<typename String, typename Arg>
239 inline auto toString(Arg&& arg) -> typename std::enable_if<std::is_same<String, std::string>::value, decltype(to_string(std::forward<Arg>(arg)))>::type
240 {
241  return to_string(std::forward<Arg>(arg));
242 }
243 
244 template<typename String, typename Arg>
245 inline auto toString(Arg&& arg) -> typename std::enable_if<std::is_same<String, std::wstring>::value, decltype(to_wstring(std::forward<Arg>(arg)))>::type
246 {
247  return to_wstring(std::forward<Arg>(arg));
248 }
249 
250 #if !defined(fzT) || defined(DOXYGEN)
251 #ifdef FZ_WINDOWS
256 #define fzT(x) L ## x
257 #else
262 #define fzT(x) x
263 #endif
264 #endif
265 
267 template<typename Char>
268 Char const* choose_string(char const* c, wchar_t const* w);
269 
270 template<> inline char const* choose_string(char const* c, wchar_t const*) { return c; }
271 template<> inline wchar_t const* choose_string(char const*, wchar_t const* w) { return w; }
272 
273 #if !defined(fzS) || defined(DOXYGEN)
285 #define fzS(Char, s) fz::choose_string<Char>(s, L ## s)
286 #endif
287 
289 std::string FZ_PUBLIC_SYMBOL replaced_substrings(std::string_view const& in, std::string_view const& find, std::string_view const& replacement);
290 std::wstring FZ_PUBLIC_SYMBOL replaced_substrings(std::wstring_view const& in, std::wstring_view const& find, std::wstring_view const& replacement);
291 std::string FZ_PUBLIC_SYMBOL replaced_substrings(std::string_view const& in, char find, char replacement);
292 std::wstring FZ_PUBLIC_SYMBOL replaced_substrings(std::wstring_view const& in, wchar_t find, wchar_t replacement);
293 
295 bool FZ_PUBLIC_SYMBOL replace_substrings(std::string& in, std::string_view const& find, std::string_view const& replacement);
296 bool FZ_PUBLIC_SYMBOL replace_substrings(std::wstring& in, std::wstring_view const& find, std::wstring_view const& replacement);
297 bool FZ_PUBLIC_SYMBOL replace_substrings(std::string& in, char find, char replacement);
298 bool FZ_PUBLIC_SYMBOL replace_substrings(std::wstring& in, wchar_t find, wchar_t replacement);
299 
306 std::vector<std::string> FZ_PUBLIC_SYMBOL strtok(std::string_view const& tokens, std::string_view const& delims, bool const ignore_empty = true);
307 std::vector<std::wstring> FZ_PUBLIC_SYMBOL strtok(std::wstring_view const& tokens, std::wstring_view const& delims, bool const ignore_empty = true);
308 inline auto FZ_PUBLIC_SYMBOL strtok(std::string_view const& tokens, char const delim, bool const ignore_empty = true) {
309  return strtok(tokens, std::string_view(&delim, 1), ignore_empty);
310 }
311 inline auto FZ_PUBLIC_SYMBOL strtok(std::wstring_view const& tokens, wchar_t const delim, bool const ignore_empty = true) {
312  return strtok(tokens, std::wstring_view(&delim, 1), ignore_empty);
313 }
314 
323 std::vector<std::string_view> FZ_PUBLIC_SYMBOL strtok_view(std::string_view const& tokens, std::string_view const& delims, bool const ignore_empty = true);
324 std::vector<std::wstring_view> FZ_PUBLIC_SYMBOL strtok_view(std::wstring_view const& tokens, std::wstring_view const& delims, bool const ignore_empty = true);
325 inline auto FZ_PUBLIC_SYMBOL strtok_view(std::string_view const& tokens, char const delim, bool const ignore_empty = true) {
326  return strtok_view(tokens, std::string_view(&delim, 1), ignore_empty);
327 }
328 inline auto FZ_PUBLIC_SYMBOL strtok_view(std::wstring_view const& tokens, wchar_t const delim, bool const ignore_empty = true) {
329  return strtok_view(tokens, std::wstring_view(&delim, 1), ignore_empty);
330 }
331 
333 template<typename T, typename String>
334 T to_integral_impl(String const& s, T const errorval = T())
335 {
336  if constexpr (std::is_enum_v<T>) {
337  return static_cast<T>(to_integral_impl<std::underlying_type_t<T>>(s, static_cast<std::underlying_type_t<T>>(errorval)));
338  }
339  else {
340  T ret{};
341  auto it = s.cbegin();
342  if (it != s.cend() && (*it == '-' || *it == '+')) {
343  ++it;
344  }
345 
346  if (it == s.cend()) {
347  return errorval;
348  }
349 
350  for (; it != s.cend(); ++it) {
351  auto const& c = *it;
352  if (c < '0' || c > '9') {
353  return errorval;
354  }
355  ret *= 10;
356  ret += c - '0';
357  }
358 
359  if (!s.empty() && s.front() == '-') {
360  ret *= static_cast<T>(-1);
361  }
362  return ret;
363  }
364 }
365 
367 template<typename T>
368 T to_integral(std::string_view const& s, T const errorval = T()) {
369  return to_integral_impl<T>(s, errorval);
370 }
371 
372 template<typename T>
373 T to_integral(std::wstring_view const& s, T const errorval = T()) {
374  return to_integral_impl<T>(s, errorval);
375 }
376 
377 template<typename T, typename StringType>
378 T to_integral(std::basic_string_view<StringType> const& s, T const errorval = T()) {
379  return to_integral_impl<T>(s, errorval);
380 }
381 
382 
384 template<typename String>
385 bool str_is_ascii(String const& s) {
386  for (auto const& c : s) {
387  if (static_cast<std::make_unsigned_t<typename String::value_type>>(c) > 127) {
388  return false;
389  }
390  }
391 
392  return true;
393 }
394 
396 template<typename String, typename Chars>
397 void trim_impl(String & s, Chars const& chars, bool fromLeft, bool fromRight) {
398  size_t const first = fromLeft ? s.find_first_not_of(chars) : 0;
399  if (first == String::npos) {
400  s = String();
401  return;
402  }
403 
404  size_t const last = fromRight ? s.find_last_not_of(chars) : s.size();
405  if (last == String::npos) {
406  s = String();
407  return;
408  }
409 
410  // Invariant: If first exists, then last >= first
411  s = s.substr(first, last - first + 1);
412 }
413 
415 inline std::string FZ_PUBLIC_SYMBOL trimmed(std::string_view s, std::string_view const& chars = " \r\n\t", bool fromLeft = true, bool fromRight = true)
416 {
417  trim_impl(s, chars, fromLeft, fromRight);
418  return std::string(s);
419 }
420 
421 inline std::wstring FZ_PUBLIC_SYMBOL trimmed(std::wstring_view s, std::wstring_view const& chars = L" \r\n\t", bool fromLeft = true, bool fromRight = true)
422 {
423  trim_impl(s, chars, fromLeft, fromRight);
424  return std::wstring(s);
425 }
426 
427 inline std::string FZ_PUBLIC_SYMBOL ltrimmed(std::string_view s, std::string_view const& chars = " \r\n\t")
428 {
429  trim_impl(s, chars, true, false);
430  return std::string(s);
431 }
432 
433 inline std::wstring FZ_PUBLIC_SYMBOL ltrimmed(std::wstring_view s, std::wstring_view const& chars = L" \r\n\t")
434 {
435  trim_impl(s, chars, true, false);
436  return std::wstring(s);
437 }
438 
439 inline std::string FZ_PUBLIC_SYMBOL rtrimmed(std::string_view s, std::string_view const& chars = " \r\n\t")
440 {
441  trim_impl(s, chars, false, true);
442  return std::string(s);
443 }
444 
445 inline std::wstring FZ_PUBLIC_SYMBOL rtrimmed(std::wstring_view s, std::wstring_view const& chars = L" \r\n\t")
446 {
447  trim_impl(s, chars, false, true);
448  return std::wstring(s);
449 }
450 
451 
453 template<typename String, typename std::enable_if_t<std::is_same_v<typename String::value_type, char>, int> = 0>
454 inline void trim(String & s, std::string_view const& chars = " \r\n\t", bool fromLeft = true, bool fromRight = true)
455 {
456  trim_impl(s, chars, fromLeft, fromRight);
457 }
458 
459 template<typename String, typename std::enable_if_t<std::is_same_v<typename String::value_type, wchar_t>, int> = 0>
460 inline void trim(String & s, std::wstring_view const& chars = L" \r\n\t", bool fromLeft = true, bool fromRight = true)
461 {
462  trim_impl(s, chars, fromLeft, fromRight);
463 }
464 
465 template<typename String, typename std::enable_if_t<std::is_same_v<typename String::value_type, char>, int> = 0>
466 inline void ltrim(String& s, std::string_view const& chars = " \r\n\t")
467 {
468  trim_impl(s, chars, true, false);
469 }
470 
471 template<typename String, typename std::enable_if_t<std::is_same_v<typename String::value_type, wchar_t>, int> = 0>
472 inline void ltrim(String& s, std::wstring_view const& chars = L" \r\n\t")
473 {
474  trim_impl(s, chars, true, false);
475 }
476 
477 template<typename String, typename std::enable_if_t<std::is_same_v<typename String::value_type, char>, int> = 0>
478 inline void rtrim(String& s, std::string_view const& chars = " \r\n\t")
479 {
480  trim_impl(s, chars, false, true);
481 }
482 
483 template<typename String, typename std::enable_if_t<std::is_same_v<typename String::value_type, wchar_t>, int> = 0>
484 inline void rtrim(String & s, std::wstring_view const& chars = L" \r\n\t")
485 {
486  trim_impl(s, chars, false, true);
487 }
488 
493 template<bool insensitive_ascii = false, typename String>
494 bool starts_with(String const& s, String const& beginning)
495 {
496  if (beginning.size() > s.size()) {
497  return false;
498  }
499  if constexpr (insensitive_ascii) {
500  return std::equal(beginning.begin(), beginning.end(), s.begin(), [](typename String::value_type const& a, typename String::value_type const& b) {
501  return tolower_ascii(a) == tolower_ascii(b);
502  });
503  }
504  else {
505  return std::equal(beginning.begin(), beginning.end(), s.begin());
506  }
507 }
508 
513 template<bool insensitive_ascii = false, typename String>
514 bool ends_with(String const& s, String const& ending)
515 {
516  if (ending.size() > s.size()) {
517  return false;
518  }
519 
520  if constexpr (insensitive_ascii) {
521  return std::equal(ending.rbegin(), ending.rend(), s.rbegin(), [](typename String::value_type const& a, typename String::value_type const& b) {
522  return tolower_ascii(a) == tolower_ascii(b);
523  });
524  }
525  else {
526  return std::equal(ending.rbegin(), ending.rend(), s.rbegin());
527  }
528 }
529 
535 std::string FZ_PUBLIC_SYMBOL normalize_hyphens(std::string_view const& in);
536 std::wstring FZ_PUBLIC_SYMBOL normalize_hyphens(std::wstring_view const& in);
537 
538 }
539 
540 #endif
The buffer class is a simple buffer where data can be appended at the end and consumed at the front....
Definition: buffer.hpp:26
Sets some global macros and further includes string.hpp.
The namespace used by libfilezilla.
Definition: apply.hpp:17
std::wstring to_wstring_from_utf8(std::string_view const &in)
Converts from std::string in UTF-8 into std::wstring.
Char const * choose_string(char const *c, wchar_t const *w)
Returns the function argument of the type matching the template argument.
Definition: string.hpp:270
std::enable_if< std::is_arithmetic< std::decay_t< Arg > >::value, std::wstring >::type to_wstring(Arg &&arg)
Converts from arithmetic type to std::wstring.
Definition: string.hpp:173
bool ends_with(String const &s, String const &ending)
Tests whether the first string ends with the second string.
Definition: string.hpp:514
Char toupper_ascii(Char c)
Converts ASCII lowercase characters to uppercase as if C-locale is used.
Definition: string.hpp:98
std::string trimmed(std::string_view s, std::string_view const &chars=" \r\n\t", bool fromLeft=true, bool fromRight=true)
Return passed string with all leading and trailing whitespace removed.
Definition: string.hpp:415
std::string normalize_hyphens(std::string_view const &in)
std::wstring to_wstring(std::string_view const &in)
Converts from std::string in system encoding into std::wstring.
Char tolower_ascii(Char c)
Converts ASCII uppercase characters to lowercase as if C-locale is used.
Definition: string.hpp:86
size_t strlen(Char const *str)
Returns length of 0-terminated character sequence. Works with both narrow and wide-characters.
Definition: string.hpp:216
std::wstring native_string
A string in the system's native character type and encoding. Note: This typedef changes depending on...
Definition: string.hpp:33
std::string replaced_substrings(std::string_view const &in, std::string_view const &find, std::string_view const &replacement)
Returns in with all occurrences of find in the input string replaced with replacement.
int stricmp(std::string_view const &a, std::string_view const &b)
Locale-sensitive stricmp.
std::vector< std::string_view > strtok_view(std::string_view const &tokens, std::string_view const &delims, bool const ignore_empty=true)
Tokenizes string.
std::enable_if< std::is_arithmetic< std::decay_t< Arg > >::value, std::string >::type to_string(Arg &&arg)
Converts from arithmetic type to std::string.
Definition: string.hpp:208
std::string str_tolower_ascii(std::string_view const &s)
tr_tolower_ascii does for strings what tolower_ascii does for individual characters
void trim(String &s, std::string_view const &chars=" \r\n\t", bool fromLeft=true, bool fromRight=true)
Remove all leading and trailing whitespace from string.
Definition: string.hpp:454
bool str_is_ascii(String const &s)
Returns true iff the string only has characters in the 7-bit ASCII range.
Definition: string.hpp:385
std::string to_string(std::wstring_view const &in)
Converts from std::wstring into std::string in system encoding.
bool starts_with(String const &s, String const &beginning)
Tests whether the first string starts with the second string.
Definition: string.hpp:494
bool equal_insensitive_ascii(std::string_view a, std::string_view b)
Locale-insensitive stricmp.
Definition: string.hpp:138
std::string to_utf8(std::string_view const &in)
Converts from std::string in native encoding into std::string in UTF-8.
bool replace_substrings(std::string &in, std::string_view const &find, std::string_view const &replacement)
Modifies in, replacing all occurrences of find with replacement.
std::vector< std::string > strtok(std::string_view const &tokens, std::string_view const &delims, bool const ignore_empty=true)
Tokenizes string.
T to_integral(std::string_view const &s, T const errorval=T())
Converts string to integral type T. If string is not convertible, errorval is returned.
Definition: string.hpp:368
auto toString(Arg &&arg) -> typename std::enable_if< std::is_same< String, std::string >::value, decltype(to_string(std::forward< Arg >(arg)))>::type
Calls either fz::to_string or fz::to_wstring depending on the passed template argument.
Definition: string.hpp:239
native_string to_native(std::string_view const &in)
Converts std::string to native_string.
Comparator to be used for std::map for case-insensitive keys.
Definition: string.hpp:123