/**************************************************************************** Copyright (c) 2020 Simdsoft Limited. https://simdsoft.com Apache License 2.0 Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. ****************************************************************************/ #ifndef SIMDSOFT_FAST_SPLIT_HPP #define SIMDSOFT_FAST_SPLIT_HPP #include #include namespace fastl { namespace internal { #define _REDIRECT_DELIM_INTRI(_From,_To,_CStr,_Delim) \ inline _CStr _To(_CStr s, _Delim d) \ { \ return _From(s, d); \ } _REDIRECT_DELIM_INTRI(strchr, xstrchr, const char*, int) _REDIRECT_DELIM_INTRI(strchr, xstrchr, char*, int) _REDIRECT_DELIM_INTRI(wcschr, xstrchr, const wchar_t*, wchar_t) _REDIRECT_DELIM_INTRI(wcschr, xstrchr, wchar_t*, wchar_t) _REDIRECT_DELIM_INTRI(strstr, xstrstr, const char*, const char*) _REDIRECT_DELIM_INTRI(strstr, xstrstr, char*, const char*) _REDIRECT_DELIM_INTRI(wcsstr, xstrstr, const wchar_t*, const wchar_t*) _REDIRECT_DELIM_INTRI(wcsstr, xstrstr, wchar_t*, const wchar_t*) _REDIRECT_DELIM_INTRI(strpbrk, xstrpbrk, const char*, const char*) _REDIRECT_DELIM_INTRI(strpbrk, xstrpbrk, char*, const char*) _REDIRECT_DELIM_INTRI(wcspbrk, xstrpbrk, const wchar_t*, const wchar_t*) _REDIRECT_DELIM_INTRI(wcspbrk, xstrpbrk, wchar_t*, const wchar_t*) } /* * nsc::fast_split API (override+3) * op prototype: [](const char* start, const char* end){} */ template inline void fast_split(_CStr s, size_t slen, typename std::remove_pointer<_CStr>::type delim, _Fn func) { auto _Start = s; // the start of every string auto _Ptr = s; // source string iterator auto _End = s + slen; while ((_Ptr = internal::xstrchr(_Ptr, delim))) { if (_Start <= _Ptr) func(_Start, _Ptr); _Start = _Ptr + 1; ++_Ptr; } if (_Start <= _End) { func(_Start, _End); } } template inline void fast_split(_CStr s, size_t slen, const typename std::remove_pointer<_CStr>::type* delims, size_t dlen, _Fn func) { auto _Start = s; // the start of every string auto _Ptr = s; // source string iterator auto _End = s + slen; while ((_Ptr = internal::xstrstr(_Ptr, delims))) { if (_Start <= _Ptr) { func(_Start, _Ptr); } _Start = _Ptr + dlen; _Ptr += dlen; } if (_Start <= _End) { func(_Start, _End); } } template inline void fast_split_of(_CStr s, size_t slen, const typename std::remove_pointer<_CStr>::type* delims, _Fn func) { auto _Start = s; // the start of every string auto _Ptr = s; // source string iterator auto _End = s + slen; auto _Delim = delims[0]; while ((_Ptr = internal::xstrpbrk(_Ptr, delims))) { if (_Start <= _Ptr) { func(_Start, _Ptr, _Delim); _Delim = *_Ptr; } _Start = _Ptr + 1; ++_Ptr; } if (_Start <= _End) { func(_Start, _End, _Delim); } } /* * nsc::fast_split_brkif API (override+3) * op prototype: [](const char* start, const char* end){} */ template inline void fast_split_brkif(_CStr s, size_t slen, typename std::remove_pointer<_CStr>::type delim, _Fn func) { auto _Start = s; // the start of every string auto _Ptr = s; // source string iterator auto _End = s + slen; while ((_Ptr = internal::xstrchr(_Ptr, delim))) { if (_Start <= _Ptr) if (func(_Start, _Ptr)) return; _Start = _Ptr + 1; ++_Ptr; } if (_Start <= _End) { func(_Start, _End); } } template inline void fast_split_brkif(_CStr s, size_t slen, const typename std::remove_pointer<_CStr>::type* delims, size_t dlen, _Fn func) { auto _Start = s; // the start of every string auto _Ptr = s; // source string iterator auto _End = s + slen; while ((_Ptr = internal::xstrstr(_Ptr, delims))) { if (_Start <= _Ptr) { if (func(_Start, _Ptr)) return; } _Start = _Ptr + dlen; _Ptr += dlen; } if (_Start <= _End) { func(_Start, _End); } } template inline void fast_split_of_brkif(_CStr s, size_t slen, const typename std::remove_pointer<_CStr>::type* delims, _Fn func) { auto _Start = s; // the start of every string auto _Ptr = s; // source string iterator auto _End = s + slen; auto _Delim = delims[0]; while ((_Ptr = internal::xstrpbrk(_Ptr, delims))) { if (_Start <= _Ptr) { if (func(_Start, _Ptr, _Delim)) return; _Delim = *_Ptr; } _Start = _Ptr + 1; ++_Ptr; } if (_Start <= _End) { func(_Start, _End, _Delim); } } /// C++ basic_string wrappers template inline void fast_split(_StringCont& s, typename _StringCont::value_type delim, _Fn func) { typename _StringCont::value_type dummy[1] = { 0 }; return fast_split(!s.empty() ? &s.front() : &dummy[0], s.length(), delim, func); } #if _HAS_CXX17 /// C++17 basic_string_view wrappers template inline void fast_split(std::basic_string_view<_Elem> s, _Elem delim, _Fn func) { return fast_split(s.data(), s.length(), delim, func); } template inline void fast_split(std::basic_string_view<_Elem> s, std::basic_string_view<_Elem> delims, _Fn func) { return fast_split(s.data(), s.length(), delims.data(), delims.length(), func); } template inline void fast_split_of(std::basic_string_view<_Elem> s, const _Elem* delims, _Fn func) { return fast_split_of(s.data(), s.length(), delims, func); } #endif /// simple retun a vector as string array #if _HAS_CXX17 template inline std::vector> split(std::basic_string_view<_Elem> s, _Elem delim) { std::vector> results; fast_split(s, delim, [&](const _Elem* s, const _Elem* e) { results.push_back(std::basic_string<_Elem>(s, e)); }); return results; } template inline std::vector> split(const std::basic_string<_Elem>& s, _Elem delim) { return split(std::basic_string_view<_Elem>(s.c_str(), s.length()), delim); } template inline std::vector> split(std::basic_string_view<_Elem> s, std::basic_string_view<_Elem> delims) { std::vector> results; fast_split(s, delims, [&](const _Elem* s, const _Elem* e) { results.push_back(std::basic_string<_Elem>(s, e)); }); return results; } template inline std::vector> split(const std::basic_string<_Elem>& s, std::basic_string_view<_Elem> delims) { return split(std::basic_string_view<_Elem>(s.c_str(), s.length()), delims); } template inline std::vector> split_of(std::basic_string_view<_Elem> s, const _Elem* delims) { std::vector> results; fast_split_of(s, delims, [&](const _Elem* s, const _Elem* e, _Elem) { results.push_back(std::basic_string<_Elem>(s, e)); }); return results; } template inline std::vector> split_of(const std::basic_string<_Elem>& s, const _Elem* delims) { return split_of(std::basic_string_view<_Elem>(s.c_str(), s.length()), delims); } #endif namespace nzls { /* * nsc::fast_split_nzls API (override+3) ignore empty string * op prototype: [](const char* start, const char* end){} */ template inline void fast_split(_CStr s, size_t slen, typename std::remove_pointer<_CStr>::type delim, _Fn func) { auto _Start = s; // the start of every string auto _Ptr = s; // source string iterator auto _End = s + slen; while ((_Ptr = internal::xstrchr(_Ptr, delim))) { if (_Start < _Ptr) func(_Start, _Ptr); _Start = _Ptr + 1; ++_Ptr; } if (_Start < _End) { func(_Start, _End); } } template inline void fast_split(_CStr s, size_t slen, const typename std::remove_pointer<_CStr>::type* delims, size_t dlen, _Fn func) { auto _Start = s; // the start of every string auto _Ptr = s; // source string iterator auto _End = s + slen; while ((_Ptr = internal::xstrstr(_Ptr, delims))) { if (_Start < _Ptr) { func(_Start, _Ptr); } _Start = _Ptr + dlen; _Ptr += dlen; } if (_Start < _End) { func(_Start, _End); } } template inline void fast_split_of(_CStr s, size_t slen, const typename std::remove_pointer<_CStr>::type* delims, _Fn func) { auto _Start = s; // the start of every string auto _Ptr = s; // source string iterator auto _End = s + slen; auto _Delim = delims[0]; while ((_Ptr = internal::xstrpbrk(_Ptr, delims))) { if (_Start < _Ptr) { func(_Start, _Ptr, _Delim); _Delim = *_Ptr; } _Start = _Ptr + 1; ++_Ptr; } if (_Start < _End) { func(_Start, _End, _Delim); } } /* * nsc::fast_split_nzls_brkif API (override+3) ignore empty string * op prototype: [](const char* start, const char* end){} */ template inline void fast_split_brkif(_CStr s, size_t slen, typename std::remove_pointer<_CStr>::type delim, _Fn func) { auto _Start = s; // the start of every string auto _Ptr = s; // source string iterator auto _End = s + slen; while ((_Ptr = internal::xstrchr(_Ptr, delim))) { if (_Start < _Ptr) if (func(_Start, _Ptr)) return; _Start = _Ptr + 1; ++_Ptr; } if (_Start < _End) { func(_Start, _End); } } template inline void fast_split_brkif(_CStr s, size_t slen, const typename std::remove_pointer<_CStr>::type* delims, size_t dlen, _Fn func) { auto _Start = s; // the start of every string auto _Ptr = s; // source string iterator auto _End = s + slen; while ((_Ptr = internal::xstrstr(_Ptr, delims))) { if (_Start < _Ptr) { if (func(_Start, _Ptr)) return; } _Start = _Ptr + dlen; _Ptr += dlen; } if (_Start < _End) { func(_Start, _End); } } template inline void fast_split_of_brkif(_CStr s, size_t slen, const typename std::remove_pointer<_CStr>::type* delims, _Fn func) { auto _Start = s; // the start of every string auto _Ptr = s; // source string iterator auto _End = s + slen; auto _Delim = delims[0]; while ((_Ptr = internal::xstrpbrk(_Ptr, delims))) { if (_Start < _Ptr) { if (func(_Start, _Ptr, _Delim)) return; _Delim = *_Ptr; } _Start = _Ptr + 1; ++_Ptr; } if (_Start < _End) { func(_Start, _End, _Delim); } } /// C++ basic_string wrappers template inline void fast_split(_StringCont& s, typename _StringCont::value_type delim, _Fn func) { typename _StringCont::value_type dummy[1] = { 0 }; return fast_split(!s.empty() ? &s.front() : &dummy[0], s.length(), delim, func); } #if _HAS_CXX17 /// C++17 basic_string_view wrappers template inline void fast_split(std::basic_string_view<_Elem> s, _Elem delim, _Fn func) { return fast_split(s.data(), s.length(), delim, func); } template inline void fast_split(std::basic_string_view<_Elem> s, std::basic_string_view<_Elem> delims, _Fn func) { return fast_split(s.data(), s.length(), delims.data(), delims.length(), func); } template inline void fast_split_of(std::basic_string_view<_Elem> s, const _Elem* delims, _Fn func) { return fast_split_of(s.data(), s.length(), delims, func); } #endif /// simple retun a vector as string array #if _HAS_CXX17 template inline std::vector> split(std::basic_string_view<_Elem> s, _Elem delim) { std::vector> results; fast_split(s, delim, [&](const _Elem* s, const _Elem* e) { results.push_back(std::basic_string<_Elem>(s, e)); }); return results; } template inline std::vector> split(const std::basic_string<_Elem>& s, _Elem delim) { return split(std::basic_string_view<_Elem>(s.c_str(), s.length()), delim); } template inline std::vector> split(std::basic_string_view<_Elem> s, std::basic_string_view<_Elem> delims) { std::vector> results; fast_split(s, delims, [&](const _Elem* s, const _Elem* e) { results.push_back(std::basic_string<_Elem>(s, e)); }); return results; } template inline std::vector> split(const std::basic_string<_Elem>& s, std::basic_string_view<_Elem> delims) { return split(std::basic_string_view<_Elem>(s.c_str(), s.length()), delims); } template inline std::vector> split_of(std::basic_string_view<_Elem> s, const _Elem* delims) { std::vector> results; fast_split_of(s, delims, [&](const _Elem* s, const _Elem* e, _Elem) { results.push_back(std::basic_string<_Elem>(s, e)); }); return results; } template inline std::vector> split_of(const std::basic_string<_Elem>& s, const _Elem* delims) { return split_of(std::basic_string_view<_Elem>(s.c_str(), s.length()), delims); } #endif } template inline void _splitpath(_Elem* s, _Pr _Pred, _Fn func) // will convert '\\' to '/' { _Elem* _Start = s; // the start of every string _Elem* _Ptr = s; // source string iterator while (_Pred(_Ptr)) { if ('\\' == *_Ptr || '/' == *_Ptr) { if (_Ptr != _Start) { auto _Ch = *_Ptr; *_Ptr = '\0'; bool should_brk = func(s); #if defined(_WIN32) *_Ptr = '\\'; #else // For unix linux like system. *_Ptr = '/'; #endif if (should_brk) return; } _Start = _Ptr + 1; } ++_Ptr; } if (_Start < _Ptr) { func(s); } } template inline void splitpath(_Elem* s, size_t size, _Fn func) // will convert '\\' to '/' { auto _Endptr = s + size; _splitpath(s, [=](_Elem* _Ptr) {return _Ptr < _Endptr; }, func); } template inline void splitpath(_Elem* s, _Fn func) // will convert '\\' to '/' { _splitpath(s, [=](_Elem* _Ptr) {return *_Ptr != '\0'; }, func); } template inline void splitpath(std::basic_string<_Elem>& s, _Fn func) // will convert '\\' to '/' { _Elem dummy[1] = { 0 }; splitpath(!s.empty() ? &s.front() : &dummy[0], func); } }