2014-05-08 11:10:54 +08:00
|
|
|
/****************************************************************************
|
|
|
|
Copyright (c) 2014 cocos2d-x.org
|
|
|
|
Copyright (c) 2014 Chukong Technologies Inc.
|
|
|
|
|
|
|
|
http://www.cocos2d-x.org
|
|
|
|
|
|
|
|
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
|
|
of this software and associated documentation files (the "Software"), to deal
|
|
|
|
in the Software without restriction, including without limitation the rights
|
|
|
|
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
|
|
copies of the Software, and to permit persons to whom the Software is
|
|
|
|
furnished to do so, subject to the following conditions:
|
|
|
|
|
|
|
|
The above copyright notice and this permission notice shall be included in
|
|
|
|
all copies or substantial portions of the Software.
|
|
|
|
|
|
|
|
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
|
|
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
|
|
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
|
|
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
|
|
THE SOFTWARE.
|
|
|
|
****************************************************************************/
|
2013-02-27 15:16:49 +08:00
|
|
|
|
|
|
|
#ifndef __cocos2dx__ccUTF8__
|
|
|
|
#define __cocos2dx__ccUTF8__
|
|
|
|
|
2014-09-10 08:17:07 +08:00
|
|
|
#include "platform/CCPlatformMacros.h"
|
2013-02-27 15:16:49 +08:00
|
|
|
#include <vector>
|
2014-05-08 11:10:54 +08:00
|
|
|
#include <string>
|
2013-02-27 15:16:49 +08:00
|
|
|
|
|
|
|
NS_CC_BEGIN
|
|
|
|
|
2014-05-08 11:10:54 +08:00
|
|
|
namespace StringUtils {
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @brief Converts utf8 string to utf16 string
|
|
|
|
* @param utf8 The utf8 string to be converted
|
|
|
|
* @param outUtf16 The output utf16 string
|
|
|
|
* @return true if succeed, otherwise false
|
|
|
|
* @note Please check the return value before using \p outUtf16
|
|
|
|
* e.g.
|
|
|
|
* @code
|
|
|
|
* std::u16string utf16;
|
|
|
|
* bool ret = StringUtils::UTF8ToUTF16("你好hello", utf16);
|
|
|
|
* if (ret) {
|
|
|
|
* do_some_thing_with_utf16(utf16);
|
|
|
|
* }
|
|
|
|
* @endcode
|
|
|
|
*/
|
|
|
|
CC_DLL bool UTF8ToUTF16(const std::string& utf8, std::u16string& outUtf16);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @brief Converts utf16 string to utf8 string
|
|
|
|
* @param utf16 The utf16 string to be converted
|
|
|
|
* @param outUtf8 The output utf8 string
|
|
|
|
* @return true if succeed, otherwise false
|
|
|
|
* @note Please check the return value before using \p outUtf8
|
|
|
|
* e.g.
|
|
|
|
* @code
|
|
|
|
* std::string utf8;
|
|
|
|
* bool ret = StringUtils::UTF16ToUTF8(u"\u4f60\u597d", utf16);
|
|
|
|
* if (ret) {
|
|
|
|
* do_some_thing_with_utf8(utf8);
|
|
|
|
* }
|
|
|
|
* @endcode
|
|
|
|
*/
|
|
|
|
CC_DLL bool UTF16ToUTF8(const std::u16string& utf16, std::string& outUtf8);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @brief Trims the unicode spaces at the end of char16_t vector
|
|
|
|
*/
|
|
|
|
CC_DLL void trimUTF16Vector(std::vector<char16_t>& str);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @brief Whether the character is a whitespace character.
|
|
|
|
*
|
|
|
|
* @param ch the unicode character
|
|
|
|
* @returns whether the character is a white space character.
|
|
|
|
*
|
|
|
|
* @see http://en.wikipedia.org/wiki/Whitespace_character#Unicode
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
CC_DLL bool isUnicodeSpace(char16_t ch);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @brief Whether the character is a Chinese/Japanese/Korean character.
|
|
|
|
*
|
|
|
|
* @param ch the unicode character
|
|
|
|
* @returns whether the character is a Chinese character.
|
|
|
|
*
|
|
|
|
* @see http://www.searchtb.com/2012/04/chinese_encode.html
|
|
|
|
* @see http://tieba.baidu.com/p/748765987
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
CC_DLL bool isCJKUnicode(char16_t ch);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @brief Returns the length of the string in characters.
|
|
|
|
*
|
|
|
|
* @param utf8 an UTF-8 encoded string.
|
|
|
|
* @returns the length of the string in characters
|
|
|
|
*/
|
|
|
|
CC_DLL long getCharacterCountInUTF8String(const std::string& utf8);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @brief Gets the index of the last character that is not equal to the character given.
|
|
|
|
*
|
|
|
|
* @param str the string to be searched.
|
|
|
|
* @param c the character to be searched for.
|
|
|
|
*
|
|
|
|
* @returns the index of the last character that is not \p c.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
CC_DLL unsigned int getIndexOfLastNotChar16(const std::vector<char16_t>& str, char16_t c);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @brief Gets char16_t vector from a given utf16 string
|
|
|
|
*/
|
|
|
|
CC_DLL std::vector<char16_t> getChar16VectorFromUTF16String(const std::u16string& utf16);
|
|
|
|
|
|
|
|
} // namespace StringUtils {
|
|
|
|
|
2014-05-10 21:51:42 +08:00
|
|
|
/**
|
|
|
|
* Returns the character count in UTF16 string
|
|
|
|
* @param str pointer to the start of a UTF-16 encoded string. It must be an NULL terminal UTF8 string.
|
|
|
|
* @deprecated Please use c++11 `std::u16string::length` instead, don't use `unsigned short*` directly
|
|
|
|
*/
|
|
|
|
CC_DEPRECATED_ATTRIBUTE CC_DLL int cc_wcslen(const unsigned short* str);
|
2014-05-08 11:10:54 +08:00
|
|
|
|
2014-05-10 21:51:42 +08:00
|
|
|
/** Trims the space characters at the end of UTF8 string
|
|
|
|
* @deprecated Please use `StringUtils::trimUTF16Vector` instead
|
|
|
|
*/
|
2013-02-27 15:16:49 +08:00
|
|
|
|
2014-07-15 13:54:08 +08:00
|
|
|
CC_DEPRECATED_ATTRIBUTE CC_DLL void cc_utf8_trim_ws(std::vector<unsigned short>* str);
|
2013-02-27 15:16:49 +08:00
|
|
|
|
2013-08-01 17:47:37 +08:00
|
|
|
/**
|
|
|
|
* Whether the character is a whitespace character.
|
2013-02-27 15:16:49 +08:00
|
|
|
*
|
2013-08-01 17:47:37 +08:00
|
|
|
* @param ch the unicode character
|
|
|
|
* @returns whether the character is a white space character.
|
2014-05-10 21:51:42 +08:00
|
|
|
* @deprecated Please use `StringUtils::isUnicodeSpace` instead
|
2013-02-27 15:16:49 +08:00
|
|
|
*
|
2013-08-01 17:47:37 +08:00
|
|
|
* @see http://en.wikipedia.org/wiki/Whitespace_character#Unicode
|
2013-02-27 15:16:49 +08:00
|
|
|
* */
|
2014-07-15 13:54:08 +08:00
|
|
|
CC_DEPRECATED_ATTRIBUTE CC_DLL bool isspace_unicode(unsigned short ch);
|
2013-02-27 15:16:49 +08:00
|
|
|
|
2014-02-08 14:07:18 +08:00
|
|
|
/**
|
2014-02-08 14:52:59 +08:00
|
|
|
* Whether the character is a Chinese/Japanese/Korean character.
|
2014-02-08 14:07:18 +08:00
|
|
|
*
|
|
|
|
* @param ch the unicode character
|
|
|
|
* @returns whether the character is a Chinese character.
|
2014-05-10 21:51:42 +08:00
|
|
|
* @deprecated Please use `StringUtils::isCJKUnicode` instead
|
2014-02-08 14:07:18 +08:00
|
|
|
*
|
|
|
|
* @see http://www.searchtb.com/2012/04/chinese_encode.html
|
2014-02-08 14:52:59 +08:00
|
|
|
* @see http://tieba.baidu.com/p/748765987
|
2014-02-08 14:07:18 +08:00
|
|
|
* */
|
2014-07-15 13:54:08 +08:00
|
|
|
CC_DEPRECATED_ATTRIBUTE CC_DLL bool iscjk_unicode(unsigned short ch);
|
2014-02-08 14:07:18 +08:00
|
|
|
|
2013-08-01 17:47:37 +08:00
|
|
|
/**
|
2013-02-27 15:45:23 +08:00
|
|
|
* Returns the length of the string in characters.
|
|
|
|
*
|
2014-05-10 21:51:42 +08:00
|
|
|
* @param p pointer to the start of a UTF-8 encoded string. It must be an NULL terminal UTF8 string.
|
|
|
|
* @param max Not used from 3.1, just keep it for backward compatibility
|
|
|
|
* @deprecated Please use `StringUtils::getCharacterCountInUTF8String` instead
|
2013-08-01 17:47:37 +08:00
|
|
|
* @returns the length of the string in characters
|
2013-02-27 15:45:23 +08:00
|
|
|
**/
|
2014-07-15 13:54:08 +08:00
|
|
|
CC_DEPRECATED_ATTRIBUTE CC_DLL long cc_utf8_strlen (const char * p, int max = -1);
|
2013-02-27 15:45:23 +08:00
|
|
|
|
2013-08-01 17:47:37 +08:00
|
|
|
/**
|
|
|
|
* Find the last character that is not equal to the character given.
|
2013-02-27 15:16:49 +08:00
|
|
|
*
|
2013-08-01 17:47:37 +08:00
|
|
|
* @param str the string to be searched.
|
|
|
|
* @param c the character to be searched for.
|
2014-05-10 21:51:42 +08:00
|
|
|
* @deprecated Please use `StringUtils::getIndexOfLastNotChar16` instead
|
2013-08-01 17:47:37 +08:00
|
|
|
* @returns the index of the last character that is not \p c.
|
2013-02-27 15:16:49 +08:00
|
|
|
* */
|
2014-07-15 13:54:08 +08:00
|
|
|
CC_DEPRECATED_ATTRIBUTE CC_DLL unsigned int cc_utf8_find_last_not_char(const std::vector<unsigned short>& str, unsigned short c);
|
2013-02-27 15:16:49 +08:00
|
|
|
|
2014-05-10 21:51:42 +08:00
|
|
|
/**
|
|
|
|
* @brief Gets `unsigned short` vector from a given utf16 string
|
|
|
|
* @deprecated Please use `StringUtils::getChar16VectorFromUTF16String` instead
|
|
|
|
*/
|
2014-07-15 13:54:08 +08:00
|
|
|
CC_DEPRECATED_ATTRIBUTE CC_DLL std::vector<unsigned short> cc_utf16_vec_from_utf16_str(const unsigned short* str);
|
2013-02-27 15:16:49 +08:00
|
|
|
|
2013-08-01 17:47:37 +08:00
|
|
|
/**
|
2014-05-10 21:51:42 +08:00
|
|
|
* Creates an utf8 string from a c string. The result will be null terminated.
|
|
|
|
*
|
|
|
|
* @param str_old pointer to the start of a C string. It must be an NULL terminal UTF8 string.
|
|
|
|
* @param length not used from 3.1, keep it just for backward compatibility
|
|
|
|
* @param rUtf16Size The character count in the return UTF16 string.
|
|
|
|
* @deprecated Please use `StringUtils::UTF8ToUTF16` instead
|
|
|
|
* @returns the newly created utf16 string, it must be released with `delete[]`,
|
|
|
|
* If an error occurs, %NULL will be returned.
|
2013-02-27 15:16:49 +08:00
|
|
|
* */
|
2014-07-15 13:54:08 +08:00
|
|
|
CC_DEPRECATED_ATTRIBUTE CC_DLL unsigned short* cc_utf8_to_utf16(const char* str_old, int length = -1, int* rUtf16Size = nullptr);
|
2013-02-27 15:16:49 +08:00
|
|
|
|
|
|
|
/**
|
2014-05-10 21:51:42 +08:00
|
|
|
* Converts a string from UTF-16 to UTF-8. The result will be null terminated.
|
2013-02-27 15:16:49 +08:00
|
|
|
*
|
2014-05-10 21:51:42 +08:00
|
|
|
* @param utf16 an UTF-16 encoded string, It must be an NULL terminal UTF16 string.
|
|
|
|
* @param len not used from 3.1, keep it just for backward compatibility
|
|
|
|
* @param items_read not used from 3.1, keep it just for backward compatibility
|
|
|
|
* @param items_written not used from 3.1, keep it just for backward compatibility
|
|
|
|
* @deprecated Please use `StringUtils::UTF16ToUTF8` instead
|
2013-08-01 17:47:37 +08:00
|
|
|
* @returns a pointer to a newly allocated UTF-8 string. This value must be
|
2014-05-10 21:51:42 +08:00
|
|
|
* released with `delete[]`. If an error occurs, %NULL will be returned.
|
2013-02-27 15:16:49 +08:00
|
|
|
**/
|
2014-07-15 13:54:08 +08:00
|
|
|
CC_DEPRECATED_ATTRIBUTE CC_DLL char * cc_utf16_to_utf8 (const unsigned short *str,
|
2014-05-10 21:51:42 +08:00
|
|
|
int len = -1,
|
|
|
|
long *items_read = nullptr,
|
|
|
|
long *items_written = nullptr);
|
2013-02-27 15:16:49 +08:00
|
|
|
|
2014-05-08 11:10:54 +08:00
|
|
|
|
2013-02-27 15:16:49 +08:00
|
|
|
NS_CC_END
|
|
|
|
|
|
|
|
#endif /* defined(__cocos2dx__ccUTF8__) */
|