123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396 |
- /*
- +----------------------------------------------------------------------+
- | This source file is subject to version 3.01 of the PHP license, |
- | that is bundled with this package in the file LICENSE, and is |
- | available through the world-wide-web at the following url: |
- | https://www.php.net/license/3_01.txt |
- | If you did not receive a copy of the PHP license and are unable to |
- | obtain it through the world-wide-web, please send a note to |
- | license@php.net so we can mail you a copy immediately. |
- +----------------------------------------------------------------------+
- | Author: Ed Batutis <ed@batutis.com> |
- +----------------------------------------------------------------------+
- */
- /* {{{ includes */
- #ifdef HAVE_CONFIG_H
- #include "config.h"
- #endif
- #include <php.h>
- #include "grapheme.h"
- #include "grapheme_util.h"
- #include "intl_common.h"
- #include <unicode/utypes.h>
- #include <unicode/ucol.h>
- #include <unicode/ustring.h>
- #include <unicode/ubrk.h>
- #include <unicode/usearch.h>
- #include "ext/standard/php_string.h"
- ZEND_EXTERN_MODULE_GLOBALS( intl )
- /* }}} */
- /* {{{ grapheme_close_global_iterator - clean up */
- void
- grapheme_close_global_iterator( void )
- {
- UBreakIterator *global_break_iterator = INTL_G( grapheme_iterator );
- if ( NULL != global_break_iterator ) {
- ubrk_close(global_break_iterator);
- }
- }
- /* }}} */
- /* {{{ grapheme_substr_ascii f='from' - starting point, l='length' */
- void grapheme_substr_ascii(char *str, size_t str_len, int32_t f, int32_t l, char **sub_str, int32_t *sub_str_len)
- {
- int32_t str_len2 = (int32_t)str_len; /* in order to avoid signed/unsigned problems */
- *sub_str = NULL;
- if(str_len > INT32_MAX) {
- /* We can not return long strings from ICU functions, so we won't here too */
- return;
- }
- /* if "from" position is negative, count start position from the end
- * of the string
- */
- if (f < 0) {
- f = str_len2 + f;
- if (f < 0) {
- f = 0;
- }
- } else if (f > str_len2) {
- f = str_len2;
- }
- /* if "length" position is negative, set it to the length
- * needed to stop that many chars from the end of the string
- */
- if (l < 0) {
- l = (str_len2 - f) + l;
- if (l < 0) {
- l = 0;
- }
- } else if (l > str_len2 - f) {
- l = str_len2 - f;
- }
- *sub_str = str + f;
- *sub_str_len = l;
- }
- /* }}} */
- #define STRPOS_CHECK_STATUS(status, error) \
- if ( U_FAILURE( (status) ) ) { \
- intl_error_set_code( NULL, (status) ); \
- intl_error_set_custom_msg( NULL, (error), 0 ); \
- ret_pos = -1; \
- goto finish; \
- }
- /* {{{ grapheme_strpos_utf16 - strrpos using utf16*/
- int32_t grapheme_strpos_utf16(char *haystack, size_t haystack_len, char *needle, size_t needle_len, int32_t offset, int32_t *puchar_pos, int f_ignore_case, int last)
- {
- UChar *uhaystack = NULL, *uneedle = NULL;
- int32_t uhaystack_len = 0, uneedle_len = 0, char_pos, ret_pos, offset_pos = 0;
- unsigned char u_break_iterator_buffer[U_BRK_SAFECLONE_BUFFERSIZE];
- UBreakIterator* bi = NULL;
- UErrorCode status;
- UStringSearch* src = NULL;
- if(puchar_pos) {
- *puchar_pos = -1;
- }
- /* convert the strings to UTF-16. */
- status = U_ZERO_ERROR;
- intl_convert_utf8_to_utf16(&uhaystack, &uhaystack_len, haystack, haystack_len, &status );
- STRPOS_CHECK_STATUS(status, "Error converting input string to UTF-16");
- status = U_ZERO_ERROR;
- intl_convert_utf8_to_utf16(&uneedle, &uneedle_len, needle, needle_len, &status );
- STRPOS_CHECK_STATUS(status, "Error converting needle string to UTF-16");
- /* get a pointer to the haystack taking into account the offset */
- status = U_ZERO_ERROR;
- bi = grapheme_get_break_iterator(u_break_iterator_buffer, &status );
- STRPOS_CHECK_STATUS(status, "Failed to get iterator");
- status = U_ZERO_ERROR;
- ubrk_setText(bi, uhaystack, uhaystack_len, &status);
- STRPOS_CHECK_STATUS(status, "Failed to set up iterator");
- if (uneedle_len == 0) {
- offset_pos = grapheme_get_haystack_offset(bi, offset);
- if (offset_pos == -1) {
- zend_argument_value_error(3, "must be contained in argument #1 ($haystack)");
- ret_pos = -1;
- goto finish;
- }
- ret_pos = last && offset >= 0 ? uhaystack_len : offset_pos;
- goto finish;
- }
- status = U_ZERO_ERROR;
- src = usearch_open(uneedle, uneedle_len, uhaystack, uhaystack_len, "", bi, &status);
- STRPOS_CHECK_STATUS(status, "Error creating search object");
- if(f_ignore_case) {
- UCollator *coll = usearch_getCollator(src);
- status = U_ZERO_ERROR;
- ucol_setAttribute(coll, UCOL_STRENGTH, UCOL_SECONDARY, &status);
- STRPOS_CHECK_STATUS(status, "Error setting collation strength");
- usearch_reset(src);
- }
- if(offset != 0) {
- offset_pos = grapheme_get_haystack_offset(bi, offset);
- if (offset_pos == -1) {
- zend_argument_value_error(3, "must be contained in argument #1 ($haystack)");
- ret_pos = -1;
- goto finish;
- }
- status = U_ZERO_ERROR;
- usearch_setOffset(src, last ? 0 : offset_pos, &status);
- STRPOS_CHECK_STATUS(status, "Invalid search offset");
- }
- if(last) {
- if (offset >= 0) {
- char_pos = usearch_last(src, &status);
- if(char_pos < offset_pos) {
- /* last one is beyond our start offset */
- char_pos = USEARCH_DONE;
- }
- } else {
- /* searching backwards is broken, so we search forwards, albeit it's less efficient */
- int32_t prev_pos = USEARCH_DONE;
- do {
- char_pos = usearch_next(src, &status);
- if (char_pos == USEARCH_DONE || char_pos > offset_pos) {
- char_pos = prev_pos;
- break;
- }
- prev_pos = char_pos;
- } while(1);
- }
- } else {
- char_pos = usearch_next(src, &status);
- }
- STRPOS_CHECK_STATUS(status, "Error looking up string");
- if(char_pos != USEARCH_DONE && ubrk_isBoundary(bi, char_pos)) {
- ret_pos = grapheme_count_graphemes(bi, uhaystack,char_pos);
- if(puchar_pos) {
- *puchar_pos = char_pos;
- }
- } else {
- ret_pos = -1;
- }
- finish:
- if (uhaystack) {
- efree( uhaystack );
- }
- if (uneedle) {
- efree( uneedle );
- }
- if (bi) {
- ubrk_close (bi);
- }
- if (src) {
- usearch_close (src);
- }
- return ret_pos;
- }
- /* }}} */
- /* {{{ grapheme_ascii_check: ASCII check */
- zend_long grapheme_ascii_check(const unsigned char *day, size_t len)
- {
- int ret_len = len;
- while ( len-- ) {
- if ( *day++ > 0x7f || (*day == '\n' && *(day - 1) == '\r') )
- return -1;
- }
- return ret_len;
- }
- /* }}} */
- /* {{{ grapheme_split_string: find and optionally return grapheme boundaries */
- int32_t grapheme_split_string(const UChar *text, int32_t text_length, int boundary_array[], int boundary_array_len )
- {
- unsigned char u_break_iterator_buffer[U_BRK_SAFECLONE_BUFFERSIZE];
- UErrorCode status = U_ZERO_ERROR;
- int ret_len, pos;
- UBreakIterator* bi;
- bi = grapheme_get_break_iterator((void*)u_break_iterator_buffer, &status );
- if( U_FAILURE(status) ) {
- return -1;
- }
- ubrk_setText(bi, text, text_length, &status);
- pos = 0;
- for ( ret_len = 0; pos != UBRK_DONE; ) {
- pos = ubrk_next(bi);
- if ( pos != UBRK_DONE ) {
- if ( NULL != boundary_array && ret_len < boundary_array_len ) {
- boundary_array[ret_len] = pos;
- }
- ret_len++;
- }
- }
- ubrk_close(bi);
- return ret_len;
- }
- /* }}} */
- /* {{{ grapheme_count_graphemes */
- int32_t grapheme_count_graphemes(UBreakIterator *bi, UChar *string, int32_t string_len)
- {
- int ret_len = 0;
- int pos = 0;
- UErrorCode status = U_ZERO_ERROR;
- ubrk_setText(bi, string, string_len, &status);
- do {
- pos = ubrk_next(bi);
- if ( UBRK_DONE != pos ) {
- ret_len++;
- }
- } while ( UBRK_DONE != pos );
- return ret_len;
- }
- /* }}} */
- /* {{{ grapheme_get_haystack_offset - bump the haystack pointer based on the grapheme count offset */
- int32_t grapheme_get_haystack_offset(UBreakIterator* bi, int32_t offset)
- {
- int32_t pos;
- int32_t (*iter_op)(UBreakIterator* bi);
- int iter_incr;
- if ( 0 == offset ) {
- return 0;
- }
- if ( offset < 0 ) {
- iter_op = ubrk_previous;
- ubrk_last(bi); /* one past the end */
- iter_incr = 1;
- }
- else {
- iter_op = ubrk_next;
- iter_incr = -1;
- }
- pos = 0;
- while ( pos != UBRK_DONE && offset != 0 ) {
- pos = iter_op(bi);
- if ( UBRK_DONE != pos ) {
- offset += iter_incr;
- }
- }
- if ( offset != 0 ) {
- return -1;
- }
- return pos;
- }
- /* }}} */
- /* {{{ grapheme_strrpos_ascii: borrowed from the php ext/standard/string.c */
- zend_long grapheme_strrpos_ascii(char *haystack, size_t haystack_len, char *needle, size_t needle_len, int32_t offset)
- {
- char *p, *e;
- if (offset >= 0) {
- p = haystack + offset;
- e = haystack + haystack_len - needle_len;
- } else {
- p = haystack;
- if (needle_len > (size_t)-offset) {
- e = haystack + haystack_len - needle_len;
- } else {
- e = haystack + haystack_len + offset;
- }
- }
- if (needle_len == 1) {
- /* Single character search can shortcut memcmps */
- while (e >= p) {
- if (*e == *needle) {
- return (e - p + (offset > 0 ? offset : 0));
- }
- e--;
- }
- return -1;
- }
- while (e >= p) {
- if (memcmp(e, needle, needle_len) == 0) {
- return (e - p + (offset > 0 ? offset : 0));
- }
- e--;
- }
- return -1;
- }
- /* }}} */
- /* {{{ grapheme_get_break_iterator: get a clone of the global character break iterator */
- UBreakIterator* grapheme_get_break_iterator(void *stack_buffer, UErrorCode *status )
- {
- UBreakIterator *global_break_iterator = INTL_G( grapheme_iterator );
- if ( NULL == global_break_iterator ) {
- global_break_iterator = ubrk_open(UBRK_CHARACTER,
- NULL, /* icu default locale - locale has no effect on this iterator */
- NULL, /* text not set in global iterator */
- 0, /* text length = 0 */
- status);
- INTL_G(grapheme_iterator) = global_break_iterator;
- }
- #if U_ICU_VERSION_MAJOR_NUM >= 69
- return ubrk_clone(global_break_iterator, status);
- #else
- int32_t buffer_size = U_BRK_SAFECLONE_BUFFERSIZE;
- return ubrk_safeClone(global_break_iterator, stack_buffer, &buffer_size, status);
- #endif
- }
- /* }}} */
|