Blender  V2.93
BLI_string_utf8.h
Go to the documentation of this file.
1 /*
2  * This program is free software; you can redistribute it and/or
3  * modify it under the terms of the GNU General Public License
4  * as published by the Free Software Foundation; either version 2
5  * of the License, or (at your option) any later version.
6  *
7  * This program is distributed in the hope that it will be useful,
8  * but WITHOUT ANY WARRANTY; without even the implied warranty of
9  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
10  * GNU General Public License for more details.
11  *
12  * You should have received a copy of the GNU General Public License
13  * along with this program; if not, write to the Free Software Foundation,
14  * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
15  */
16 
17 #pragma once
18 
23 #include "BLI_compiler_attrs.h"
24 #include "BLI_sys_types.h"
25 
26 #ifdef __cplusplus
27 extern "C" {
28 #endif
29 
30 char *BLI_strncpy_utf8(char *__restrict dst, const char *__restrict src, size_t maxncpy)
31  ATTR_NONNULL();
32 size_t BLI_strncpy_utf8_rlen(char *__restrict dst, const char *__restrict src, size_t maxncpy)
33  ATTR_NONNULL();
34 ptrdiff_t BLI_utf8_invalid_byte(const char *str, size_t length) ATTR_NONNULL();
35 int BLI_utf8_invalid_strip(char *str, size_t length) ATTR_NONNULL();
36 
37 /* warning, can return -1 on bad chars */
38 int BLI_str_utf8_size(const char *p) ATTR_NONNULL();
39 int BLI_str_utf8_size_safe(const char *p) ATTR_NONNULL();
40 /* copied from glib */
41 unsigned int BLI_str_utf8_as_unicode(const char *p) ATTR_NONNULL();
42 unsigned int BLI_str_utf8_as_unicode_and_size(const char *__restrict p, size_t *__restrict index)
43  ATTR_NONNULL();
44 unsigned int BLI_str_utf8_as_unicode_and_size_safe(const char *__restrict p,
45  size_t *__restrict index) ATTR_NONNULL();
46 unsigned int BLI_str_utf8_as_unicode_step(const char *__restrict p, size_t *__restrict index)
47  ATTR_NONNULL();
48 size_t BLI_str_utf8_from_unicode(unsigned int c, char *outbuf);
49 size_t BLI_str_utf8_as_utf32(char32_t *__restrict dst_w,
50  const char *__restrict src_c,
51  const size_t maxncpy) ATTR_NONNULL();
52 size_t BLI_str_utf32_as_utf8(char *__restrict dst,
53  const char32_t *__restrict src,
54  const size_t maxncpy) ATTR_NONNULL();
55 size_t BLI_str_utf32_as_utf8_len(const char32_t *src) ATTR_NONNULL();
56 
57 char *BLI_str_find_prev_char_utf8(const char *str, const char *p) ATTR_NONNULL();
58 char *BLI_str_find_next_char_utf8(const char *p, const char *end) ATTR_NONNULL(1);
59 char *BLI_str_prev_char_utf8(const char *p) ATTR_NONNULL();
60 
61 /* wchar_t functions, copied from blenders own font.c originally */
62 size_t BLI_wstrlen_utf8(const wchar_t *src) ATTR_NONNULL();
63 size_t BLI_strlen_utf8_ex(const char *strc, size_t *r_len_bytes) ATTR_NONNULL();
64 size_t BLI_strlen_utf8(const char *strc) ATTR_NONNULL();
65 size_t BLI_strnlen_utf8_ex(const char *strc, const size_t maxlen, size_t *r_len_bytes)
66  ATTR_NONNULL();
67 size_t BLI_strnlen_utf8(const char *strc, const size_t maxlen) ATTR_NONNULL();
68 size_t BLI_strncpy_wchar_as_utf8(char *__restrict dst,
69  const wchar_t *__restrict src,
70  const size_t maxncpy) ATTR_NONNULL();
71 size_t BLI_strncpy_wchar_from_utf8(wchar_t *__restrict dst,
72  const char *__restrict src,
73  const size_t maxncpy) ATTR_NONNULL();
74 
75 /* count columns that character/string occupies, based on wcwidth.c */
76 int BLI_wcwidth(char32_t ucs);
77 int BLI_wcswidth(const char32_t *pwcs, size_t n) ATTR_NONNULL();
78 /* warning, can return -1 on bad chars */
79 int BLI_str_utf8_char_width(const char *p) ATTR_NONNULL();
80 int BLI_str_utf8_char_width_safe(const char *p) ATTR_NONNULL();
81 
82 size_t BLI_str_partition_utf8(const char *str,
83  const unsigned int delim[],
84  const char **sep,
85  const char **suf) ATTR_NONNULL();
86 size_t BLI_str_rpartition_utf8(const char *str,
87  const unsigned int delim[],
88  const char **sep,
89  const char **suf) ATTR_NONNULL();
90 size_t BLI_str_partition_ex_utf8(const char *str,
91  const char *end,
92  const unsigned int delim[],
93  const char **sep,
94  const char **suf,
95  const bool from_right) ATTR_NONNULL(1, 3, 4, 5);
96 
97 int BLI_str_utf8_offset_to_index(const char *str, int offset);
98 int BLI_str_utf8_offset_from_index(const char *str, int index);
99 int BLI_str_utf8_offset_to_column(const char *str, int offset);
100 int BLI_str_utf8_offset_from_column(const char *str, int column);
101 
102 #define BLI_UTF8_MAX 6 /* mem */
103 #define BLI_UTF8_WIDTH_MAX 2 /* columns */
104 #define BLI_UTF8_ERR ((unsigned int)-1)
105 
106 /* -------------------------------------------------------------------- */
111 #define STRNCPY_UTF8(dst, src) BLI_strncpy_utf8(dst, src, ARRAY_SIZE(dst))
112 #define STRNCPY_UTF8_RLEN(dst, src) BLI_strncpy_utf8_rlen(dst, src, ARRAY_SIZE(dst))
115 #ifdef __cplusplus
116 }
117 #endif
#define ATTR_NONNULL(...)
size_t BLI_str_rpartition_utf8(const char *str, const unsigned int delim[], const char **sep, const char **suf) ATTR_NONNULL()
Definition: string_utf8.c:857
int BLI_wcwidth(char32_t ucs)
Definition: string_utf8.c:409
char * BLI_strncpy_utf8(char *__restrict dst, const char *__restrict src, size_t maxncpy) ATTR_NONNULL()
Definition: string_utf8.c:258
size_t BLI_strlen_utf8_ex(const char *strc, size_t *r_len_bytes) ATTR_NONNULL()
Definition: string_utf8.c:344
int BLI_str_utf8_char_width_safe(const char *p) ATTR_NONNULL()
Definition: string_utf8.c:429
size_t BLI_strlen_utf8(const char *strc) ATTR_NONNULL()
Definition: string_utf8.c:357
int BLI_str_utf8_size_safe(const char *p) ATTR_NONNULL()
Definition: string_utf8.c:508
int BLI_str_utf8_size(const char *p) ATTR_NONNULL()
Definition: string_utf8.c:495
unsigned int BLI_str_utf8_as_unicode_and_size_safe(const char *__restrict p, size_t *__restrict index) ATTR_NONNULL()
Definition: string_utf8.c:566
char * BLI_str_find_prev_char_utf8(const char *str, const char *p) ATTR_NONNULL()
Definition: string_utf8.c:782
size_t BLI_strncpy_wchar_as_utf8(char *__restrict dst, const wchar_t *__restrict src, const size_t maxncpy) ATTR_NONNULL()
Definition: string_utf8.c:295
int BLI_str_utf8_offset_from_column(const char *str, int column)
Definition: string_utf8.c:943
char * BLI_str_find_next_char_utf8(const char *p, const char *end) ATTR_NONNULL(1)
Definition: string_utf8.c:807
size_t BLI_str_partition_ex_utf8(const char *str, const char *end, const unsigned int delim[], const char **sep, const char **suf, const bool from_right) ATTR_NONNULL(1
size_t BLI_strnlen_utf8_ex(const char *strc, const size_t maxlen, size_t *r_len_bytes) ATTR_NONNULL()
Definition: string_utf8.c:363
int BLI_utf8_invalid_strip(char *str, size_t length) ATTR_NONNULL()
Definition: string_utf8.c:203
ptrdiff_t BLI_utf8_invalid_byte(const char *str, size_t length) ATTR_NONNULL()
Definition: string_utf8.c:73
unsigned int BLI_str_utf8_as_unicode_and_size(const char *__restrict p, size_t *__restrict index) ATTR_NONNULL()
Definition: string_utf8.c:550
char * BLI_str_prev_char_utf8(const char *p) ATTR_NONNULL()
Definition: string_utf8.c:838
size_t BLI_str_utf8_from_unicode(unsigned int c, char *outbuf)
Definition: string_utf8.c:641
size_t int BLI_str_utf8_offset_to_index(const char *str, int offset)
Definition: string_utf8.c:913
unsigned int BLI_str_utf8_as_unicode_step(const char *__restrict p, size_t *__restrict index) ATTR_NONNULL()
Definition: string_utf8.c:585
unsigned int BLI_str_utf8_as_unicode(const char *p) ATTR_NONNULL()
Definition: string_utf8.c:533
size_t BLI_str_utf32_as_utf8_len(const char32_t *src) ATTR_NONNULL()
Definition: string_utf8.c:755
int BLI_str_utf8_char_width(const char *p) ATTR_NONNULL()
Definition: string_utf8.c:419
size_t BLI_strncpy_wchar_from_utf8(wchar_t *__restrict dst, const char *__restrict src, const size_t maxncpy) ATTR_NONNULL()
Definition: string_utf8.c:393
int BLI_wcswidth(const char32_t *pwcs, size_t n) ATTR_NONNULL()
Definition: string_utf8.c:414
size_t BLI_strnlen_utf8(const char *strc, const size_t maxlen) ATTR_NONNULL()
Definition: string_utf8.c:387
size_t BLI_wstrlen_utf8(const wchar_t *src) ATTR_NONNULL()
Definition: string_utf8.c:333
int BLI_str_utf8_offset_to_column(const char *str, int offset)
Definition: string_utf8.c:933
size_t BLI_str_utf32_as_utf8(char *__restrict dst, const char32_t *__restrict src, const size_t maxncpy) ATTR_NONNULL()
Definition: string_utf8.c:717
size_t BLI_str_partition_utf8(const char *str, const unsigned int delim[], const char **sep, const char **suf) ATTR_NONNULL()
Definition: string_utf8.c:849
size_t BLI_str_utf8_as_utf32(char32_t *__restrict dst_w, const char *__restrict src_c, const size_t maxncpy) ATTR_NONNULL()
Definition: string_utf8.c:684
int BLI_str_utf8_offset_from_index(const char *str, int index)
Definition: string_utf8.c:923
size_t BLI_strncpy_utf8_rlen(char *__restrict dst, const char *__restrict src, size_t maxncpy) ATTR_NONNULL()
Definition: string_utf8.c:274
SIMD_FORCE_INLINE btScalar length(const btQuaternion &q)
Return the length of a quaternion.
Definition: btQuaternion.h:895
#define str(s)
static unsigned c
Definition: RandGen.cpp:97