Commit | Line | Data |
---|---|---|
0168c3d8 KH |
1 | /* Header for multibyte character handler. |
2 | Copyright (C) 1995, 1997, 1998 Electrotechnical Laboratory, JAPAN. | |
8f924df7 | 3 | Licensed to the Free Software Foundation. |
5df4f04c | 4 | Copyright (C) 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011 |
0168c3d8 KH |
5 | National Institute of Advanced Industrial Science and Technology (AIST) |
6 | Registration Number H13PRO009 | |
7 | ||
8 | This file is part of GNU Emacs. | |
9 | ||
b9b1cc14 | 10 | GNU Emacs is free software: you can redistribute it and/or modify |
0168c3d8 | 11 | it under the terms of the GNU General Public License as published by |
b9b1cc14 GM |
12 | the Free Software Foundation, either version 3 of the License, or |
13 | (at your option) any later version. | |
0168c3d8 KH |
14 | |
15 | GNU Emacs is distributed in the hope that it will be useful, | |
16 | but WITHOUT ANY WARRANTY; without even the implied warranty of | |
17 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
18 | GNU General Public License for more details. | |
19 | ||
20 | You should have received a copy of the GNU General Public License | |
b9b1cc14 | 21 | along with GNU Emacs. If not, see <http://www.gnu.org/licenses/>. */ |
0168c3d8 KH |
22 | |
23 | #ifndef EMACS_CHARACTER_H | |
24 | #define EMACS_CHARACTER_H | |
25 | ||
13bdea59 PE |
26 | #include <verify.h> |
27 | ||
885317d8 KH |
28 | /* character code 1st byte byte sequence |
29 | -------------- -------- ------------- | |
30 | 0-7F 00..7F 0xxxxxxx | |
31 | 80-7FF C2..DF 110xxxxx 10xxxxxx | |
32 | 800-FFFF E0..EF 1110xxxx 10xxxxxx 10xxxxxx | |
33 | 10000-1FFFFF F0..F7 11110xxx 10xxxxxx 10xxxxxx 10xxxxxx | |
34 | 200000-3FFF7F F8 11111000 1000xxxx 10xxxxxx 10xxxxxx 10xxxxxx | |
c43e85a9 KH |
35 | 3FFF80-3FFFFF C0..C1 1100000x 10xxxxxx (for eight-bit-char) |
36 | 400000-... invalid | |
0168c3d8 | 37 | |
c43e85a9 KH |
38 | invalid 1st byte 80..BF 10xxxxxx |
39 | F9..FF 11111xxx (xxx != 000) | |
0168c3d8 KH |
40 | */ |
41 | ||
885317d8 | 42 | /* Maximum character code ((1 << CHARACTERBITS) - 1). */ |
0168c3d8 KH |
43 | #define MAX_CHAR 0x3FFFFF |
44 | ||
885317d8 | 45 | /* Maximum Unicode character code. */ |
0168c3d8 KH |
46 | #define MAX_UNICODE_CHAR 0x10FFFF |
47 | ||
885317d8 | 48 | /* Maximum N-byte character codes. */ |
0168c3d8 KH |
49 | #define MAX_1_BYTE_CHAR 0x7F |
50 | #define MAX_2_BYTE_CHAR 0x7FF | |
51 | #define MAX_3_BYTE_CHAR 0xFFFF | |
52 | #define MAX_4_BYTE_CHAR 0x1FFFFF | |
53 | #define MAX_5_BYTE_CHAR 0x3FFF7F | |
54 | ||
3a0a38de KH |
55 | /* Minimum leading code of multibyte characters. */ |
56 | #define MIN_MULTIBYTE_LEADING_CODE 0xC0 | |
57 | /* Maximum leading code of multibyte characters. */ | |
58 | #define MAX_MULTIBYTE_LEADING_CODE 0xF8 | |
59 | ||
8bc28f69 KH |
60 | /* Nonzero iff C is a character that corresponds to a raw 8-bit |
61 | byte. */ | |
62 | #define CHAR_BYTE8_P(c) ((c) > MAX_5_BYTE_CHAR) | |
63 | ||
885317d8 | 64 | /* Return the character code for raw 8-bit byte BYTE. */ |
0168c3d8 | 65 | #define BYTE8_TO_CHAR(byte) ((byte) + 0x3FFF00) |
885317d8 | 66 | |
4c0354d7 SM |
67 | #define UNIBYTE_TO_CHAR(byte) \ |
68 | (ASCII_BYTE_P (byte) ? (byte) : BYTE8_TO_CHAR (byte)) | |
69 | ||
885317d8 | 70 | /* Return the raw 8-bit byte for character C. */ |
8bc28f69 KH |
71 | #define CHAR_TO_BYTE8(c) \ |
72 | (CHAR_BYTE8_P (c) \ | |
73 | ? (c) - 0x3FFF00 \ | |
461c2ab9 | 74 | : multibyte_char_to_unibyte (c)) |
885317d8 | 75 | |
2afc21f5 SM |
76 | /* Return the raw 8-bit byte for character C, |
77 | or -1 if C doesn't correspond to a byte. */ | |
78 | #define CHAR_TO_BYTE_SAFE(c) \ | |
79 | (CHAR_BYTE8_P (c) \ | |
80 | ? (c) - 0x3FFF00 \ | |
455af463 | 81 | : multibyte_char_to_unibyte_safe (c)) |
2afc21f5 | 82 | |
885317d8 KH |
83 | /* Nonzero iff BYTE is the 1st byte of a multibyte form of a character |
84 | that corresponds to a raw 8-bit byte. */ | |
0168c3d8 KH |
85 | #define CHAR_BYTE8_HEAD_P(byte) ((byte) == 0xC0 || (byte) == 0xC1) |
86 | ||
43c47483 KH |
87 | /* If C is not ASCII, make it unibyte. */ |
88 | #define MAKE_CHAR_UNIBYTE(c) \ | |
89 | do { \ | |
90 | if (! ASCII_CHAR_P (c)) \ | |
91 | c = CHAR_TO_BYTE8 (c); \ | |
92 | } while (0) | |
3e411074 | 93 | |
3e411074 | 94 | |
18a2979d | 95 | /* If C is not ASCII, make it multibyte. Assumes C < 256. */ |
c0dc8f64 | 96 | #define MAKE_CHAR_MULTIBYTE(c) \ |
4c0354d7 | 97 | (eassert ((c) >= 0 && (c) < 256), (c) = UNIBYTE_TO_CHAR (c)) |
3e411074 | 98 | |
885317d8 | 99 | /* This is the maximum byte length of multibyte form. */ |
0168c3d8 KH |
100 | #define MAX_MULTIBYTE_LENGTH 5 |
101 | ||
18a2979d | 102 | /* Return a Lisp character whose character code is C. Assumes C is |
b583cead | 103 | a valid character code. */ |
0168c3d8 KH |
104 | #define make_char(c) make_number (c) |
105 | ||
106 | /* Nonzero iff C is an ASCII byte. */ | |
ea204efb | 107 | #define ASCII_BYTE_P(c) UNSIGNED_CMP (c, <, 0x80) |
0168c3d8 KH |
108 | |
109 | /* Nonzero iff X is a character. */ | |
110 | #define CHARACTERP(x) (NATNUMP (x) && XFASTINT (x) <= MAX_CHAR) | |
111 | ||
2638320e PE |
112 | /* Nonzero iff C is valid as a character code. */ |
113 | #define CHAR_VALID_P(c) UNSIGNED_CMP (c, <=, MAX_CHAR) | |
0168c3d8 KH |
114 | |
115 | /* Check if Lisp object X is a character or not. */ | |
63db3c1b MB |
116 | #define CHECK_CHARACTER(x) \ |
117 | CHECK_TYPE (CHARACTERP (x), Qcharacterp, x) | |
0168c3d8 | 118 | |
8f924df7 KH |
119 | #define CHECK_CHARACTER_CAR(x) \ |
120 | do { \ | |
121 | Lisp_Object tmp = XCAR (x); \ | |
122 | CHECK_CHARACTER (tmp); \ | |
123 | XSETCAR ((x), tmp); \ | |
124 | } while (0) | |
125 | ||
126 | #define CHECK_CHARACTER_CDR(x) \ | |
127 | do { \ | |
128 | Lisp_Object tmp = XCDR (x); \ | |
129 | CHECK_CHARACTER (tmp); \ | |
130 | XSETCDR ((x), tmp); \ | |
131 | } while (0) | |
132 | ||
0168c3d8 | 133 | /* Nonzero iff C is a character of code less than 0x100. */ |
ea204efb | 134 | #define SINGLE_BYTE_CHAR_P(c) UNSIGNED_CMP (c, <, 0x100) |
0168c3d8 KH |
135 | |
136 | /* Nonzero if character C has a printable glyph. */ | |
137 | #define CHAR_PRINTABLE_P(c) \ | |
944c7a26 AS |
138 | (((c) >= 32 && (c) < 127) \ |
139 | || ! NILP (CHAR_TABLE_REF (Vprintable_chars, (c)))) | |
0168c3d8 | 140 | |
885317d8 | 141 | /* Return byte length of multibyte form for character C. */ |
0168c3d8 KH |
142 | #define CHAR_BYTES(c) \ |
143 | ( (c) <= MAX_1_BYTE_CHAR ? 1 \ | |
144 | : (c) <= MAX_2_BYTE_CHAR ? 2 \ | |
145 | : (c) <= MAX_3_BYTE_CHAR ? 3 \ | |
146 | : (c) <= MAX_4_BYTE_CHAR ? 4 \ | |
147 | : (c) <= MAX_5_BYTE_CHAR ? 5 \ | |
148 | : 2) | |
149 | ||
43c47483 KH |
150 | |
151 | /* Return the leading code of multibyte form of C. */ | |
152 | #define CHAR_LEADING_CODE(c) \ | |
153 | ((c) <= MAX_1_BYTE_CHAR ? c \ | |
154 | : (c) <= MAX_2_BYTE_CHAR ? (0xC0 | ((c) >> 6)) \ | |
155 | : (c) <= MAX_3_BYTE_CHAR ? (0xE0 | ((c) >> 12)) \ | |
156 | : (c) <= MAX_4_BYTE_CHAR ? (0xF0 | ((c) >> 18)) \ | |
157 | : (c) <= MAX_5_BYTE_CHAR ? 0xF8 \ | |
158 | : (0xC0 | (((c) >> 6) & 0x01))) | |
159 | ||
160 | ||
885317d8 KH |
161 | /* Store multibyte form of the character C in P. The caller should |
162 | allocate at least MAX_MULTIBYTE_LENGTH bytes area at P in advance. | |
163 | Returns the length of the multibyte form. */ | |
0168c3d8 KH |
164 | |
165 | #define CHAR_STRING(c, p) \ | |
ea204efb | 166 | (UNSIGNED_CMP (c, <=, MAX_1_BYTE_CHAR) \ |
0168c3d8 KH |
167 | ? ((p)[0] = (c), \ |
168 | 1) \ | |
ea204efb | 169 | : UNSIGNED_CMP (c, <=, MAX_2_BYTE_CHAR) \ |
0168c3d8 KH |
170 | ? ((p)[0] = (0xC0 | ((c) >> 6)), \ |
171 | (p)[1] = (0x80 | ((c) & 0x3F)), \ | |
172 | 2) \ | |
ea204efb | 173 | : UNSIGNED_CMP (c, <=, MAX_3_BYTE_CHAR) \ |
0168c3d8 KH |
174 | ? ((p)[0] = (0xE0 | ((c) >> 12)), \ |
175 | (p)[1] = (0x80 | (((c) >> 6) & 0x3F)), \ | |
176 | (p)[2] = (0x80 | ((c) & 0x3F)), \ | |
177 | 3) \ | |
a2a01861 | 178 | : verify_expr (sizeof (c) <= sizeof (unsigned), char_string (c, p))) |
0168c3d8 | 179 | |
eb41da4c KH |
180 | /* Store multibyte form of byte B in P. The caller should allocate at |
181 | least MAX_MULTIBYTE_LENGTH bytes area at P in advance. Returns the | |
182 | length of the multibyte form. */ | |
1106ea2b KH |
183 | |
184 | #define BYTE8_STRING(b, p) \ | |
185 | ((p)[0] = (0xC0 | (((b) >> 6) & 0x01)), \ | |
7f464917 | 186 | (p)[1] = (0x80 | ((b) & 0x3F)), \ |
1106ea2b KH |
187 | 2) |
188 | ||
0168c3d8 | 189 | |
18a2979d EZ |
190 | /* Store multibyte form of the character C in P and advance P to the |
191 | end of the multibyte form. The caller should allocate at least | |
192 | MAX_MULTIBYTE_LENGTH bytes area at P in advance. */ | |
0168c3d8 | 193 | |
eb41da4c KH |
194 | #define CHAR_STRING_ADVANCE(c, p) \ |
195 | do { \ | |
196 | if ((c) <= MAX_1_BYTE_CHAR) \ | |
197 | *(p)++ = (c); \ | |
198 | else if ((c) <= MAX_2_BYTE_CHAR) \ | |
199 | *(p)++ = (0xC0 | ((c) >> 6)), \ | |
200 | *(p)++ = (0x80 | ((c) & 0x3F)); \ | |
201 | else if ((c) <= MAX_3_BYTE_CHAR) \ | |
202 | *(p)++ = (0xE0 | ((c) >> 12)), \ | |
203 | *(p)++ = (0x80 | (((c) >> 6) & 0x3F)), \ | |
204 | *(p)++ = (0x80 | ((c) & 0x3F)); \ | |
205 | else \ | |
13bdea59 PE |
206 | { \ |
207 | verify (sizeof (c) <= sizeof (unsigned)); \ | |
208 | (p) += char_string (c, p); \ | |
209 | } \ | |
885317d8 | 210 | } while (0) |
0168c3d8 | 211 | |
eb41da4c | 212 | |
0168c3d8 KH |
213 | /* Nonzero iff BYTE starts a non-ASCII character in a multibyte |
214 | form. */ | |
215 | #define LEADING_CODE_P(byte) (((byte) & 0xC0) == 0xC0) | |
216 | ||
b5c7dbe6 KH |
217 | /* Nonzero iff BYTE is a trailing code of a non-ASCII character in a |
218 | multibyte form. */ | |
219 | #define TRAILING_CODE_P(byte) (((byte) & 0xC0) == 0x80) | |
220 | ||
885317d8 KH |
221 | /* Nonzero iff BYTE starts a character in a multibyte form. |
222 | This is equivalent to: | |
223 | (ASCII_BYTE_P (byte) || LEADING_CODE_P (byte)) */ | |
224 | #define CHAR_HEAD_P(byte) (((byte) & 0xC0) != 0x80) | |
225 | ||
0168c3d8 KH |
226 | /* How many bytes a character that starts with BYTE occupies in a |
227 | multibyte form. */ | |
228 | #define BYTES_BY_CHAR_HEAD(byte) \ | |
229 | (!((byte) & 0x80) ? 1 \ | |
230 | : !((byte) & 0x20) ? 2 \ | |
231 | : !((byte) & 0x10) ? 3 \ | |
232 | : !((byte) & 0x08) ? 4 \ | |
233 | : 5) | |
234 | ||
235 | ||
0168c3d8 | 236 | /* The byte length of multibyte form at unibyte string P ending at |
18a2979d | 237 | PEND. If STR doesn't point to a valid multibyte form, return 0. */ |
0168c3d8 KH |
238 | |
239 | #define MULTIBYTE_LENGTH(p, pend) \ | |
240 | (p >= pend ? 0 \ | |
241 | : !((p)[0] & 0x80) ? 1 \ | |
242 | : ((p + 1 >= pend) || (((p)[1] & 0xC0) != 0x80)) ? 0 \ | |
243 | : ((p)[0] & 0xE0) == 0xC0 ? 2 \ | |
244 | : ((p + 2 >= pend) || (((p)[2] & 0xC0) != 0x80)) ? 0 \ | |
245 | : ((p)[0] & 0xF0) == 0xE0 ? 3 \ | |
246 | : ((p + 3 >= pend) || (((p)[3] & 0xC0) != 0x80)) ? 0 \ | |
247 | : ((p)[0] & 0xF8) == 0xF0 ? 4 \ | |
248 | : ((p + 4 >= pend) || (((p)[4] & 0xC0) != 0x80)) ? 0 \ | |
249 | : (p)[0] == 0xF8 && ((p)[1] & 0xF0) == 0x80 ? 5 \ | |
250 | : 0) | |
251 | ||
252 | ||
18a2979d | 253 | /* Like MULTIBYTE_LENGTH, but don't check the ending address. */ |
0168c3d8 KH |
254 | |
255 | #define MULTIBYTE_LENGTH_NO_CHECK(p) \ | |
256 | (!((p)[0] & 0x80) ? 1 \ | |
257 | : ((p)[1] & 0xC0) != 0x80 ? 0 \ | |
258 | : ((p)[0] & 0xE0) == 0xC0 ? 2 \ | |
259 | : ((p)[2] & 0xC0) != 0x80 ? 0 \ | |
260 | : ((p)[0] & 0xF0) == 0xE0 ? 3 \ | |
261 | : ((p)[3] & 0xC0) != 0x80 ? 0 \ | |
262 | : ((p)[0] & 0xF8) == 0xF0 ? 4 \ | |
263 | : ((p)[4] & 0xC0) != 0x80 ? 0 \ | |
264 | : (p)[0] == 0xF8 && ((p)[1] & 0xF0) == 0x80 ? 5 \ | |
265 | : 0) | |
266 | ||
18a2979d EZ |
267 | /* If P is before LIMIT, advance P to the next character boundary. |
268 | Assumes that P is already at a character boundary of the same | |
78edd3b7 | 269 | multibyte form whose end address is LIMIT. */ |
8f924df7 KH |
270 | |
271 | #define NEXT_CHAR_BOUNDARY(p, limit) \ | |
272 | do { \ | |
273 | if ((p) < (limit)) \ | |
274 | (p) += BYTES_BY_CHAR_HEAD (*(p)); \ | |
275 | } while (0) | |
276 | ||
277 | ||
278 | /* If P is after LIMIT, advance P to the previous character boundary. | |
18a2979d | 279 | Assumes that P is already at a character boundary of the same |
ce5b453a | 280 | multibyte form whose beginning address is LIMIT. */ |
8f924df7 KH |
281 | |
282 | #define PREV_CHAR_BOUNDARY(p, limit) \ | |
283 | do { \ | |
284 | if ((p) > (limit)) \ | |
285 | { \ | |
760fbc2c | 286 | const unsigned char *chp = (p); \ |
8f924df7 | 287 | do { \ |
760fbc2c PE |
288 | chp--; \ |
289 | } while (chp >= limit && ! CHAR_HEAD_P (*chp)); \ | |
290 | (p) = (BYTES_BY_CHAR_HEAD (*chp) == (p) - chp) ? chp : (p) - 1; \ | |
8f924df7 KH |
291 | } \ |
292 | } while (0) | |
0168c3d8 KH |
293 | |
294 | /* Return the character code of character whose multibyte form is at | |
62a6e103 | 295 | P. */ |
0168c3d8 | 296 | |
62a6e103 | 297 | #define STRING_CHAR(p) \ |
0168c3d8 KH |
298 | (!((p)[0] & 0x80) \ |
299 | ? (p)[0] \ | |
300 | : ! ((p)[0] & 0x20) \ | |
301 | ? (((((p)[0] & 0x1F) << 6) \ | |
302 | | ((p)[1] & 0x3F)) \ | |
303 | + (((unsigned char) (p)[0]) < 0xC2 ? 0x3FFF80 : 0)) \ | |
304 | : ! ((p)[0] & 0x10) \ | |
305 | ? ((((p)[0] & 0x0F) << 12) \ | |
306 | | (((p)[1] & 0x3F) << 6) \ | |
307 | | ((p)[2] & 0x3F)) \ | |
eb41da4c | 308 | : string_char ((p), NULL, NULL)) |
0168c3d8 KH |
309 | |
310 | ||
18a2979d | 311 | /* Like STRING_CHAR, but set ACTUAL_LEN to the length of multibyte |
62a6e103 | 312 | form. */ |
0168c3d8 | 313 | |
62a6e103 | 314 | #define STRING_CHAR_AND_LENGTH(p, actual_len) \ |
0168c3d8 KH |
315 | (!((p)[0] & 0x80) \ |
316 | ? ((actual_len) = 1, (p)[0]) \ | |
317 | : ! ((p)[0] & 0x20) \ | |
318 | ? ((actual_len) = 2, \ | |
319 | (((((p)[0] & 0x1F) << 6) \ | |
320 | | ((p)[1] & 0x3F)) \ | |
321 | + (((unsigned char) (p)[0]) < 0xC2 ? 0x3FFF80 : 0))) \ | |
322 | : ! ((p)[0] & 0x10) \ | |
323 | ? ((actual_len) = 3, \ | |
324 | ((((p)[0] & 0x0F) << 12) \ | |
325 | | (((p)[1] & 0x3F) << 6) \ | |
326 | | ((p)[2] & 0x3F))) \ | |
eb41da4c | 327 | : string_char ((p), NULL, &actual_len)) |
0168c3d8 KH |
328 | |
329 | ||
18a2979d | 330 | /* Like STRING_CHAR, but advance P to the end of multibyte form. */ |
0168c3d8 KH |
331 | |
332 | #define STRING_CHAR_ADVANCE(p) \ | |
333 | (!((p)[0] & 0x80) \ | |
334 | ? *(p)++ \ | |
335 | : ! ((p)[0] & 0x20) \ | |
336 | ? ((p) += 2, \ | |
337 | ((((p)[-2] & 0x1F) << 6) \ | |
338 | | ((p)[-1] & 0x3F) \ | |
8f924df7 | 339 | | ((unsigned char) ((p)[-2]) < 0xC2 ? 0x3FFF80 : 0))) \ |
0168c3d8 KH |
340 | : ! ((p)[0] & 0x10) \ |
341 | ? ((p) += 3, \ | |
342 | ((((p)[-3] & 0x0F) << 12) \ | |
343 | | (((p)[-2] & 0x3F) << 6) \ | |
344 | | ((p)[-1] & 0x3F))) \ | |
eb41da4c | 345 | : string_char ((p), &(p), NULL)) |
0168c3d8 KH |
346 | |
347 | ||
348 | /* Fetch the "next" character from Lisp string STRING at byte position | |
349 | BYTEIDX, character position CHARIDX. Store it into OUTPUT. | |
350 | ||
351 | All the args must be side-effect-free. | |
352 | BYTEIDX and CHARIDX must be lvalues; | |
353 | we increment them past the character fetched. */ | |
354 | ||
355 | #define FETCH_STRING_CHAR_ADVANCE(OUTPUT, STRING, CHARIDX, BYTEIDX) \ | |
a1c2ac9a | 356 | do \ |
0168c3d8 KH |
357 | { \ |
358 | CHARIDX++; \ | |
359 | if (STRING_MULTIBYTE (STRING)) \ | |
360 | { \ | |
760fbc2c PE |
361 | unsigned char *chp = &SDATA (STRING)[BYTEIDX]; \ |
362 | int chlen; \ | |
0168c3d8 | 363 | \ |
760fbc2c PE |
364 | OUTPUT = STRING_CHAR_AND_LENGTH (chp, chlen); \ |
365 | BYTEIDX += chlen; \ | |
0168c3d8 KH |
366 | } \ |
367 | else \ | |
f1c99628 SM |
368 | { \ |
369 | OUTPUT = SREF (STRING, BYTEIDX); \ | |
370 | BYTEIDX++; \ | |
371 | } \ | |
0168c3d8 | 372 | } \ |
a1c2ac9a | 373 | while (0) |
0168c3d8 | 374 | |
18a2979d EZ |
375 | /* Like FETCH_STRING_CHAR_ADVANCE, but return a multibyte character |
376 | even if STRING is unibyte. */ | |
43c47483 KH |
377 | |
378 | #define FETCH_STRING_CHAR_AS_MULTIBYTE_ADVANCE(OUTPUT, STRING, CHARIDX, BYTEIDX) \ | |
a1c2ac9a | 379 | do \ |
43c47483 KH |
380 | { \ |
381 | CHARIDX++; \ | |
382 | if (STRING_MULTIBYTE (STRING)) \ | |
383 | { \ | |
760fbc2c PE |
384 | unsigned char *chp = &SDATA (STRING)[BYTEIDX]; \ |
385 | int chlen; \ | |
43c47483 | 386 | \ |
760fbc2c PE |
387 | OUTPUT = STRING_CHAR_AND_LENGTH (chp, chlen); \ |
388 | BYTEIDX += chlen; \ | |
43c47483 KH |
389 | } \ |
390 | else \ | |
391 | { \ | |
f1c99628 SM |
392 | OUTPUT = SREF (STRING, BYTEIDX); \ |
393 | BYTEIDX++; \ | |
43c47483 KH |
394 | MAKE_CHAR_MULTIBYTE (OUTPUT); \ |
395 | } \ | |
396 | } \ | |
a1c2ac9a | 397 | while (0) |
43c47483 | 398 | |
0168c3d8 | 399 | |
18a2979d | 400 | /* Like FETCH_STRING_CHAR_ADVANCE, but assumes STRING is multibyte. */ |
0168c3d8 KH |
401 | |
402 | #define FETCH_STRING_CHAR_ADVANCE_NO_CHECK(OUTPUT, STRING, CHARIDX, BYTEIDX) \ | |
a1c2ac9a | 403 | do \ |
0168c3d8 | 404 | { \ |
a6670b0b PE |
405 | unsigned char *fetch_ptr = &SDATA (STRING)[BYTEIDX]; \ |
406 | int fetch_len; \ | |
0168c3d8 | 407 | \ |
a6670b0b PE |
408 | OUTPUT = STRING_CHAR_AND_LENGTH (fetch_ptr, fetch_len); \ |
409 | BYTEIDX += fetch_len; \ | |
0168c3d8 KH |
410 | CHARIDX++; \ |
411 | } \ | |
a1c2ac9a | 412 | while (0) |
0168c3d8 KH |
413 | |
414 | ||
18a2979d | 415 | /* Like FETCH_STRING_CHAR_ADVANCE, but fetch character from the current |
0168c3d8 KH |
416 | buffer. */ |
417 | ||
418 | #define FETCH_CHAR_ADVANCE(OUTPUT, CHARIDX, BYTEIDX) \ | |
a1c2ac9a | 419 | do \ |
0168c3d8 KH |
420 | { \ |
421 | CHARIDX++; \ | |
4b4deea2 | 422 | if (!NILP (BVAR (current_buffer, enable_multibyte_characters))) \ |
0168c3d8 | 423 | { \ |
760fbc2c PE |
424 | unsigned char *chp = BYTE_POS_ADDR (BYTEIDX); \ |
425 | int chlen; \ | |
0168c3d8 | 426 | \ |
760fbc2c PE |
427 | OUTPUT= STRING_CHAR_AND_LENGTH (chp, chlen); \ |
428 | BYTEIDX += chlen; \ | |
0168c3d8 KH |
429 | } \ |
430 | else \ | |
431 | { \ | |
432 | OUTPUT = *(BYTE_POS_ADDR (BYTEIDX)); \ | |
433 | BYTEIDX++; \ | |
434 | } \ | |
435 | } \ | |
a1c2ac9a | 436 | while (0) |
0168c3d8 KH |
437 | |
438 | ||
18a2979d | 439 | /* Like FETCH_CHAR_ADVANCE, but assumes the current buffer is multibyte. */ |
0168c3d8 KH |
440 | |
441 | #define FETCH_CHAR_ADVANCE_NO_CHECK(OUTPUT, CHARIDX, BYTEIDX) \ | |
a1c2ac9a | 442 | do \ |
0168c3d8 | 443 | { \ |
760fbc2c PE |
444 | unsigned char *chp = BYTE_POS_ADDR (BYTEIDX); \ |
445 | int chlen; \ | |
0168c3d8 | 446 | \ |
760fbc2c PE |
447 | OUTPUT = STRING_CHAR_AND_LENGTH (chp, chlen); \ |
448 | BYTEIDX += chlen; \ | |
0168c3d8 KH |
449 | CHARIDX++; \ |
450 | } \ | |
a1c2ac9a | 451 | while (0) |
0168c3d8 KH |
452 | |
453 | ||
18a2979d | 454 | /* Increment the buffer byte position POS_BYTE of the current buffer to |
0168c3d8 KH |
455 | the next character boundary. No range checking of POS. */ |
456 | ||
457 | #define INC_POS(pos_byte) \ | |
458 | do { \ | |
760fbc2c PE |
459 | unsigned char *chp = BYTE_POS_ADDR (pos_byte); \ |
460 | pos_byte += BYTES_BY_CHAR_HEAD (*chp); \ | |
0168c3d8 KH |
461 | } while (0) |
462 | ||
463 | ||
18a2979d | 464 | /* Decrement the buffer byte position POS_BYTE of the current buffer to |
0168c3d8 KH |
465 | the previous character boundary. No range checking of POS. */ |
466 | ||
467 | #define DEC_POS(pos_byte) \ | |
468 | do { \ | |
760fbc2c | 469 | unsigned char *chp; \ |
0168c3d8 KH |
470 | \ |
471 | pos_byte--; \ | |
472 | if (pos_byte < GPT_BYTE) \ | |
760fbc2c | 473 | chp = BEG_ADDR + pos_byte - BEG_BYTE; \ |
0168c3d8 | 474 | else \ |
760fbc2c PE |
475 | chp = BEG_ADDR + GAP_SIZE + pos_byte - BEG_BYTE; \ |
476 | while (!CHAR_HEAD_P (*chp)) \ | |
0168c3d8 | 477 | { \ |
760fbc2c | 478 | chp--; \ |
0168c3d8 KH |
479 | pos_byte--; \ |
480 | } \ | |
481 | } while (0) | |
482 | ||
483 | /* Increment both CHARPOS and BYTEPOS, each in the appropriate way. */ | |
484 | ||
485 | #define INC_BOTH(charpos, bytepos) \ | |
486 | do \ | |
487 | { \ | |
488 | (charpos)++; \ | |
4b4deea2 | 489 | if (NILP (BVAR (current_buffer, enable_multibyte_characters))) \ |
0168c3d8 KH |
490 | (bytepos)++; \ |
491 | else \ | |
492 | INC_POS ((bytepos)); \ | |
493 | } \ | |
494 | while (0) | |
495 | ||
496 | ||
497 | /* Decrement both CHARPOS and BYTEPOS, each in the appropriate way. */ | |
498 | ||
499 | #define DEC_BOTH(charpos, bytepos) \ | |
500 | do \ | |
501 | { \ | |
502 | (charpos)--; \ | |
4b4deea2 | 503 | if (NILP (BVAR (current_buffer, enable_multibyte_characters))) \ |
0168c3d8 KH |
504 | (bytepos)--; \ |
505 | else \ | |
506 | DEC_POS ((bytepos)); \ | |
507 | } \ | |
508 | while (0) | |
509 | ||
510 | ||
18a2979d | 511 | /* Increment the buffer byte position POS_BYTE of the current buffer to |
0168c3d8 KH |
512 | the next character boundary. This macro relies on the fact that |
513 | *GPT_ADDR and *Z_ADDR are always accessible and the values are | |
514 | '\0'. No range checking of POS_BYTE. */ | |
515 | ||
516 | #define BUF_INC_POS(buf, pos_byte) \ | |
517 | do { \ | |
760fbc2c PE |
518 | unsigned char *chp = BUF_BYTE_ADDRESS (buf, pos_byte); \ |
519 | pos_byte += BYTES_BY_CHAR_HEAD (*chp); \ | |
0168c3d8 KH |
520 | } while (0) |
521 | ||
522 | ||
18a2979d | 523 | /* Decrement the buffer byte position POS_BYTE of the current buffer to |
0168c3d8 KH |
524 | the previous character boundary. No range checking of POS_BYTE. */ |
525 | ||
526 | #define BUF_DEC_POS(buf, pos_byte) \ | |
527 | do { \ | |
760fbc2c | 528 | unsigned char *chp; \ |
0168c3d8 KH |
529 | pos_byte--; \ |
530 | if (pos_byte < BUF_GPT_BYTE (buf)) \ | |
760fbc2c | 531 | chp = BUF_BEG_ADDR (buf) + pos_byte - BEG_BYTE; \ |
0168c3d8 | 532 | else \ |
760fbc2c PE |
533 | chp = BUF_BEG_ADDR (buf) + BUF_GAP_SIZE (buf) + pos_byte - BEG_BYTE;\ |
534 | while (!CHAR_HEAD_P (*chp)) \ | |
0168c3d8 | 535 | { \ |
760fbc2c | 536 | chp--; \ |
0168c3d8 KH |
537 | pos_byte--; \ |
538 | } \ | |
539 | } while (0) | |
540 | ||
541 | ||
b583cead KH |
542 | /* If C is a character to be unified with a Unicode character, return |
543 | the unified Unicode character. */ | |
544 | ||
55870ffc KH |
545 | #define MAYBE_UNIFY_CHAR(c) \ |
546 | do { \ | |
547 | if (c > MAX_UNICODE_CHAR && c <= MAX_5_BYTE_CHAR) \ | |
548 | { \ | |
549 | Lisp_Object val; \ | |
550 | val = CHAR_TABLE_REF (Vchar_unify_table, c); \ | |
551 | if (INTEGERP (val)) \ | |
ccd9a01a | 552 | c = XFASTINT (val); \ |
55870ffc KH |
553 | else if (! NILP (val)) \ |
554 | c = maybe_unify_char (c, val); \ | |
555 | } \ | |
556 | } while (0) | |
0168c3d8 | 557 | |
fc9d9d2a | 558 | |
a2271ba2 PE |
559 | /* Return a non-outlandish value for the tab width. */ |
560 | ||
5637687f PE |
561 | #define SANE_TAB_WIDTH(buf) \ |
562 | sanitize_tab_width (XFASTINT (BVAR (buf, tab_width))) | |
a2271ba2 | 563 | static inline int |
5637687f | 564 | sanitize_tab_width (EMACS_INT width) |
a2271ba2 PE |
565 | { |
566 | return 0 < width && width <= 1000 ? width : 8; | |
567 | } | |
568 | ||
0168c3d8 | 569 | /* Return the width of ASCII character C. The width is measured by |
18a2979d | 570 | how many columns C will occupy on the screen when displayed in the |
0168c3d8 KH |
571 | current buffer. */ |
572 | ||
573 | #define ASCII_CHAR_WIDTH(c) \ | |
574 | (c < 0x20 \ | |
575 | ? (c == '\t' \ | |
a2271ba2 | 576 | ? SANE_TAB_WIDTH (current_buffer) \ |
4b4deea2 | 577 | : (c == '\n' ? 0 : (NILP (BVAR (current_buffer, ctl_arrow)) ? 4 : 2))) \ |
0168c3d8 KH |
578 | : (c < 0x7f \ |
579 | ? 1 \ | |
4b4deea2 | 580 | : ((NILP (BVAR (current_buffer, ctl_arrow)) ? 4 : 2)))) |
0168c3d8 | 581 | |
5637687f PE |
582 | /* Return a non-outlandish value for a character width. */ |
583 | ||
584 | static inline int | |
585 | sanitize_char_width (EMACS_INT width) | |
586 | { | |
587 | return 0 <= width && width <= 1000 ? width : 1000; | |
588 | } | |
589 | ||
0168c3d8 | 590 | /* Return the width of character C. The width is measured by how many |
18a2979d | 591 | columns C will occupy on the screen when displayed in the current |
0168c3d8 KH |
592 | buffer. */ |
593 | ||
594 | #define CHAR_WIDTH(c) \ | |
595 | (ASCII_CHAR_P (c) \ | |
596 | ? ASCII_CHAR_WIDTH (c) \ | |
5637687f | 597 | : sanitize_char_width (XINT (CHAR_TABLE_REF (Vchar_width_table, c)))) |
0168c3d8 | 598 | |
e1dbe924 | 599 | /* If C is a variation selector, return the index of the |
c19cab20 KH |
600 | variation selector (1..256). Otherwise, return 0. */ |
601 | ||
602 | #define CHAR_VARIATION_SELECTOR_P(c) \ | |
603 | ((c) < 0xFE00 ? 0 \ | |
604 | : (c) <= 0xFE0F ? (c) - 0xFE00 + 1 \ | |
605 | : (c) < 0xE0100 ? 0 \ | |
606 | : (c) <= 0xE01EF ? (c) - 0xE0100 + 17 \ | |
607 | : 0) | |
608 | ||
609 | /* If C is a high surrogate, return 1. If C is a low surrogate, | |
409f2919 | 610 | return 0. Otherwise, return 0. */ |
c19cab20 KH |
611 | |
612 | #define CHAR_SURROGATE_PAIR_P(c) \ | |
613 | ((c) < 0xD800 ? 0 \ | |
614 | : (c) <= 0xDBFF ? 1 \ | |
615 | : (c) <= 0xDFFF ? 2 \ | |
616 | : 0) | |
617 | ||
c805dec0 KH |
618 | /* Data type for Unicode general category. |
619 | ||
620 | The order of members must be in sync with the 8th element of the | |
621 | member of unidata-prop-alist (in admin/unidata/unidata-getn.el) for | |
622 | Unicode character property `general-category'. */ | |
623 | ||
624 | typedef enum { | |
625 | UNICODE_CATEGORY_UNKNOWN = 0, | |
626 | UNICODE_CATEGORY_Lu, | |
627 | UNICODE_CATEGORY_Ll, | |
628 | UNICODE_CATEGORY_Lt, | |
629 | UNICODE_CATEGORY_Lm, | |
630 | UNICODE_CATEGORY_Lo, | |
631 | UNICODE_CATEGORY_Mn, | |
632 | UNICODE_CATEGORY_Mc, | |
633 | UNICODE_CATEGORY_Me, | |
634 | UNICODE_CATEGORY_Nd, | |
635 | UNICODE_CATEGORY_Nl, | |
636 | UNICODE_CATEGORY_No, | |
637 | UNICODE_CATEGORY_Pc, | |
638 | UNICODE_CATEGORY_Pd, | |
639 | UNICODE_CATEGORY_Ps, | |
640 | UNICODE_CATEGORY_Pe, | |
641 | UNICODE_CATEGORY_Pi, | |
642 | UNICODE_CATEGORY_Pf, | |
643 | UNICODE_CATEGORY_Po, | |
644 | UNICODE_CATEGORY_Sm, | |
645 | UNICODE_CATEGORY_Sc, | |
646 | UNICODE_CATEGORY_Sk, | |
647 | UNICODE_CATEGORY_So, | |
648 | UNICODE_CATEGORY_Zs, | |
649 | UNICODE_CATEGORY_Zl, | |
650 | UNICODE_CATEGORY_Zp, | |
651 | UNICODE_CATEGORY_Cc, | |
652 | UNICODE_CATEGORY_Cf, | |
653 | UNICODE_CATEGORY_Cs, | |
654 | UNICODE_CATEGORY_Co, | |
655 | UNICODE_CATEGORY_Cn | |
656 | } unicode_category_t; | |
c19cab20 | 657 | |
383e0970 J |
658 | extern int char_resolve_modifier_mask (int); |
659 | extern int char_string (unsigned, unsigned char *); | |
660 | extern int string_char (const unsigned char *, | |
661 | const unsigned char **, int *); | |
662 | ||
663 | extern int translate_char (Lisp_Object, int c); | |
664 | extern int char_printable_p (int c); | |
14162469 EZ |
665 | extern void parse_str_as_multibyte (const unsigned char *, |
666 | EMACS_INT, EMACS_INT *, EMACS_INT *); | |
de883a70 | 667 | extern EMACS_INT count_size_as_multibyte (const unsigned char *, EMACS_INT); |
14162469 EZ |
668 | extern EMACS_INT str_as_multibyte (unsigned char *, EMACS_INT, EMACS_INT, |
669 | EMACS_INT *); | |
670 | extern EMACS_INT str_to_multibyte (unsigned char *, EMACS_INT, EMACS_INT); | |
671 | extern EMACS_INT str_as_unibyte (unsigned char *, EMACS_INT); | |
383e0970 J |
672 | extern EMACS_INT str_to_unibyte (const unsigned char *, unsigned char *, |
673 | EMACS_INT, int); | |
7469ef5d | 674 | extern EMACS_INT strwidth (const char *, EMACS_INT); |
579c18d0 EZ |
675 | extern EMACS_INT c_string_width (const unsigned char *, EMACS_INT, int, |
676 | EMACS_INT *, EMACS_INT *); | |
2b4560a8 | 677 | extern EMACS_INT lisp_string_width (Lisp_Object, EMACS_INT, |
579c18d0 | 678 | EMACS_INT *, EMACS_INT *); |
0168c3d8 | 679 | |
955cbe7b | 680 | extern Lisp_Object Qcharacterp; |
0168c3d8 | 681 | extern Lisp_Object Vchar_unify_table; |
383e0970 | 682 | extern Lisp_Object string_escape_byte8 (Lisp_Object); |
fac2bdc4 | 683 | |
0168c3d8 KH |
684 | /* Return a translation table of id number ID. */ |
685 | #define GET_TRANSLATION_TABLE(id) \ | |
686 | (XCDR(XVECTOR(Vtranslation_table_vector)->contents[(id)])) | |
687 | ||
0168c3d8 | 688 | #endif /* EMACS_CHARACTER_H */ |