(message-make-date): Require parse-time.
[bpt/emacs.git] / src / coding.h
CommitLineData
4ed46869 1/* Header for coding system handler.
5e92b1ca 2 Copyright (C) 2004 Free Software Foundation, Inc.
75c8c592
RS
3 Copyright (C) 1995, 1997 Electrotechnical Laboratory, JAPAN.
4 Licensed to the Free Software Foundation.
4ed46869 5
369314dc
KH
6This file is part of GNU Emacs.
7
8GNU Emacs is free software; you can redistribute it and/or modify
9it under the terms of the GNU General Public License as published by
10the Free Software Foundation; either version 2, or (at your option)
11any later version.
4ed46869 12
369314dc
KH
13GNU Emacs is distributed in the hope that it will be useful,
14but WITHOUT ANY WARRANTY; without even the implied warranty of
15MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16GNU General Public License for more details.
4ed46869 17
369314dc
KH
18You should have received a copy of the GNU General Public License
19along with GNU Emacs; see the file COPYING. If not, write to
20the Free Software Foundation, Inc., 59 Temple Place - Suite 330,
21Boston, MA 02111-1307, USA. */
4ed46869 22
6f776e81
KH
23#ifndef EMACS_CODING_H
24#define EMACS_CODING_H
4ed46869 25
2ea6666c 26#include "ccl.h"
4ed46869 27
0ef69138 28/*** EMACS' INTERNAL FORMAT (emacs-mule) section ***/
4ed46869
KH
29
30/* All code (1-byte) of Emacs' internal format is classified into one
31 of the followings. See also `charset.h'. */
32enum emacs_code_class_type
33 {
34 EMACS_control_code, /* Control codes in the range
35 0x00..0x1F and 0x7F except for the
36 following two codes. */
37 EMACS_linefeed_code, /* 0x0A (linefeed) to denote
38 end-of-line. */
39 EMACS_carriage_return_code, /* 0x0D (carriage-return) to be used
40 in selective display mode. */
41 EMACS_ascii_code, /* ASCII characters. */
4ed46869
KH
42 EMACS_leading_code_2, /* Base leading code of official
43 TYPE9N character. */
44 EMACS_leading_code_3, /* Base leading code of private TYPE9N
45 or official TYPE9Nx9N character. */
46 EMACS_leading_code_4, /* Base leading code of private
47 TYPE9Nx9N character. */
48 EMACS_invalid_code /* Invalid code, i.e. a base leading
49 code not yet assigned to any
50 charset, or a code of the range
51 0xA0..0xFF. */
52 };
53
54extern enum emacs_code_class_type emacs_code_class[256];
55
56/*** ISO2022 section ***/
57
58/* Macros to define code of control characters for ISO2022's functions. */
59 /* code */ /* function */
60#define ISO_CODE_LF 0x0A /* line-feed */
61#define ISO_CODE_CR 0x0D /* carriage-return */
62#define ISO_CODE_SO 0x0E /* shift-out */
63#define ISO_CODE_SI 0x0F /* shift-in */
64#define ISO_CODE_SS2_7 0x19 /* single-shift-2 for 7-bit code */
65#define ISO_CODE_ESC 0x1B /* escape */
66#define ISO_CODE_SS2 0x8E /* single-shift-2 */
67#define ISO_CODE_SS3 0x8F /* single-shift-3 */
68#define ISO_CODE_CSI 0x9B /* control-sequence-introduce */
69
70/* All code (1-byte) of ISO2022 is classified into one of the
71 followings. */
72enum iso_code_class_type
73 {
811ea086
KH
74 ISO_control_0, /* Control codes in the range
75 0x00..0x1F and 0x7F, except for the
76 following 5 codes. */
4ed46869
KH
77 ISO_carriage_return, /* ISO_CODE_CR (0x0D) */
78 ISO_shift_out, /* ISO_CODE_SO (0x0E) */
79 ISO_shift_in, /* ISO_CODE_SI (0x0F) */
80 ISO_single_shift_2_7, /* ISO_CODE_SS2_7 (0x19) */
81 ISO_escape, /* ISO_CODE_SO (0x1B) */
811ea086
KH
82 ISO_control_1, /* Control codes in the range
83 0x80..0x9F, except for the
84 following 3 codes. */
4ed46869
KH
85 ISO_single_shift_2, /* ISO_CODE_SS2 (0x8E) */
86 ISO_single_shift_3, /* ISO_CODE_SS3 (0x8F) */
87 ISO_control_sequence_introducer, /* ISO_CODE_CSI (0x9B) */
88 ISO_0x20_or_0x7F, /* Codes of the values 0x20 or 0x7F. */
89 ISO_graphic_plane_0, /* Graphic codes in the range 0x21..0x7E. */
90 ISO_0xA0_or_0xFF, /* Codes of the values 0xA0 or 0xFF. */
91 ISO_graphic_plane_1 /* Graphic codes in the range 0xA1..0xFE. */
92 };
93
94/** The macros CODING_FLAG_ISO_XXX defines a flag bit of the `flags'
95 element in the structure `coding_system'. This information is used
96 while encoding a text to ISO2022. **/
97
98/* If set, produce short-form designation sequence (e.g. ESC $ A)
99 instead of long-form sequence (e.g. ESC $ ( A). */
100#define CODING_FLAG_ISO_SHORT_FORM 0x0001
101
102/* If set, reset graphic planes and registers at end-of-line to the
103 initial state. */
104#define CODING_FLAG_ISO_RESET_AT_EOL 0x0002
105
106/* If set, reset graphic planes and registers before any control
107 characters to the initial state. */
108#define CODING_FLAG_ISO_RESET_AT_CNTL 0x0004
109
110/* If set, encode by 7-bit environment. */
111#define CODING_FLAG_ISO_SEVEN_BITS 0x0008
112
113/* If set, use locking-shift function. */
114#define CODING_FLAG_ISO_LOCKING_SHIFT 0x0010
115
116/* If set, use single-shift function. Overwrite
117 CODING_FLAG_ISO_LOCKING_SHIFT. */
118#define CODING_FLAG_ISO_SINGLE_SHIFT 0x0020
119
120/* If set, designate JISX0201-Roman instead of ASCII. */
121#define CODING_FLAG_ISO_USE_ROMAN 0x0040
122
123/* If set, designate JISX0208-1978 instead of JISX0208-1983. */
124#define CODING_FLAG_ISO_USE_OLDJIS 0x0080
125
126/* If set, do not produce ISO6429's direction specifying sequence. */
127#define CODING_FLAG_ISO_NO_DIRECTION 0x0100
128
8ddb35b2
KH
129/* If set, assume designation states are reset at beginning of line on
130 output. */
131#define CODING_FLAG_ISO_INIT_AT_BOL 0x0200
132
133/* If set, designation sequence should be placed at beginning of line
134 on output. */
135#define CODING_FLAG_ISO_DESIGNATE_AT_BOL 0x0400
136
55496054 137/* If set, do not encode unsafe characters on output. */
fbaa2ed9
KH
138#define CODING_FLAG_ISO_SAFE 0x0800
139
c0c69d45
KH
140/* If set, extra latin codes (128..159) are accepted as a valid code
141 on input. */
142#define CODING_FLAG_ISO_LATIN_EXTRA 0x1000
143
658cc252
KH
144/* If set, use designation escape sequence. */
145#define CODING_FLAG_ISO_DESIGNATION 0x10000
146
fbaa2ed9 147/* A character to be produced on output if encoding of the original
cbb76662
KH
148 character is inhibitted by CODING_MODE_INHIBIT_UNENCODABLE_CHAR.
149 It must be an ASCII character. */
150#define CODING_REPLACEMENT_CHARACTER '?'
fbaa2ed9 151
4ed46869
KH
152/* Structure of the field `spec.iso2022' in the structure `coding_system'. */
153struct iso2022_spec
154{
155 /* The current graphic register invoked to each graphic plane. */
156 int current_invocation[2];
157
158 /* The current charset designated to each graphic register. */
159 int current_designation[4];
160
161 /* A charset initially designated to each graphic register. */
162 int initial_designation[4];
163
658cc252
KH
164 /* If not -1, it is a graphic register specified in an invalid
165 designation sequence. */
166 int last_invalid_designation_register;
167
4ed46869 168 /* A graphic register to which each charset should be designated. */
da30d5b1 169 unsigned char requested_designation[MAX_CHARSET + 1];
4ed46869 170
1db9ba06
KH
171 /* A revision number to be specified for each charset on encoding.
172 The value 255 means no revision number for the corresponding
173 charset. */
174 unsigned char charset_revision_number[MAX_CHARSET + 1];
e6de76f8 175
4ed46869
KH
176 /* Set to 1 temporarily only when graphic register 2 or 3 is invoked
177 by single-shift while encoding. */
178 int single_shifting;
8ddb35b2
KH
179
180 /* Set to 1 temporarily only when processing at beginning of line. */
181 int bol;
4ed46869
KH
182};
183
184/* Macros to access each field in the structure `spec.iso2022'. */
185#define CODING_SPEC_ISO_INVOCATION(coding, plane) \
658cc252 186 (coding)->spec.iso2022.current_invocation[plane]
4ed46869 187#define CODING_SPEC_ISO_DESIGNATION(coding, reg) \
658cc252 188 (coding)->spec.iso2022.current_designation[reg]
4ed46869 189#define CODING_SPEC_ISO_INITIAL_DESIGNATION(coding, reg) \
658cc252 190 (coding)->spec.iso2022.initial_designation[reg]
4ed46869 191#define CODING_SPEC_ISO_REQUESTED_DESIGNATION(coding, charset) \
658cc252 192 (coding)->spec.iso2022.requested_designation[charset]
1db9ba06 193#define CODING_SPEC_ISO_REVISION_NUMBER(coding, charset) \
658cc252 194 (coding)->spec.iso2022.charset_revision_number[charset]
4ed46869 195#define CODING_SPEC_ISO_SINGLE_SHIFTING(coding) \
658cc252 196 (coding)->spec.iso2022.single_shifting
8ddb35b2 197#define CODING_SPEC_ISO_BOL(coding) \
658cc252 198 (coding)->spec.iso2022.bol
4ed46869 199
da30d5b1
KH
200/* A value which may appear in
201 coding->spec.iso2022.requested_designation indicating that the
202 corresponding charset does not request any graphic register to be
203 designated. */
204#define CODING_SPEC_ISO_NO_REQUESTED_DESIGNATION 4
205
4ed46869
KH
206/* Return a charset which is currently designated to the graphic plane
207 PLANE in the coding-system CODING. */
ceb58510
KH
208#define CODING_SPEC_ISO_PLANE_CHARSET(coding, plane) \
209 ((CODING_SPEC_ISO_INVOCATION (coding, plane) < 0) \
210 ? -1 \
211 : CODING_SPEC_ISO_DESIGNATION (coding, \
212 CODING_SPEC_ISO_INVOCATION (coding, plane)))
4ed46869
KH
213
214/*** BIG5 section ***/
215
216/* Macros to denote each type of BIG5 coding system. */
217#define CODING_FLAG_BIG5_HKU 0x00 /* BIG5-HKU is one of variants of
218 BIG5 developed by Hong Kong
219 University. */
220#define CODING_FLAG_BIG5_ETEN 0x01 /* BIG5_ETen is one of variants
221 of BIG5 developed by the
222 company ETen in Taiwan. */
223
224/*** GENERAL section ***/
225
226/* Types of coding system. */
227enum coding_type
228 {
229 coding_type_no_conversion, /* A coding system which requires no
230 conversion for reading and writing
231 including end-of-line format. */
0ef69138 232 coding_type_emacs_mule, /* A coding system used in Emacs'
4ed46869
KH
233 buffer and string. Requires no
234 conversion for reading and writing
235 except for end-of-line format. */
0ef69138 236 coding_type_undecided, /* A coding system which requires
4ed46869
KH
237 automatic detection of a real
238 coding system. */
239 coding_type_sjis, /* SJIS coding system for Japanese. */
240 coding_type_iso2022, /* Any coding system of ISO2022
241 variants. */
242 coding_type_big5, /* BIG5 coding system for Chinese. */
e80de6b1 243 coding_type_ccl, /* The coding system of which decoder
4ed46869 244 and encoder are written in CCL. */
e80de6b1 245 coding_type_raw_text /* A coding system for a text
55496054 246 containing random 8-bit code which
e80de6b1
KH
247 does not require code conversion
248 except for end-of-line format. */
4ed46869
KH
249 };
250
251/* Formats of end-of-line. */
252#define CODING_EOL_LF 0 /* Line-feed only, same as Emacs'
253 internal format. */
254#define CODING_EOL_CRLF 1 /* Sequence of carriage-return and
255 line-feed. */
256#define CODING_EOL_CR 2 /* Carriage-return only. */
0ef69138 257#define CODING_EOL_UNDECIDED 3 /* This value is used to denote the
4ed46869 258 eol-type is not yet decided. */
e80de6b1
KH
259#define CODING_EOL_INCONSISTENT 4 /* This value is used to denote the
260 eol-type is not consistent
261 through the file. */
4ed46869 262
4ed46869 263/* 1 iff composing. */
279d9f7b
KH
264#define COMPOSING_P(coding) ((int) coding->composing > (int) COMPOSITION_NO)
265
266#define COMPOSITION_DATA_SIZE 4080
267#define COMPOSITION_DATA_MAX_BUNCH_LENGTH (4 + MAX_COMPOSITION_COMPONENTS*2)
268
269/* Data structure to hold information about compositions of text that
270 is being decoded or encode. ISO 2022 base code conversion routines
271 handle special ESC sequences for composition specification. But,
272 they can't get/put such information directly from/to a buffer in
273 the deepest place. So, they store or retrieve the information
274 through this structure.
275
276 The encoder stores the information in this structure when it meets
277 ESC sequences for composition while encoding codes, then, after all
278 text codes are encoded, puts `composition' properties on the text
55496054 279 by referring to the structure.
279d9f7b
KH
280
281 The decoder at first stores the information of a text to be
282 decoded, then, while decoding codes, generates ESC sequences for
55496054 283 composition at proper places by referring to the structure. */
279d9f7b
KH
284
285struct composition_data
286{
287 /* The character position of the first character to be encoded or
288 decoded. START and END (see below) are relative to this
289 position. */
290 int char_offset;
291
292 /* The composition data. These elements are repeated for each
293 composition:
294 LENGTH START END METHOD [ COMPONENT ... ]
295 where,
296 LENGTH is the number of elements for this composition.
297
298 START and END are starting and ending character positions of
299 the composition relative to `char_offset'.
300
55496054 301 METHOD is one of `enum composing_status' specifying the way of
279d9f7b
KH
302 composition.
303
304 COMPONENT is a character or an encoded composition rule. */
305 int data[COMPOSITION_DATA_SIZE];
306
307 /* The number of elements in `data' currently used. */
308 int used;
309
310 /* Pointers to the previous and next structures. When `data' is
311 filled up, another structure is allocated and linked in `next'.
55496054
DL
312 The new structure has backward link to this structure in `prev'.
313 The number of chained structures depends on how many compositions
279d9f7b
KH
314 the text being encoded or decoded contains. */
315 struct composition_data *prev, *next;
316};
4ed46869 317
0749a608 318/* Macros used for the member `result' of the struct
658cc252
KH
319 coding_system. */
320#define CODING_FINISH_NORMAL 0
321#define CODING_FINISH_INSUFFICIENT_SRC 1
322#define CODING_FINISH_INSUFFICIENT_DST 2
323#define CODING_FINISH_INCONSISTENT_EOL 3
279d9f7b
KH
324#define CODING_FINISH_INSUFFICIENT_CMP 4
325#define CODING_FINISH_INTERRUPT 5
658cc252 326
3b2d77fe 327/* Macros used for the member `mode' of the struct coding_system. */
658cc252
KH
328
329/* If set, recover the original CR or LF of the already decoded text
330 when the decoding routine encounters an inconsistent eol format. */
331#define CODING_MODE_INHIBIT_INCONSISTENT_EOL 0x01
332
333/* If set, the decoding/encoding routines treat the current data as
334 the last block of the whole text to be converted, and do
55496054 335 appropriate finishing job. */
658cc252
KH
336#define CODING_MODE_LAST_BLOCK 0x02
337
338/* If set, it means that the current source text is in a buffer which
339 enables selective display. */
340#define CODING_MODE_SELECTIVE_DISPLAY 0x04
341
cbb76662
KH
342/* If set, replace unencodabae characters by `?' on encoding. */
343#define CODING_MODE_INHIBIT_UNENCODABLE_CHAR 0x08
344
658cc252
KH
345/* This flag is used by the decoding/encoding routines on the fly. If
346 set, it means that right-to-left text is being processed. */
cbb76662 347#define CODING_MODE_DIRECTION 0x10
658cc252 348
4ed46869
KH
349struct coding_system
350{
351 /* Type of the coding system. */
352 enum coding_type type;
353
658cc252
KH
354 /* Type of end-of-line format (LF, CRLF, or CR) of the coding system. */
355 int eol_type;
356
a5ee738b 357 /* Flag bits of the coding system. The meaning of each bit is common
658cc252 358 to all types of coding systems. */
a5ee738b 359 unsigned int common_flags;
4ed46869
KH
360
361 /* Flag bits of the coding system. The meaning of each bit depends
362 on the type of the coding system. */
363 unsigned int flags;
364
658cc252
KH
365 /* Mode bits of the coding system. See the comments of the macros
366 CODING_MODE_XXX. */
367 unsigned int mode;
4ed46869 368
279d9f7b 369 /* The current status of composition handling. */
4ed46869
KH
370 int composing;
371
279d9f7b
KH
372 /* 1 iff the next character is a composition rule. */
373 int composition_rule_follows;
374
375 /* Information of compositions are stored here on decoding and set
376 in advance on encoding. */
377 struct composition_data *cmp_data;
378
379 /* Index to cmp_data->data for the first element for the current
380 composition. */
381 int cmp_data_start;
382
383 /* Index to cmp_data->data for the current element for the current
384 composition. */
385 int cmp_data_index;
450c60a5 386
4ed46869
KH
387 /* Detailed information specific to each type of coding system. */
388 union spec
389 {
390 struct iso2022_spec iso2022;
391 struct ccl_spec ccl; /* Defined in ccl.h. */
392 } spec;
393
658cc252
KH
394 /* Index number of coding category of the coding system. */
395 int category_idx;
396
d23ee514
KH
397 /* The following two members specify how characters 128..159 are
398 represented in source and destination text respectively. 1 means
399 they are represented by 2-byte sequence, 0 means they are
400 represented by 1-byte as is (see the comment in charset.h). */
811ea086
KH
401 unsigned src_multibyte : 1;
402 unsigned dst_multibyte : 1;
403
a137bb00
KH
404 /* How may heading bytes we can skip for decoding. This is set to
405 -1 in setup_coding_system, and updated by detect_coding. So,
406 when this is equal to the byte length of the text being
407 converted, we can skip the actual conversion process. */
658cc252
KH
408 int heading_ascii;
409
410 /* The following members are set by encoding/decoding routine. */
411 int produced, produced_char, consumed, consumed_char;
412
811ea086
KH
413 /* Number of error source data found in a decoding routine. */
414 int errors;
415
416 /* Finish status of code conversion. It should be one of macros
417 CODING_FINISH_XXXX. */
418 int result;
e6a9a0bc 419
6041c9ce
KH
420 /* If nonzero, suppress error notification. */
421 int suppress_error;
422
658cc252
KH
423 /* The following members are all Lisp symbols. We don't have to
424 protect them from GC because the current garbage collection
425 doesn't relocate Lisp symbols. But, when it is changed, we must
426 find a way to protect them. */
427
4ed46869
KH
428 /* Backward pointer to the Lisp symbol of the coding system. */
429 Lisp_Object symbol;
430
431 /* Lisp function (symbol) to be called after decoding to do
658cc252 432 additional conversion, or nil. */
4ed46869
KH
433 Lisp_Object post_read_conversion;
434
435 /* Lisp function (symbol) to be called before encoding to do
658cc252 436 additional conversion, or nil. */
4ed46869
KH
437 Lisp_Object pre_write_conversion;
438
ab45712c 439 /* Character translation tables to look up, or nil. */
f967223b
KH
440 Lisp_Object translation_table_for_decode;
441 Lisp_Object translation_table_for_encode;
4ed46869
KH
442};
443
a5ee738b
KH
444#define CODING_REQUIRE_FLUSHING_MASK 1
445#define CODING_REQUIRE_DECODING_MASK 2
446#define CODING_REQUIRE_ENCODING_MASK 4
447#define CODING_REQUIRE_DETECTION_MASK 8
448
449/* Return 1 if the coding system CODING requires specific code to be
450 attached at the tail of converted text. */
451#define CODING_REQUIRE_FLUSHING(coding) \
452 ((coding)->common_flags & CODING_REQUIRE_FLUSHING_MASK)
453
454/* Return 1 if the coding system CODING requires code conversion on
455 decoding. */
456#define CODING_REQUIRE_DECODING(coding) \
811ea086
KH
457 ((coding)->dst_multibyte \
458 || (coding)->common_flags & CODING_REQUIRE_DECODING_MASK)
a5ee738b
KH
459
460/* Return 1 if the coding system CODING requires code conversion on
461 encoding. */
462#define CODING_REQUIRE_ENCODING(coding) \
811ea086
KH
463 ((coding)->src_multibyte \
464 || (coding)->common_flags & CODING_REQUIRE_ENCODING_MASK)
a5ee738b
KH
465
466/* Return 1 if the coding system CODING requires some kind of code
467 detection. */
468#define CODING_REQUIRE_DETECTION(coding) \
469 ((coding)->common_flags & CODING_REQUIRE_DETECTION_MASK)
470
811ea086
KH
471/* Return 1 if the coding system CODING requires code conversion on
472 decoding or some kind of code detection. */
658cc252 473#define CODING_MAY_REQUIRE_DECODING(coding) \
811ea086
KH
474 (CODING_REQUIRE_DECODING (coding) \
475 || CODING_REQUIRE_DETECTION (coding))
4ed46869
KH
476
477/* Index for each coding category in `coding_category_table' */
0ef69138 478#define CODING_CATEGORY_IDX_EMACS_MULE 0
4ed46869
KH
479#define CODING_CATEGORY_IDX_SJIS 1
480#define CODING_CATEGORY_IDX_ISO_7 2
658cc252
KH
481#define CODING_CATEGORY_IDX_ISO_7_TIGHT 3
482#define CODING_CATEGORY_IDX_ISO_8_1 4
483#define CODING_CATEGORY_IDX_ISO_8_2 5
484#define CODING_CATEGORY_IDX_ISO_7_ELSE 6
485#define CODING_CATEGORY_IDX_ISO_8_ELSE 7
8469bb88
KH
486#define CODING_CATEGORY_IDX_CCL 8
487#define CODING_CATEGORY_IDX_BIG5 9
62537270
KH
488#define CODING_CATEGORY_IDX_UTF_8 10
489#define CODING_CATEGORY_IDX_UTF_16_BE 11
490#define CODING_CATEGORY_IDX_UTF_16_LE 12
491#define CODING_CATEGORY_IDX_RAW_TEXT 13
492#define CODING_CATEGORY_IDX_BINARY 14
493#define CODING_CATEGORY_IDX_MAX 15
4ed46869
KH
494
495/* Definitions of flag bits returned by the function
496 detect_coding_mask (). */
0ef69138 497#define CODING_CATEGORY_MASK_EMACS_MULE (1 << CODING_CATEGORY_IDX_EMACS_MULE)
4ed46869
KH
498#define CODING_CATEGORY_MASK_SJIS (1 << CODING_CATEGORY_IDX_SJIS)
499#define CODING_CATEGORY_MASK_ISO_7 (1 << CODING_CATEGORY_IDX_ISO_7)
658cc252 500#define CODING_CATEGORY_MASK_ISO_7_TIGHT (1 << CODING_CATEGORY_IDX_ISO_7_TIGHT)
4ed46869
KH
501#define CODING_CATEGORY_MASK_ISO_8_1 (1 << CODING_CATEGORY_IDX_ISO_8_1)
502#define CODING_CATEGORY_MASK_ISO_8_2 (1 << CODING_CATEGORY_IDX_ISO_8_2)
a38ede41
KH
503#define CODING_CATEGORY_MASK_ISO_7_ELSE (1 << CODING_CATEGORY_IDX_ISO_7_ELSE)
504#define CODING_CATEGORY_MASK_ISO_8_ELSE (1 << CODING_CATEGORY_IDX_ISO_8_ELSE)
8469bb88 505#define CODING_CATEGORY_MASK_CCL (1 << CODING_CATEGORY_IDX_CCL)
4ed46869 506#define CODING_CATEGORY_MASK_BIG5 (1 << CODING_CATEGORY_IDX_BIG5)
62537270
KH
507#define CODING_CATEGORY_MASK_UTF_8 (1 << CODING_CATEGORY_IDX_UTF_8)
508#define CODING_CATEGORY_MASK_UTF_16_BE (1 << CODING_CATEGORY_IDX_UTF_16_BE)
509#define CODING_CATEGORY_MASK_UTF_16_LE (1 << CODING_CATEGORY_IDX_UTF_16_LE)
f1651811 510#define CODING_CATEGORY_MASK_RAW_TEXT (1 << CODING_CATEGORY_IDX_RAW_TEXT)
1f312d8a 511#define CODING_CATEGORY_MASK_BINARY (1 << CODING_CATEGORY_IDX_BINARY)
4ed46869
KH
512
513/* This value is returned if detect_coding_mask () find nothing other
514 than ASCII characters. */
515#define CODING_CATEGORY_MASK_ANY \
0ef69138 516 ( CODING_CATEGORY_MASK_EMACS_MULE \
4ed46869
KH
517 | CODING_CATEGORY_MASK_SJIS \
518 | CODING_CATEGORY_MASK_ISO_7 \
658cc252 519 | CODING_CATEGORY_MASK_ISO_7_TIGHT \
4ed46869
KH
520 | CODING_CATEGORY_MASK_ISO_8_1 \
521 | CODING_CATEGORY_MASK_ISO_8_2 \
a38ede41
KH
522 | CODING_CATEGORY_MASK_ISO_7_ELSE \
523 | CODING_CATEGORY_MASK_ISO_8_ELSE \
8469bb88 524 | CODING_CATEGORY_MASK_CCL \
62537270
KH
525 | CODING_CATEGORY_MASK_BIG5 \
526 | CODING_CATEGORY_MASK_UTF_8 \
527 | CODING_CATEGORY_MASK_UTF_16_BE \
528 | CODING_CATEGORY_MASK_UTF_16_LE)
4ed46869 529
658cc252
KH
530#define CODING_CATEGORY_MASK_ISO_7BIT \
531 (CODING_CATEGORY_MASK_ISO_7 | CODING_CATEGORY_MASK_ISO_7_TIGHT)
532
533#define CODING_CATEGORY_MASK_ISO_8BIT \
534 (CODING_CATEGORY_MASK_ISO_8_1 | CODING_CATEGORY_MASK_ISO_8_2)
535
536#define CODING_CATEGORY_MASK_ISO_SHIFT \
537 (CODING_CATEGORY_MASK_ISO_7_ELSE | CODING_CATEGORY_MASK_ISO_8_ELSE)
538
539#define CODING_CATEGORY_MASK_ISO \
540 ( CODING_CATEGORY_MASK_ISO_7BIT \
541 | CODING_CATEGORY_MASK_ISO_SHIFT \
542 | CODING_CATEGORY_MASK_ISO_8BIT)
543
62537270
KH
544#define CODING_CATEGORY_MASK_UTF_16_BE_LE \
545 (CODING_CATEGORY_MASK_UTF_16_BE | CODING_CATEGORY_MASK_UTF_16_LE)
546
4ed46869
KH
547/* Macros to decode or encode a character of JISX0208 in SJIS. S1 and
548 S2 are the 1st and 2nd position-codes of JISX0208 in SJIS coding
549 system. C1 and C2 are the 1st and 2nd position codes of Emacs'
550 internal format. */
551
552#define DECODE_SJIS(s1, s2, c1, c2) \
553 do { \
554 if (s2 >= 0x9F) \
555 c1 = s1 * 2 - (s1 >= 0xE0 ? 0x160 : 0xE0), \
556 c2 = s2 - 0x7E; \
557 else \
558 c1 = s1 * 2 - ((s1 >= 0xE0) ? 0x161 : 0xE1), \
559 c2 = s2 - ((s2 >= 0x7F) ? 0x20 : 0x1F); \
560 } while (0)
561
562#define ENCODE_SJIS(c1, c2, s1, s2) \
563 do { \
564 if (c1 & 1) \
565 s1 = c1 / 2 + ((c1 < 0x5F) ? 0x71 : 0xB1), \
566 s2 = c2 + ((c2 >= 0x60) ? 0x20 : 0x1F); \
567 else \
568 s1 = c1 / 2 + ((c1 < 0x5F) ? 0x70 : 0xB0), \
569 s2 = c2 + 0x7E; \
570 } while (0)
571
290591c8
KH
572/* Encode the file name NAME using the specified coding system
573 for file names, if any. */
574#define ENCODE_FILE(name) \
575 (! NILP (Vfile_name_coding_system) \
5e92b1ca 576 && !EQ (Vfile_name_coding_system, make_number (0)) \
afee9150 577 ? code_convert_string_norecord (name, Vfile_name_coding_system, 1) \
290591c8 578 : (! NILP (Vdefault_file_name_coding_system) \
5e92b1ca 579 && !EQ (Vdefault_file_name_coding_system, make_number (0)) \
afee9150 580 ? code_convert_string_norecord (name, Vdefault_file_name_coding_system, 1) \
290591c8
KH
581 : name))
582
583/* Decode the file name NAME using the specified coding system
584 for file names, if any. */
585#define DECODE_FILE(name) \
586 (! NILP (Vfile_name_coding_system) \
5e92b1ca 587 && !EQ (Vfile_name_coding_system, make_number (0)) \
afee9150 588 ? code_convert_string_norecord (name, Vfile_name_coding_system, 0) \
290591c8 589 : (! NILP (Vdefault_file_name_coding_system) \
5e92b1ca 590 && !EQ (Vdefault_file_name_coding_system, make_number (0)) \
afee9150 591 ? code_convert_string_norecord (name, Vdefault_file_name_coding_system, 0) \
290591c8
KH
592 : name))
593
2dfda962
JR
594#ifdef WINDOWSNT
595/* Encode the string STR using the specified coding system
596 for w32 system functions, if any. */
597#define ENCODE_SYSTEM(str) \
9b58c683 598 (! NILP (Vlocale_coding_system) \
5e92b1ca 599 && !EQ (Vlocale_coding_system, make_number (0)) \
9b58c683 600 ? code_convert_string_norecord (str, Vlocale_coding_system, 1) \
2dfda962
JR
601 : str)
602
603/* Decode the string STR using the specified coding system
604 for w32 system functions, if any. */
605#define DECODE_SYSTEM(name) \
9b58c683 606 (! NILP (Vlocale_coding_system) \
5e92b1ca 607 && !EQ (Vlocale_coding_system, make_number (0)) \
9b58c683 608 ? code_convert_string_norecord (str, Vlocale_coding_system, 0) \
2dfda962 609 : str)
cf29bf99
GM
610
611#else /* WINDOWSNT */
612
613#define ENCODE_SYSTEM(str) string_make_unibyte(str)
614#define DECODE_SYSTEM(name) name
615
616#endif /* !WINDOWSNT */
2dfda962 617
c14e5a3a
DL
618#define ENCODE_UTF_8(str) code_convert_string_norecord (str, Qutf_8, 1)
619
4ed46869 620/* Extern declarations. */
f14049eb 621extern int decode_coding P_ ((struct coding_system *, const unsigned char *,
658cc252 622 unsigned char *, int, int));
f14049eb 623extern int encode_coding P_ ((struct coding_system *, const unsigned char *,
658cc252 624 unsigned char *, int, int));
279d9f7b
KH
625extern void coding_save_composition P_ ((struct coding_system *, int, int,
626 Lisp_Object));
627extern void coding_free_composition_data P_ ((struct coding_system *));
628extern void coding_adjust_composition_offset P_ ((struct coding_system *,
629 int));
55fff3f9
KH
630extern void coding_allocate_composition_data P_ ((struct coding_system *,
631 int));
632extern void coding_restore_composition P_ ((struct coding_system *,
633 Lisp_Object));
ec5d8db7
AS
634extern int code_convert_region P_ ((int, int, int, int, struct coding_system *,
635 int, int));
f227fded
EZ
636extern Lisp_Object run_pre_post_conversion_on_str P_ ((Lisp_Object,
637 struct coding_system *,
638 int));
f9439896
KH
639extern void run_pre_write_conversin_on_c_str P_ ((unsigned char **, int *,
640 int, int,
641 struct coding_system *));
642
c04809fb
AS
643extern int decoding_buffer_size P_ ((struct coding_system *, int));
644extern int encoding_buffer_size P_ ((struct coding_system *, int));
f14049eb
KR
645extern void detect_coding P_ ((struct coding_system *, const unsigned char *,
646 int));
647extern void detect_eol P_ ((struct coding_system *, const unsigned char *,
648 int));
c04809fb 649extern int setup_coding_system P_ ((Lisp_Object, struct coding_system *));
8000e212
KR
650extern Lisp_Object code_convert_string P_ ((Lisp_Object,
651 struct coding_system *, int, int));
6dd24186
KR
652extern Lisp_Object code_convert_string1 P_ ((Lisp_Object, Lisp_Object,
653 Lisp_Object, int));
eb545596
DL
654extern Lisp_Object code_convert_string_norecord P_ ((Lisp_Object, Lisp_Object,
655 int));
e5ff4bc2 656extern void setup_raw_text_coding_system P_ ((struct coding_system *));
52e386c2
KR
657extern Lisp_Object encode_coding_string P_ ((Lisp_Object,
658 struct coding_system *, int));
8a6d111e
KR
659extern Lisp_Object decode_coding_string P_ ((Lisp_Object,
660 struct coding_system *, int));
4ed46869 661extern Lisp_Object Qcoding_system, Qeol_type, Qcoding_category_index;
64abe701 662extern Lisp_Object Qraw_text, Qemacs_mule;
4ed46869
KH
663extern Lisp_Object Qbuffer_file_coding_system;
664extern Lisp_Object Vcoding_category_list;
c14e5a3a 665extern Lisp_Object Qutf_8;
4ed46869 666
f967223b
KH
667extern Lisp_Object Qtranslation_table;
668extern Lisp_Object Qtranslation_table_id;
ab45712c 669
20ee919e
EZ
670/* Mnemonic strings to indicate each type of end-of-line. */
671extern Lisp_Object eol_mnemonic_unix, eol_mnemonic_dos, eol_mnemonic_mac;
672/* Mnemonic string to indicate type of end-of-line is not yet decided. */
673extern Lisp_Object eol_mnemonic_undecided;
4ed46869 674
4ed46869
KH
675#ifdef emacs
676extern Lisp_Object Qfile_coding_system;
677extern Lisp_Object Qcall_process, Qcall_process_region, Qprocess_argument;
678extern Lisp_Object Qstart_process, Qopen_network_stream;
d008a7cc 679extern Lisp_Object Qwrite_region;
4ed46869 680
68c45bf0
PE
681extern char *emacs_strerror P_ ((int));
682
4ed46869
KH
683/* Coding-system for reading files and receiving data from process. */
684extern Lisp_Object Vcoding_system_for_read;
685/* Coding-system for writing files and sending data to process. */
686extern Lisp_Object Vcoding_system_for_write;
687/* Coding-system actually used in the latest I/O. */
688extern Lisp_Object Vlast_coding_system_used;
68c45bf0
PE
689/* Coding-system to use with system messages (e.g. strerror). */
690extern Lisp_Object Vlocale_coding_system;
4ed46869 691
77a9bc9a
EZ
692/* If non-zero, process buffer inherits the coding system used to decode
693 the subprocess output. */
694extern int inherit_process_coding_system;
695
4ed46869
KH
696/* Coding-system to be used for encoding terminal output. This
697 structure contains information of a coding-system specified by the
698 function `set-terminal-coding-system'. */
699extern struct coding_system terminal_coding;
700
fbaa2ed9
KH
701/* Coding system to be used to encode text for terminal display when
702 terminal coding system is nil. */
703extern struct coding_system safe_terminal_coding;
704
4ed46869
KH
705/* Coding-system of what is sent from terminal keyboard. This
706 structure contains information of a coding-system specified by the
707 function `set-keyboard-coding-system'. */
708extern struct coding_system keyboard_coding;
709
0827f88d
KH
710/* Default coding system to be used to write a file. */
711extern struct coding_system default_buffer_file_coding;
712
a5825a24
KH
713/* Default coding systems used for process I/O. */
714extern Lisp_Object Vdefault_process_coding_system;
4ed46869 715
55496054 716/* Function to call to force a user to force select a proper coding
658cc252
KH
717 system. */
718extern Lisp_Object Vselect_safe_coding_system_function;
719
6926d591
KH
720/* If nonzero, on writing a file, Vselect_safe_coding_system_function
721 is called even if Vcoding_system_for_write is non-nil. */
722extern int coding_system_require_warning;
723
31406df1
RS
724/* Coding system for file names, or nil if none. */
725extern Lisp_Object Vfile_name_coding_system;
726
727/* Coding system for file names used only when
728 Vfile_name_coding_system is nil. */
729extern Lisp_Object Vdefault_file_name_coding_system;
2dfda962 730
4ed46869
KH
731#endif
732
d008a7cc
GM
733/* Error signaled when there's a problem with detecting coding system */
734extern Lisp_Object Qcoding_system_error;
735
6f776e81 736#endif /* EMACS_CODING_H */
ab5796a9
MB
737
738/* arch-tag: 2bc3b4fa-6870-4f64-8135-b962b2d290e4
739 (do not change this comment) */