(specbinding_func): New typedef.
[bpt/emacs.git] / src / syntax.c
CommitLineData
8489eb67 1/* GNU Emacs routines to deal with syntax tables; also word and list parsing.
b8855607 2 Copyright (C) 1985, 87, 93, 94, 95, 97, 1998, 1999 Free Software Foundation, Inc.
8489eb67
RS
3
4This file is part of GNU Emacs.
5
6GNU Emacs is free software; you can redistribute it and/or modify
7it under the terms of the GNU General Public License as published by
a4275ad1 8the Free Software Foundation; either version 2, or (at your option)
8489eb67
RS
9any later version.
10
11GNU Emacs is distributed in the hope that it will be useful,
12but WITHOUT ANY WARRANTY; without even the implied warranty of
13MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14GNU General Public License for more details.
15
16You should have received a copy of the GNU General Public License
17along with GNU Emacs; see the file COPYING. If not, write to
3b7ad313
EN
18the Free Software Foundation, Inc., 59 Temple Place - Suite 330,
19Boston, MA 02111-1307, USA. */
8489eb67
RS
20
21
18160b98 22#include <config.h>
8489eb67
RS
23#include <ctype.h>
24#include "lisp.h"
25#include "commands.h"
26#include "buffer.h"
93da5fff 27#include "charset.h"
e35f6ff7 28#include "keymap.h"
195d1361
RS
29
30/* Make syntax table lookup grant data in gl_state. */
31#define SYNTAX_ENTRY_VIA_PROPERTY
32
8489eb67 33#include "syntax.h"
195d1361
RS
34#include "intervals.h"
35
36/* We use these constants in place for comment-style and
37 string-ender-char to distinguish comments/strings started by
38 comment_fence and string_fence codes. */
39
40#define ST_COMMENT_STYLE (256 + 1)
41#define ST_STRING_STYLE (256 + 2)
93da5fff 42#include "category.h"
8489eb67 43
7bf5e9e4 44Lisp_Object Qsyntax_table_p, Qsyntax_table, Qscan_error;
8489eb67
RS
45
46int words_include_escapes;
195d1361 47int parse_sexp_lookup_properties;
8489eb67 48
bd25db08
KH
49/* Nonzero means `scan-sexps' treat all multibyte characters as symbol. */
50int multibyte_syntax_as_symbol;
51
8ea151b2
RS
52/* Used as a temporary in SYNTAX_ENTRY and other macros in syntax.h,
53 if not compiled with GCC. No need to mark it, since it is used
54 only very temporarily. */
55Lisp_Object syntax_temp;
56
f4ed767f
GM
57/* Non-zero means an open parenthesis in column 0 is always considered
58 to be the start of a defun. Zero means an open parenthesis in
59 column 0 has no special meaning. */
60
61int open_paren_in_column_0_is_defun_start;
62
e5d4f4dc
RS
63/* This is the internal form of the parse state used in parse-partial-sexp. */
64
65struct lisp_parse_state
66 {
195d1361
RS
67 int depth; /* Depth at end of parsing. */
68 int instring; /* -1 if not within string, else desired terminator. */
95ff8dfc 69 int incomment; /* -1 if in unnestable comment else comment nesting */
195d1361 70 int comstyle; /* comment style a=0, or b=1, or ST_COMMENT_STYLE. */
e5d4f4dc
RS
71 int quoted; /* Nonzero if just after an escape char at end of parsing */
72 int thislevelstart; /* Char number of most recent start-of-expression at current level */
73 int prevlevelstart; /* Char number of start of containing expression */
195d1361 74 int location; /* Char number at which parsing stopped. */
e5d4f4dc 75 int mindepth; /* Minimum depth seen while scanning. */
195d1361 76 int comstr_start; /* Position just after last comment/string starter. */
1a102a58
RS
77 Lisp_Object levelstarts; /* Char numbers of starts-of-expression
78 of levels (starting from outermost). */
e5d4f4dc
RS
79 };
80\f
37bef230
RS
81/* These variables are a cache for finding the start of a defun.
82 find_start_pos is the place for which the defun start was found.
83 find_start_value is the defun start position found for it.
6a140a74 84 find_start_value_byte is the corresponding byte position.
37bef230
RS
85 find_start_buffer is the buffer it was found in.
86 find_start_begv is the BEGV value when it was found.
87 find_start_modiff is the value of MODIFF when it was found. */
88
89static int find_start_pos;
90static int find_start_value;
6a140a74 91static int find_start_value_byte;
37bef230
RS
92static struct buffer *find_start_buffer;
93static int find_start_begv;
94static int find_start_modiff;
6a140a74
RS
95
96
97static int find_defun_start P_ ((int, int));
95ff8dfc 98static int back_comment P_ ((int, int, int, int, int, int *, int *));
6a140a74
RS
99static int char_quoted P_ ((int, int));
100static Lisp_Object skip_chars P_ ((int, int, Lisp_Object, Lisp_Object));
101static Lisp_Object scan_lists P_ ((int, int, int, int));
102static void scan_sexps_forward P_ ((struct lisp_parse_state *,
103 int, int, int, int,
104 int, Lisp_Object, int));
195d1361
RS
105\f
106
107struct gl_state_s gl_state; /* Global state of syntax parser. */
108
109INTERVAL interval_of ();
110#define INTERVALS_AT_ONCE 10 /* 1 + max-number of intervals
111 to scan to property-change. */
112
6a140a74
RS
113/* Update gl_state to an appropriate interval which contains CHARPOS. The
114 sign of COUNT give the relative position of CHARPOS wrt the previously
195d1361 115 valid interval. If INIT, only [be]_property fields of gl_state are
6a140a74 116 valid at start, the rest is filled basing on OBJECT.
195d1361 117
6a140a74 118 `gl_state.*_i' are the intervals, and CHARPOS is further in the search
195d1361
RS
119 direction than the intervals - or in an interval. We update the
120 current syntax-table basing on the property of this interval, and
6a140a74 121 update the interval to start further than CHARPOS - or be
195d1361 122 NULL_INTERVAL. We also update lim_property to be the next value of
6a140a74 123 charpos to call this subroutine again - or be before/after the
195d1361
RS
124 start/end of OBJECT. */
125
126void
6a140a74
RS
127update_syntax_table (charpos, count, init, object)
128 int charpos, count, init;
195d1361
RS
129 Lisp_Object object;
130{
131 Lisp_Object tmp_table;
4ffe723b 132 int cnt = 0, invalidate = 1;
195d1361
RS
133 INTERVAL i, oldi;
134
135 if (init)
136 {
bb0de084 137 gl_state.old_prop = Qnil;
195d1361
RS
138 gl_state.start = gl_state.b_property;
139 gl_state.stop = gl_state.e_property;
bb0de084
SM
140 i = interval_of (charpos, object);
141 gl_state.backward_i = gl_state.forward_i = i;
195d1361
RS
142 invalidate = 0;
143 if (NULL_INTERVAL_P (i))
144 return;
f902a008 145 /* interval_of updates only ->position of the return value, so
d80f4cc7 146 update the parents manually to speed up update_interval. */
bb0de084 147 while (!NULL_PARENT (i))
d80f4cc7
RS
148 {
149 if (AM_RIGHT_CHILD (i))
439d5cb4 150 INTERVAL_PARENT (i)->position = i->position
d80f4cc7 151 - LEFT_TOTAL_LENGTH (i) + TOTAL_LENGTH (i) /* right end */
439d5cb4
KR
152 - TOTAL_LENGTH (INTERVAL_PARENT (i))
153 + LEFT_TOTAL_LENGTH (INTERVAL_PARENT (i));
d80f4cc7 154 else
439d5cb4 155 INTERVAL_PARENT (i)->position = i->position - LEFT_TOTAL_LENGTH (i)
d80f4cc7 156 + TOTAL_LENGTH (i);
439d5cb4 157 i = INTERVAL_PARENT (i);
d80f4cc7
RS
158 }
159 i = gl_state.forward_i;
bb0de084 160 gl_state.b_property = i->position - gl_state.offset;
ee0cdb48 161 gl_state.e_property = INTERVAL_LAST_POS (i) - gl_state.offset;
195d1361
RS
162 goto update;
163 }
164 oldi = i = count > 0 ? gl_state.forward_i : gl_state.backward_i;
165
423e705d 166 /* We are guaranteed to be called with CHARPOS either in i,
6a140a74 167 or further off. */
195d1361
RS
168 if (NULL_INTERVAL_P (i))
169 error ("Error in syntax_table logic for to-the-end intervals");
6a140a74 170 else if (charpos < i->position) /* Move left. */
195d1361
RS
171 {
172 if (count > 0)
f902a008 173 error ("Error in syntax_table logic for intervals <-");
195d1361 174 /* Update the interval. */
6a140a74 175 i = update_interval (i, charpos);
bb0de084 176 if (INTERVAL_LAST_POS (i) != gl_state.b_property)
195d1361
RS
177 {
178 invalidate = 0;
195d1361 179 gl_state.forward_i = i;
ee0cdb48 180 gl_state.e_property = INTERVAL_LAST_POS (i) - gl_state.offset;
195d1361 181 }
423e705d 182 }
6a140a74 183 else if (charpos >= INTERVAL_LAST_POS (i)) /* Move right. */
195d1361
RS
184 {
185 if (count < 0)
f902a008 186 error ("Error in syntax_table logic for intervals ->");
195d1361 187 /* Update the interval. */
6a140a74 188 i = update_interval (i, charpos);
bb0de084 189 if (i->position != gl_state.e_property)
195d1361
RS
190 {
191 invalidate = 0;
195d1361 192 gl_state.backward_i = i;
bb0de084 193 gl_state.b_property = i->position - gl_state.offset;
195d1361
RS
194 }
195 }
195d1361
RS
196
197 update:
198 tmp_table = textget (i->plist, Qsyntax_table);
199
200 if (invalidate)
201 invalidate = !EQ (tmp_table, gl_state.old_prop); /* Need to invalidate? */
7d0393cf 202
423e705d
SM
203 if (invalidate) /* Did not get to adjacent interval. */
204 { /* with the same table => */
205 /* invalidate the old range. */
195d1361
RS
206 if (count > 0)
207 {
208 gl_state.backward_i = i;
bb0de084
SM
209 gl_state.b_property = i->position - gl_state.offset;
210 }
211 else
195d1361 212 {
bb0de084 213 gl_state.forward_i = i;
ee0cdb48 214 gl_state.e_property = INTERVAL_LAST_POS (i) - gl_state.offset;
195d1361
RS
215 }
216 }
37bef230 217
bb0de084 218 if (!EQ (tmp_table, gl_state.old_prop))
195d1361 219 {
bb0de084
SM
220 gl_state.current_syntax_table = tmp_table;
221 gl_state.old_prop = tmp_table;
222 if (EQ (Fsyntax_table_p (tmp_table), Qt))
223 {
224 gl_state.use_global = 0;
7d0393cf 225 }
bb0de084
SM
226 else if (CONSP (tmp_table))
227 {
228 gl_state.use_global = 1;
229 gl_state.global_code = tmp_table;
230 }
7d0393cf 231 else
bb0de084
SM
232 {
233 gl_state.use_global = 0;
234 gl_state.current_syntax_table = current_buffer->syntax_table;
235 }
195d1361
RS
236 }
237
238 while (!NULL_INTERVAL_P (i))
239 {
240 if (cnt && !EQ (tmp_table, textget (i->plist, Qsyntax_table)))
241 {
242 if (count > 0)
bb0de084
SM
243 {
244 gl_state.e_property = i->position - gl_state.offset;
245 gl_state.forward_i = i;
246 }
247 else
248 {
249 gl_state.b_property = i->position + LENGTH (i) - gl_state.offset;
250 gl_state.backward_i = i;
251 }
252 return;
195d1361 253 }
7d0393cf 254 else if (cnt == INTERVALS_AT_ONCE)
195d1361
RS
255 {
256 if (count > 0)
bb0de084
SM
257 {
258 gl_state.e_property = i->position + LENGTH (i) - gl_state.offset;
259 gl_state.forward_i = i;
260 }
261 else
262 {
263 gl_state.b_property = i->position - gl_state.offset;
264 gl_state.backward_i = i;
265 }
266 return;
195d1361
RS
267 }
268 cnt++;
269 i = count > 0 ? next_interval (i) : previous_interval (i);
270 }
bb0de084
SM
271 eassert (NULL_INTERVAL_P (i)); /* This property goes to the end. */
272 if (count > 0)
273 gl_state.e_property = gl_state.stop;
274 else
275 gl_state.b_property = gl_state.start;
195d1361
RS
276}
277\f
6a140a74
RS
278/* Returns TRUE if char at CHARPOS is quoted.
279 Global syntax-table data should be set up already to be good at CHARPOS
280 or after. On return global syntax data is good for lookup at CHARPOS. */
195d1361
RS
281
282static int
6a140a74
RS
283char_quoted (charpos, bytepos)
284 register int charpos, bytepos;
195d1361
RS
285{
286 register enum syntaxcode code;
287 register int beg = BEGV;
288 register int quoted = 0;
6a140a74
RS
289 int orig = charpos;
290
291 DEC_BOTH (charpos, bytepos);
195d1361 292
6a140a74 293 while (bytepos >= beg)
195d1361 294 {
6a140a74
RS
295 UPDATE_SYNTAX_TABLE_BACKWARD (charpos);
296 code = SYNTAX (FETCH_CHAR (bytepos));
297 if (! (code == Scharquote || code == Sescape))
298 break;
299
300 DEC_BOTH (charpos, bytepos);
301 quoted = !quoted;
195d1361 302 }
6a140a74
RS
303
304 UPDATE_SYNTAX_TABLE (orig);
195d1361
RS
305 return quoted;
306}
6a140a74
RS
307
308/* Return the bytepos one character after BYTEPOS.
309 We assume that BYTEPOS is not at the end of the buffer. */
310
311INLINE int
312inc_bytepos (bytepos)
313 int bytepos;
314{
ef316cf0
RS
315 if (NILP (current_buffer->enable_multibyte_characters))
316 return bytepos + 1;
317
6a140a74
RS
318 INC_POS (bytepos);
319 return bytepos;
320}
321
322/* Return the bytepos one character before BYTEPOS.
323 We assume that BYTEPOS is not at the start of the buffer. */
324
325INLINE int
326dec_bytepos (bytepos)
327 int bytepos;
328{
ef316cf0
RS
329 if (NILP (current_buffer->enable_multibyte_characters))
330 return bytepos - 1;
331
6a140a74
RS
332 DEC_POS (bytepos);
333 return bytepos;
334}
195d1361 335\f
7cc80f0a
RS
336/* Return a defun-start position before before POS and not too far before.
337 It should be the last one before POS, or nearly the last.
338
339 When open_paren_in_column_0_is_defun_start is nonzero,
340 the beginning of every line is treated as a defun-start.
341
342 We record the information about where the scan started
343 and what its result was, so that another call in the same area
344 can return the same value very quickly.
195d1361
RS
345
346 There is no promise at which position the global syntax data is
347 valid on return from the subroutine, so the caller should explicitly
348 update the global data. */
37bef230
RS
349
350static int
6a140a74
RS
351find_defun_start (pos, pos_byte)
352 int pos, pos_byte;
37bef230 353{
6a140a74 354 int opoint = PT, opoint_byte = PT_BYTE;
37bef230
RS
355
356 /* Use previous finding, if it's valid and applies to this inquiry. */
357 if (current_buffer == find_start_buffer
358 /* Reuse the defun-start even if POS is a little farther on.
359 POS might be in the next defun, but that's ok.
360 Our value may not be the best possible, but will still be usable. */
361 && pos <= find_start_pos + 1000
362 && pos >= find_start_value
363 && BEGV == find_start_begv
364 && MODIFF == find_start_modiff)
365 return find_start_value;
366
367 /* Back up to start of line. */
6a140a74 368 scan_newline (pos, pos_byte, BEGV, BEGV_BYTE, -1, 1);
37bef230 369
195d1361
RS
370 /* We optimize syntax-table lookup for rare updates. Thus we accept
371 only those `^\s(' which are good in global _and_ text-property
372 syntax-tables. */
373 gl_state.current_syntax_table = current_buffer->syntax_table;
374 gl_state.use_global = 0;
4467eb94 375 if (open_paren_in_column_0_is_defun_start)
37bef230 376 {
4467eb94 377 while (PT > BEGV)
195d1361 378 {
4467eb94
GM
379 /* Open-paren at start of line means we may have found our
380 defun-start. */
381 if (SYNTAX (FETCH_CHAR (PT_BYTE)) == Sopen)
382 {
383 SETUP_SYNTAX_TABLE (PT + 1, -1); /* Try again... */
384 if (SYNTAX (FETCH_CHAR (PT_BYTE)) == Sopen)
385 break;
386 /* Now fallback to the default value. */
387 gl_state.current_syntax_table = current_buffer->syntax_table;
388 gl_state.use_global = 0;
389 }
390 /* Move to beg of previous line. */
391 scan_newline (PT, PT_BYTE, BEGV, BEGV_BYTE, -2, 1);
195d1361 392 }
37bef230
RS
393 }
394
395 /* Record what we found, for the next try. */
6a140a74
RS
396 find_start_value = PT;
397 find_start_value_byte = PT_BYTE;
37bef230
RS
398 find_start_buffer = current_buffer;
399 find_start_modiff = MODIFF;
400 find_start_begv = BEGV;
401 find_start_pos = pos;
402
6a140a74
RS
403 TEMP_SET_PT_BOTH (opoint, opoint_byte);
404
37bef230
RS
405 return find_start_value;
406}
407\f
f902a008
RS
408/* Return the SYNTAX_COMEND_FIRST of the character before POS, POS_BYTE. */
409
410static int
411prev_char_comend_first (pos, pos_byte)
412 int pos, pos_byte;
413{
414 int c, val;
415
416 DEC_BOTH (pos, pos_byte);
417 UPDATE_SYNTAX_TABLE_BACKWARD (pos);
418 c = FETCH_CHAR (pos_byte);
419 val = SYNTAX_COMEND_FIRST (c);
420 UPDATE_SYNTAX_TABLE_FORWARD (pos + 1);
421 return val;
422}
423
424/* Return the SYNTAX_COMSTART_FIRST of the character before POS, POS_BYTE. */
425
3f679f55
SM
426/* static int
427 * prev_char_comstart_first (pos, pos_byte)
428 * int pos, pos_byte;
429 * {
430 * int c, val;
7d0393cf 431 *
3f679f55
SM
432 * DEC_BOTH (pos, pos_byte);
433 * UPDATE_SYNTAX_TABLE_BACKWARD (pos);
434 * c = FETCH_CHAR (pos_byte);
435 * val = SYNTAX_COMSTART_FIRST (c);
436 * UPDATE_SYNTAX_TABLE_FORWARD (pos + 1);
437 * return val;
438 * } */
f902a008 439
6a140a74
RS
440/* Checks whether charpos FROM is at the end of a comment.
441 FROM_BYTE is the bytepos corresponding to FROM.
442 Do not move back before STOP.
443
444 Return a positive value if we find a comment ending at FROM/FROM_BYTE;
445 return -1 otherwise.
446
447 If successful, store the charpos of the comment's beginning
448 into *CHARPOS_PTR, and the bytepos into *BYTEPOS_PTR.
527a32d9
KH
449
450 Global syntax data remains valid for backward search starting at
451 the returned value (or at FROM, if the search was not successful). */
195d1361
RS
452
453static int
95ff8dfc 454back_comment (from, from_byte, stop, comnested, comstyle, charpos_ptr, bytepos_ptr)
6a140a74 455 int from, from_byte, stop;
95ff8dfc 456 int comnested, comstyle;
6a140a74 457 int *charpos_ptr, *bytepos_ptr;
195d1361
RS
458{
459 /* Look back, counting the parity of string-quotes,
460 and recording the comment-starters seen.
461 When we reach a safe place, assume that's not in a string;
462 then step the main scan to the earliest comment-starter seen
463 an even number of string quotes away from the safe place.
464
465 OFROM[I] is position of the earliest comment-starter seen
466 which is I+2X quotes from the comment-end.
467 PARITY is current parity of quotes from the comment end. */
3ee5041c 468 int string_style = -1; /* Presumed outside of any string. */
195d1361 469 int string_lossage = 0;
f7c436c1 470 /* Not a real lossage: indicates that we have passed a matching comment
7d0393cf 471 starter plus a non-matching comment-ender, meaning that any matching
f7c436c1
SM
472 comment-starter we might see later could be a false positive (hidden
473 inside another comment).
474 Test case: { a (* b } c (* d *) */
475 int comment_lossage = 0;
195d1361 476 int comment_end = from;
6a140a74 477 int comment_end_byte = from_byte;
195d1361 478 int comstart_pos = 0;
6a140a74 479 int comstart_byte;
eb35b628
RS
480 /* Place where the containing defun starts,
481 or 0 if we didn't come across it yet. */
482 int defun_start = 0;
483 int defun_start_byte = 0;
195d1361 484 register enum syntaxcode code;
95ff8dfc 485 int nesting = 1; /* current comment nesting */
ea315ed6 486 int c;
3f679f55
SM
487 int syntax = 0;
488
489 /* FIXME: A }} comment-ender style leads to incorrect behavior
490 in the case of {{ c }}} because we ignore the last two chars which are
491 assumed to be comment-enders although they aren't. */
195d1361
RS
492
493 /* At beginning of range to scan, we're outside of strings;
494 that determines quote parity to the comment-end. */
495 while (from != stop)
496 {
3f679f55
SM
497 int temp_byte, prev_syntax;
498 int com2start, com2end;
6a140a74 499
195d1361 500 /* Move back and examine a character. */
6a140a74 501 DEC_BOTH (from, from_byte);
195d1361
RS
502 UPDATE_SYNTAX_TABLE_BACKWARD (from);
503
3f679f55 504 prev_syntax = syntax;
6a140a74 505 c = FETCH_CHAR (from_byte);
3f679f55 506 syntax = SYNTAX_WITH_FLAGS (c);
195d1361
RS
507 code = SYNTAX (c);
508
3f679f55
SM
509 /* Check for 2-char comment markers. */
510 com2start = (SYNTAX_FLAGS_COMSTART_FIRST (syntax)
511 && SYNTAX_FLAGS_COMSTART_SECOND (prev_syntax)
512 && comstyle == SYNTAX_FLAGS_COMMENT_STYLE (prev_syntax)
513 && (SYNTAX_FLAGS_COMMENT_NESTED (prev_syntax)
514 || SYNTAX_FLAGS_COMMENT_NESTED (syntax)) == comnested);
515 com2end = (SYNTAX_FLAGS_COMEND_FIRST (syntax)
516 && SYNTAX_FLAGS_COMEND_SECOND (prev_syntax));
517
518 /* Nasty cases with overlapping 2-char comment markers:
519 - snmp-mode: -- c -- foo -- c --
520 --- c --
521 ------ c --
522 - c-mode: *||*
523 |* *|* *|
524 |*| |* |*|
525 /// */
526
527 /* If a 2-char comment sequence partly overlaps with another,
528 we don't try to be clever. */
529 if (from > stop && (com2end || com2start))
195d1361 530 {
3f679f55
SM
531 int next = from, next_byte = from_byte, next_c, next_syntax;
532 DEC_BOTH (next, next_byte);
533 UPDATE_SYNTAX_TABLE_BACKWARD (next);
534 next_c = FETCH_CHAR (next_byte);
535 next_syntax = SYNTAX_WITH_FLAGS (next_c);
536 if (((com2start || comnested)
537 && SYNTAX_FLAGS_COMEND_SECOND (syntax)
538 && SYNTAX_FLAGS_COMEND_FIRST (next_syntax))
539 || ((com2end || comnested)
540 && SYNTAX_FLAGS_COMSTART_SECOND (syntax)
541 && comstyle == SYNTAX_FLAGS_COMMENT_STYLE (syntax)
542 && SYNTAX_FLAGS_COMSTART_FIRST (next_syntax)))
543 goto lossage;
544 /* UPDATE_SYNTAX_TABLE_FORWARD (next + 1); */
f902a008 545 }
3f679f55
SM
546
547 if (com2start && comstart_pos == 0)
548 /* We're looking at a comment starter. But it might be a comment
549 ender as well (see snmp-mode). The first time we see one, we
550 need to consider it as a comment starter,
551 and the subsequent times as a comment ender. */
552 com2end = 0;
553
554 /* Turn a 2-char comment sequences into the appropriate syntax. */
555 if (com2end)
556 code = Sendcomment;
557 else if (com2start)
558 code = Scomment;
559 /* Ignore comment starters of a different style. */
560 else if (code == Scomment
561 && (comstyle != SYNTAX_FLAGS_COMMENT_STYLE (syntax)
562 || SYNTAX_FLAGS_COMMENT_NESTED (syntax) != comnested))
1aa963c8 563 continue;
195d1361 564
9828a477
KH
565 /* Ignore escaped characters, except comment-enders. */
566 if (code != Sendcomment && char_quoted (from, from_byte))
195d1361
RS
567 continue;
568
3ee5041c 569 switch (code)
195d1361 570 {
3ee5041c
SM
571 case Sstring_fence:
572 case Scomment_fence:
573 c = (code == Sstring_fence ? ST_STRING_STYLE : ST_COMMENT_STYLE);
574 case Sstring:
575 /* Track parity of quotes. */
576 if (string_style == -1)
577 /* Entering a string. */
578 string_style = c;
579 else if (string_style == c)
580 /* Leaving the string. */
581 string_style = -1;
582 else
583 /* If we have two kinds of string delimiters.
584 There's no way to grok this scanning backwards. */
195d1361 585 string_lossage = 1;
3ee5041c 586 break;
7d0393cf 587
3ee5041c
SM
588 case Scomment:
589 /* We've already checked that it is the relevant comstyle. */
f7c436c1 590 if (string_style != -1 || comment_lossage || string_lossage)
3ee5041c
SM
591 /* There are odd string quotes involved, so let's be careful.
592 Test case in Pascal: " { " a { " } */
593 goto lossage;
594
f7c436c1
SM
595 if (!comnested)
596 {
597 /* Record best comment-starter so far. */
598 comstart_pos = from;
599 comstart_byte = from_byte;
600 }
601 else if (--nesting <= 0)
95ff8dfc
RS
602 /* nested comments have to be balanced, so we don't need to
603 keep looking for earlier ones. We use here the same (slightly
604 incorrect) reasoning as below: since it is followed by uniform
605 paired string quotes, this comment-start has to be outside of
606 strings, else the comment-end itself would be inside a string. */
607 goto done;
3ee5041c
SM
608 break;
609
02010917 610 case Sendcomment:
3f679f55 611 if (SYNTAX_FLAGS_COMMENT_STYLE (syntax) == comstyle
d070eb22 612 && ((com2end && SYNTAX_FLAGS_COMMENT_NESTED (prev_syntax))
3f679f55 613 || SYNTAX_FLAGS_COMMENT_NESTED (syntax)) == comnested)
02010917
SM
614 /* This is the same style of comment ender as ours. */
615 {
616 if (comnested)
617 nesting++;
618 else
619 /* Anything before that can't count because it would match
620 this comment-ender rather than ours. */
621 from = stop; /* Break out of the loop. */
622 }
f7c436c1
SM
623 else if (comstart_pos != 0 || c != '\n')
624 /* We're mixing comment styles here, so we'd better be careful.
625 The (comstart_pos != 0 || c != '\n') check is not quite correct
626 (we should just always set comment_lossage), but removing it
627 would imply that any multiline comment in C would go through
628 lossage, which seems overkill.
629 The failure should only happen in the rare cases such as
630 { (* } *) */
631 comment_lossage = 1;
02010917 632 break;
195d1361 633
02010917
SM
634 case Sopen:
635 /* Assume a defun-start point is outside of strings. */
636 if (open_paren_in_column_0_is_defun_start
637 && (from == stop
638 || (temp_byte = dec_bytepos (from_byte),
639 FETCH_CHAR (temp_byte) == '\n')))
640 {
641 defun_start = from;
642 defun_start_byte = from_byte;
643 from = stop; /* Break out of the loop. */
644 }
eb35b628 645 break;
02010917
SM
646
647 default:
f7c436c1 648 break;
eb35b628 649 }
195d1361
RS
650 }
651
652 if (comstart_pos == 0)
653 {
654 from = comment_end;
6a140a74 655 from_byte = comment_end_byte;
195d1361
RS
656 UPDATE_SYNTAX_TABLE_FORWARD (comment_end - 1);
657 }
f7c436c1
SM
658 /* If comstart_pos is set and we get here (ie. didn't jump to `lossage'
659 or `done'), then we've found the beginning of the non-nested comment. */
660 else if (1) /* !comnested */
195d1361
RS
661 {
662 from = comstart_pos;
6a140a74 663 from_byte = comstart_byte;
195d1361
RS
664 /* Globals are correct now. */
665 }
666 else
667 {
3ee5041c
SM
668 struct lisp_parse_state state;
669 lossage:
195d1361
RS
670 /* We had two kinds of string delimiters mixed up
671 together. Decode this going forwards.
02010917 672 Scan fwd from a known safe place (beginning-of-defun)
195d1361
RS
673 to the one in question; this records where we
674 last passed a comment starter. */
eb35b628
RS
675 /* If we did not already find the defun start, find it now. */
676 if (defun_start == 0)
677 {
678 defun_start = find_defun_start (comment_end, comment_end_byte);
679 defun_start_byte = find_start_value_byte;
680 }
02010917 681 do
195d1361 682 {
02010917
SM
683 scan_sexps_forward (&state,
684 defun_start, defun_start_byte,
685 comment_end, -10000, 0, Qnil, 0);
686 defun_start = comment_end;
687 if (state.incomment == (comnested ? 1 : -1)
688 && state.comstyle == comstyle)
689 from = state.comstr_start;
690 else
691 {
692 from = comment_end;
693 if (state.incomment)
694 /* If comment_end is inside some other comment, maybe ours
695 is nested, so we need to try again from within the
696 surrounding comment. Example: { a (* " *) */
697 {
698 /* FIXME: We should advance by one or two chars. */
699 defun_start = state.comstr_start + 2;
700 defun_start_byte = CHAR_TO_BYTE (defun_start);
701 }
702 }
703 } while (defun_start < comment_end);
704
6a140a74 705 from_byte = CHAR_TO_BYTE (from);
195d1361
RS
706 UPDATE_SYNTAX_TABLE_FORWARD (from - 1);
707 }
7d0393cf 708
95ff8dfc 709 done:
6a140a74
RS
710 *charpos_ptr = from;
711 *bytepos_ptr = from_byte;
712
1aa963c8 713 return (from == comment_end) ? -1 : from;
195d1361
RS
714}
715\f
8489eb67 716DEFUN ("syntax-table-p", Fsyntax_table_p, Ssyntax_table_p, 1, 1, 0,
fdb82f93
PJ
717 doc: /* Return t if OBJECT is a syntax table.
718Currently, any char-table counts as a syntax table. */)
719 (object)
2203e1e8 720 Lisp_Object object;
8489eb67 721{
2203e1e8 722 if (CHAR_TABLE_P (object)
e704cb4b 723 && EQ (XCHAR_TABLE (object)->purpose, Qsyntax_table))
8489eb67
RS
724 return Qt;
725 return Qnil;
726}
727
8ea151b2 728static void
8489eb67
RS
729check_syntax_table (obj)
730 Lisp_Object obj;
731{
d1be9f0f 732 if (!(CHAR_TABLE_P (obj)
e704cb4b 733 && EQ (XCHAR_TABLE (obj)->purpose, Qsyntax_table)))
d1be9f0f 734 wrong_type_argument (Qsyntax_table_p, obj);
7d0393cf 735}
8489eb67 736
8489eb67 737DEFUN ("syntax-table", Fsyntax_table, Ssyntax_table, 0, 0, 0,
fdb82f93
PJ
738 doc: /* Return the current syntax table.
739This is the one specified by the current buffer. */)
740 ()
8489eb67
RS
741{
742 return current_buffer->syntax_table;
743}
744
745DEFUN ("standard-syntax-table", Fstandard_syntax_table,
746 Sstandard_syntax_table, 0, 0, 0,
fdb82f93
PJ
747 doc: /* Return the standard syntax table.
748This is the one used for new buffers. */)
749 ()
8489eb67
RS
750{
751 return Vstandard_syntax_table;
752}
753
754DEFUN ("copy-syntax-table", Fcopy_syntax_table, Scopy_syntax_table, 0, 1, 0,
fdb82f93
PJ
755 doc: /* Construct a new syntax table and return it.
756It is a copy of the TABLE, which defaults to the standard syntax table. */)
757 (table)
8489eb67
RS
758 Lisp_Object table;
759{
8ea151b2
RS
760 Lisp_Object copy;
761
265a9e55 762 if (!NILP (table))
8ea151b2
RS
763 check_syntax_table (table);
764 else
765 table = Vstandard_syntax_table;
766
767 copy = Fcopy_sequence (table);
0f867324
RS
768
769 /* Only the standard syntax table should have a default element.
770 Other syntax tables should inherit from parents instead. */
771 XCHAR_TABLE (copy)->defalt = Qnil;
772
773 /* Copied syntax tables should all have parents.
774 If we copied one with no parent, such as the standard syntax table,
775 use the standard syntax table as the copy's parent. */
776 if (NILP (XCHAR_TABLE (copy)->parent))
777 Fset_char_table_parent (copy, Vstandard_syntax_table);
8ea151b2 778 return copy;
8489eb67
RS
779}
780
781DEFUN ("set-syntax-table", Fset_syntax_table, Sset_syntax_table, 1, 1, 0,
fdb82f93
PJ
782 doc: /* Select a new syntax table for the current buffer.
783One argument, a syntax table. */)
784 (table)
8489eb67
RS
785 Lisp_Object table;
786{
4e4dfa78 787 int idx;
8ea151b2 788 check_syntax_table (table);
8489eb67
RS
789 current_buffer->syntax_table = table;
790 /* Indicate that this buffer now has a specified syntax table. */
f6cd0527
GM
791 idx = PER_BUFFER_VAR_IDX (syntax_table);
792 SET_PER_BUFFER_VALUE_P (current_buffer, idx, 1);
8489eb67
RS
793 return table;
794}
795\f
796/* Convert a letter which signifies a syntax code
797 into the code it signifies.
195d1361 798 This is used by modify-syntax-entry, and other things. */
8489eb67
RS
799
800unsigned char syntax_spec_code[0400] =
801 { 0377, 0377, 0377, 0377, 0377, 0377, 0377, 0377,
802 0377, 0377, 0377, 0377, 0377, 0377, 0377, 0377,
803 0377, 0377, 0377, 0377, 0377, 0377, 0377, 0377,
804 0377, 0377, 0377, 0377, 0377, 0377, 0377, 0377,
195d1361 805 (char) Swhitespace, (char) Scomment_fence, (char) Sstring, 0377,
8489eb67
RS
806 (char) Smath, 0377, 0377, (char) Squote,
807 (char) Sopen, (char) Sclose, 0377, 0377,
808 0377, (char) Swhitespace, (char) Spunct, (char) Scharquote,
809 0377, 0377, 0377, 0377, 0377, 0377, 0377, 0377,
810 0377, 0377, 0377, 0377,
811 (char) Scomment, 0377, (char) Sendcomment, 0377,
6cb71bf6 812 (char) Sinherit, 0377, 0377, 0377, 0377, 0377, 0377, 0377, /* @, A ... */
8489eb67
RS
813 0377, 0377, 0377, 0377, 0377, 0377, 0377, 0377,
814 0377, 0377, 0377, 0377, 0377, 0377, 0377, (char) Sword,
815 0377, 0377, 0377, 0377, (char) Sescape, 0377, 0377, (char) Ssymbol,
816 0377, 0377, 0377, 0377, 0377, 0377, 0377, 0377, /* `, a, ... */
817 0377, 0377, 0377, 0377, 0377, 0377, 0377, 0377,
818 0377, 0377, 0377, 0377, 0377, 0377, 0377, (char) Sword,
195d1361 819 0377, 0377, 0377, 0377, (char) Sstring_fence, 0377, 0377, 0377
8489eb67
RS
820 };
821
195d1361 822/* Indexed by syntax code, give the letter that describes it. */
8489eb67 823
195d1361 824char syntax_code_spec[16] =
8489eb67 825 {
195d1361
RS
826 ' ', '.', 'w', '_', '(', ')', '\'', '\"', '$', '\\', '/', '<', '>', '@',
827 '!', '|'
8489eb67 828 };
93da5fff
KH
829
830/* Indexed by syntax code, give the object (cons of syntax code and
831 nil) to be stored in syntax table. Since these objects can be
832 shared among syntax tables, we generate them in advance. By
833 sharing objects, the function `describe-syntax' can give a more
834 compact listing. */
835static Lisp_Object Vsyntax_code_object;
836
8489eb67 837\f
8ea151b2
RS
838/* Look up the value for CHARACTER in syntax table TABLE's parent
839 and its parents. SYNTAX_ENTRY calls this, when TABLE itself has nil
840 for CHARACTER. It's actually used only when not compiled with GCC. */
841
842Lisp_Object
843syntax_parent_lookup (table, character)
844 Lisp_Object table;
845 int character;
846{
847 Lisp_Object value;
848
849 while (1)
850 {
851 table = XCHAR_TABLE (table)->parent;
852 if (NILP (table))
853 return Qnil;
854
855 value = XCHAR_TABLE (table)->contents[character];
856 if (!NILP (value))
857 return value;
858 }
859}
860
8489eb67 861DEFUN ("char-syntax", Fchar_syntax, Schar_syntax, 1, 1, 0,
fdb82f93
PJ
862 doc: /* Return the syntax code of CHARACTER, described by a character.
863For example, if CHARACTER is a word constituent,
864the character `w' is returned.
865The characters that correspond to various syntax codes
866are listed in the documentation of `modify-syntax-entry'. */)
867 (character)
2203e1e8 868 Lisp_Object character;
8489eb67 869{
8ea151b2 870 int char_int;
195d1361
RS
871 gl_state.current_syntax_table = current_buffer->syntax_table;
872
873 gl_state.use_global = 0;
b7826503 874 CHECK_NUMBER (character);
2203e1e8 875 char_int = XINT (character);
8ea151b2 876 return make_number (syntax_code_spec[(int) SYNTAX (char_int)]);
beefa22e
RS
877}
878
879DEFUN ("matching-paren", Fmatching_paren, Smatching_paren, 1, 1, 0,
fdb82f93
PJ
880 doc: /* Return the matching parenthesis of CHARACTER, or nil if none. */)
881 (character)
2203e1e8 882 Lisp_Object character;
beefa22e 883{
8ea151b2 884 int char_int, code;
195d1361
RS
885 gl_state.current_syntax_table = current_buffer->syntax_table;
886 gl_state.use_global = 0;
b7826503 887 CHECK_NUMBER (character);
2203e1e8 888 char_int = XINT (character);
8ea151b2 889 code = SYNTAX (char_int);
a8bd7cd8 890 if (code == Sopen || code == Sclose)
2e34157c 891 return SYNTAX_MATCH (char_int);
beefa22e 892 return Qnil;
8489eb67
RS
893}
894
c65adb44 895DEFUN ("string-to-syntax", Fstring_to_syntax, Sstring_to_syntax, 1, 1, 0,
fdb82f93
PJ
896 doc: /* Convert a syntax specification STRING into syntax cell form.
897STRING should be a string as it is allowed as argument of
898`modify-syntax-entry'. Value is the equivalent cons cell
899(CODE . MATCHING-CHAR) that can be used as value of a `syntax-table'
900text property. */)
901 (string)
c65adb44 902 Lisp_Object string;
8489eb67 903{
2e567bd3 904 register const unsigned char *p;
8489eb67 905 register enum syntaxcode code;
247e20a8 906 int val;
8ea151b2 907 Lisp_Object match;
8489eb67 908
b7826503 909 CHECK_STRING (string);
8489eb67 910
d5db4077 911 p = SDATA (string);
8489eb67
RS
912 code = (enum syntaxcode) syntax_spec_code[*p++];
913 if (((int) code & 0377) == 0377)
2e34157c 914 error ("invalid syntax description letter: %c", p[-1]);
8489eb67 915
8ea151b2 916 if (code == Sinherit)
c65adb44 917 return Qnil;
8ea151b2
RS
918
919 if (*p)
d1be9f0f 920 {
93da5fff 921 int len;
7c19e8e1 922 int character = (STRING_CHAR_AND_LENGTH
d5db4077 923 (p, SBYTES (string) - 1, len));
93da5fff 924 XSETINT (match, character);
d1be9f0f
RS
925 if (XFASTINT (match) == ' ')
926 match = Qnil;
93da5fff 927 p += len;
d1be9f0f
RS
928 }
929 else
8ea151b2 930 match = Qnil;
8489eb67 931
8ea151b2 932 val = (int) code;
8489eb67
RS
933 while (*p)
934 switch (*p++)
935 {
936 case '1':
247e20a8 937 val |= 1 << 16;
8489eb67
RS
938 break;
939
940 case '2':
247e20a8 941 val |= 1 << 17;
8489eb67
RS
942 break;
943
944 case '3':
247e20a8 945 val |= 1 << 18;
8489eb67
RS
946 break;
947
948 case '4':
247e20a8 949 val |= 1 << 19;
8489eb67
RS
950 break;
951
952 case 'p':
247e20a8 953 val |= 1 << 20;
8489eb67 954 break;
e5d4f4dc
RS
955
956 case 'b':
247e20a8 957 val |= 1 << 21;
e5d4f4dc 958 break;
95ff8dfc
RS
959
960 case 'n':
961 val |= 1 << 22;
962 break;
8489eb67 963 }
7d0393cf 964
93da5fff 965 if (val < XVECTOR (Vsyntax_code_object)->size && NILP (match))
c65adb44 966 return XVECTOR (Vsyntax_code_object)->contents[val];
93da5fff
KH
967 else
968 /* Since we can't use a shared object, let's make a new one. */
c65adb44
SM
969 return Fcons (make_number (val), match);
970}
971
fdb82f93 972/* I really don't know why this is interactive
2c9e1900 973 help-form should at least be made useful whilst reading the second arg. */
7d0393cf 974DEFUN ("modify-syntax-entry", Fmodify_syntax_entry, Smodify_syntax_entry, 2, 3,
c65adb44 975 "cSet syntax for character: \nsSet syntax for %s to: ",
a50a10a0 976 doc: /* Set syntax for character CHAR according to string NEWENTRY.
fdb82f93
PJ
977The syntax is changed only for table SYNTAX_TABLE, which defaults to
978 the current buffer's syntax table.
979The first character of NEWENTRY should be one of the following:
980 Space or - whitespace syntax. w word constituent.
981 _ symbol constituent. . punctuation.
982 ( open-parenthesis. ) close-parenthesis.
983 " string quote. \\ escape.
984 $ paired delimiter. ' expression quote or prefix operator.
985 < comment starter. > comment ender.
986 / character-quote. @ inherit from `standard-syntax-table'.
987 | generic string fence. ! generic comment fence.
988
989Only single-character comment start and end sequences are represented thus.
990Two-character sequences are represented as described below.
991The second character of NEWENTRY is the matching parenthesis,
992 used only if the first character is `(' or `)'.
993Any additional characters are flags.
994Defined flags are the characters 1, 2, 3, 4, b, p, and n.
a50a10a0
PJ
995 1 means CHAR is the start of a two-char comment start sequence.
996 2 means CHAR is the second character of such a sequence.
997 3 means CHAR is the start of a two-char comment end sequence.
998 4 means CHAR is the second character of such a sequence.
fdb82f93
PJ
999
1000There can be up to two orthogonal comment sequences. This is to support
1001language modes such as C++. By default, all comment sequences are of style
1002a, but you can set the comment sequence style to b (on the second character
1003of a comment-start, or the first character of a comment-end sequence) using
1004this flag:
a50a10a0
PJ
1005 b means CHAR is part of comment sequence b.
1006 n means CHAR is part of a nestable comment sequence.
fdb82f93 1007
a50a10a0 1008 p means CHAR is a prefix character for `backward-prefix-chars';
fdb82f93 1009 such characters are treated as whitespace when they occur
a50a10a0
PJ
1010 between expressions.
1011usage: (modify-syntax-entry CHAR NEWENTRY &optional SYNTAX-TABLE) */)
fdb82f93 1012 (c, newentry, syntax_table)
c65adb44
SM
1013 Lisp_Object c, newentry, syntax_table;
1014{
b7826503 1015 CHECK_NUMBER (c);
c65adb44
SM
1016
1017 if (NILP (syntax_table))
1018 syntax_table = current_buffer->syntax_table;
1019 else
1020 check_syntax_table (syntax_table);
8489eb67 1021
c65adb44 1022 SET_RAW_SYNTAX_ENTRY (syntax_table, XINT (c), Fstring_to_syntax (newentry));
8489eb67
RS
1023 return Qnil;
1024}
1025\f
1026/* Dump syntax table to buffer in human-readable format */
1027
62abe9cb
SM
1028DEFUN ("internal-describe-syntax-value", Finternal_describe_syntax_value,
1029 Sinternal_describe_syntax_value, 1, 1, 0,
1030 doc: /* Insert a description of the internal syntax description SYNTAX at point. */)
1031 (syntax)
1032 Lisp_Object syntax;
8489eb67
RS
1033{
1034 register enum syntaxcode code;
e6365855 1035 char desc, start1, start2, end1, end2, prefix, comstyle, comnested;
8489eb67 1036 char str[2];
62abe9cb 1037 Lisp_Object first, match_lisp, value = syntax;
8489eb67 1038
8ea151b2
RS
1039 if (NILP (value))
1040 {
62abe9cb
SM
1041 insert_string ("default");
1042 return syntax;
8ea151b2
RS
1043 }
1044
908b7fea
KH
1045 if (CHAR_TABLE_P (value))
1046 {
62abe9cb
SM
1047 insert_string ("deeper char-table ...");
1048 return syntax;
908b7fea
KH
1049 }
1050
8ea151b2
RS
1051 if (!CONSP (value))
1052 {
62abe9cb
SM
1053 insert_string ("invalid");
1054 return syntax;
8ea151b2
RS
1055 }
1056
c1d497be
KR
1057 first = XCAR (value);
1058 match_lisp = XCDR (value);
8ea151b2
RS
1059
1060 if (!INTEGERP (first) || !(NILP (match_lisp) || INTEGERP (match_lisp)))
8489eb67 1061 {
62abe9cb
SM
1062 insert_string ("invalid");
1063 return syntax;
8489eb67
RS
1064 }
1065
e704cb4b 1066 code = (enum syntaxcode) (XINT (first) & 0377);
8ea151b2
RS
1067 start1 = (XINT (first) >> 16) & 1;
1068 start2 = (XINT (first) >> 17) & 1;
1069 end1 = (XINT (first) >> 18) & 1;
1070 end2 = (XINT (first) >> 19) & 1;
1071 prefix = (XINT (first) >> 20) & 1;
1072 comstyle = (XINT (first) >> 21) & 1;
e6365855 1073 comnested = (XINT (first) >> 22) & 1;
8489eb67
RS
1074
1075 if ((int) code < 0 || (int) code >= (int) Smax)
1076 {
1077 insert_string ("invalid");
62abe9cb 1078 return syntax;
8489eb67
RS
1079 }
1080 desc = syntax_code_spec[(int) code];
1081
1082 str[0] = desc, str[1] = 0;
1083 insert (str, 1);
1084
93da5fff
KH
1085 if (NILP (match_lisp))
1086 insert (" ", 1);
1087 else
1088 insert_char (XINT (match_lisp));
8489eb67 1089
8489eb67
RS
1090 if (start1)
1091 insert ("1", 1);
1092 if (start2)
1093 insert ("2", 1);
1094
1095 if (end1)
1096 insert ("3", 1);
1097 if (end2)
1098 insert ("4", 1);
1099
1100 if (prefix)
1101 insert ("p", 1);
e5d4f4dc
RS
1102 if (comstyle)
1103 insert ("b", 1);
e6365855
SM
1104 if (comnested)
1105 insert ("n", 1);
8489eb67
RS
1106
1107 insert_string ("\twhich means: ");
1108
0220c518 1109 switch (SWITCH_ENUM_CAST (code))
8489eb67
RS
1110 {
1111 case Swhitespace:
1112 insert_string ("whitespace"); break;
1113 case Spunct:
1114 insert_string ("punctuation"); break;
1115 case Sword:
1116 insert_string ("word"); break;
1117 case Ssymbol:
1118 insert_string ("symbol"); break;
1119 case Sopen:
1120 insert_string ("open"); break;
1121 case Sclose:
1122 insert_string ("close"); break;
1123 case Squote:
d671382e 1124 insert_string ("prefix"); break;
8489eb67
RS
1125 case Sstring:
1126 insert_string ("string"); break;
1127 case Smath:
1128 insert_string ("math"); break;
1129 case Sescape:
1130 insert_string ("escape"); break;
1131 case Scharquote:
1132 insert_string ("charquote"); break;
1133 case Scomment:
1134 insert_string ("comment"); break;
1135 case Sendcomment:
1136 insert_string ("endcomment"); break;
d671382e
SM
1137 case Sinherit:
1138 insert_string ("inherit"); break;
1139 case Scomment_fence:
1140 insert_string ("comment fence"); break;
1141 case Sstring_fence:
1142 insert_string ("string fence"); break;
8489eb67
RS
1143 default:
1144 insert_string ("invalid");
62abe9cb 1145 return syntax;
8489eb67
RS
1146 }
1147
8ea151b2 1148 if (!NILP (match_lisp))
8489eb67
RS
1149 {
1150 insert_string (", matches ");
8ea151b2 1151 insert_char (XINT (match_lisp));
8489eb67
RS
1152 }
1153
1154 if (start1)
1155 insert_string (",\n\t is the first character of a comment-start sequence");
1156 if (start2)
1157 insert_string (",\n\t is the second character of a comment-start sequence");
1158
1159 if (end1)
1160 insert_string (",\n\t is the first character of a comment-end sequence");
1161 if (end2)
1162 insert_string (",\n\t is the second character of a comment-end sequence");
e5d4f4dc
RS
1163 if (comstyle)
1164 insert_string (" (comment style b)");
e6365855
SM
1165 if (comnested)
1166 insert_string (" (nestable)");
e5d4f4dc 1167
8489eb67
RS
1168 if (prefix)
1169 insert_string (",\n\t is a prefix character for `backward-prefix-chars'");
1170
62abe9cb
SM
1171 return syntax;
1172}
8489eb67 1173\f
195d1361
RS
1174int parse_sexp_ignore_comments;
1175
8489eb67
RS
1176/* Return the position across COUNT words from FROM.
1177 If that many words cannot be found before the end of the buffer, return 0.
1178 COUNT negative means scan backward and stop at word beginning. */
1179
dfcf069d 1180int
8489eb67
RS
1181scan_words (from, count)
1182 register int from, count;
1183{
1184 register int beg = BEGV;
1185 register int end = ZV;
6a140a74 1186 register int from_byte = CHAR_TO_BYTE (from);
93da5fff
KH
1187 register enum syntaxcode code;
1188 int ch0, ch1;
8489eb67
RS
1189
1190 immediate_quit = 1;
1191 QUIT;
1192
195d1361
RS
1193 SETUP_SYNTAX_TABLE (from, count);
1194
8489eb67
RS
1195 while (count > 0)
1196 {
1197 while (1)
1198 {
1199 if (from == end)
1200 {
1201 immediate_quit = 0;
1202 return 0;
1203 }
195d1361 1204 UPDATE_SYNTAX_TABLE_FORWARD (from);
6a140a74 1205 ch0 = FETCH_CHAR (from_byte);
93da5fff 1206 code = SYNTAX (ch0);
6a140a74 1207 INC_BOTH (from, from_byte);
8489eb67
RS
1208 if (words_include_escapes
1209 && (code == Sescape || code == Scharquote))
1210 break;
1211 if (code == Sword)
1212 break;
8489eb67 1213 }
93da5fff
KH
1214 /* Now CH0 is a character which begins a word and FROM is the
1215 position of the next character. */
8489eb67
RS
1216 while (1)
1217 {
1218 if (from == end) break;
195d1361 1219 UPDATE_SYNTAX_TABLE_FORWARD (from);
6a140a74 1220 ch1 = FETCH_CHAR (from_byte);
93da5fff 1221 code = SYNTAX (ch1);
8489eb67
RS
1222 if (!(words_include_escapes
1223 && (code == Sescape || code == Scharquote)))
93da5fff 1224 if (code != Sword || WORD_BOUNDARY_P (ch0, ch1))
8489eb67 1225 break;
6a140a74 1226 INC_BOTH (from, from_byte);
93da5fff 1227 ch0 = ch1;
8489eb67
RS
1228 }
1229 count--;
1230 }
1231 while (count < 0)
1232 {
1233 while (1)
1234 {
1235 if (from == beg)
1236 {
1237 immediate_quit = 0;
1238 return 0;
1239 }
6a140a74 1240 DEC_BOTH (from, from_byte);
195d1361 1241 UPDATE_SYNTAX_TABLE_BACKWARD (from);
6a140a74 1242 ch1 = FETCH_CHAR (from_byte);
93da5fff 1243 code = SYNTAX (ch1);
8489eb67
RS
1244 if (words_include_escapes
1245 && (code == Sescape || code == Scharquote))
1246 break;
1247 if (code == Sword)
1248 break;
8489eb67 1249 }
93da5fff
KH
1250 /* Now CH1 is a character which ends a word and FROM is the
1251 position of it. */
8489eb67
RS
1252 while (1)
1253 {
6a140a74
RS
1254 int temp_byte;
1255
1256 if (from == beg)
1257 break;
1258 temp_byte = dec_bytepos (from_byte);
195d1361 1259 UPDATE_SYNTAX_TABLE_BACKWARD (from);
6a140a74 1260 ch0 = FETCH_CHAR (temp_byte);
93da5fff 1261 code = SYNTAX (ch0);
8489eb67
RS
1262 if (!(words_include_escapes
1263 && (code == Sescape || code == Scharquote)))
93da5fff 1264 if (code != Sword || WORD_BOUNDARY_P (ch0, ch1))
8489eb67 1265 break;
6a140a74 1266 DEC_BOTH (from, from_byte);
93da5fff 1267 ch1 = ch0;
8489eb67
RS
1268 }
1269 count++;
1270 }
1271
1272 immediate_quit = 0;
1273
1274 return from;
1275}
1276
1277DEFUN ("forward-word", Fforward_word, Sforward_word, 1, 1, "p",
fdb82f93
PJ
1278 doc: /* Move point forward ARG words (backward if ARG is negative).
1279Normally returns t.
1280If an edge of the buffer or a field boundary is reached, point is left there
1281and the function returns nil. Field boundaries are not noticed if
1282`inhibit-field-text-motion' is non-nil. */)
1283 (count)
8489eb67
RS
1284 Lisp_Object count;
1285{
2c6ea900 1286 int orig_val, val;
b7826503 1287 CHECK_NUMBER (count);
8489eb67 1288
2c6ea900
RS
1289 val = orig_val = scan_words (PT, XINT (count));
1290 if (! orig_val)
1291 val = XINT (count) > 0 ? ZV : BEGV;
5878ee6f 1292
b8855607 1293 /* Avoid jumping out of an input field. */
64aa4eb1 1294 val = XFASTINT (Fconstrain_to_field (make_number (val), make_number (PT),
070fe99c 1295 Qt, Qnil, Qnil));
7d0393cf 1296
8489eb67 1297 SET_PT (val);
e6d8341f 1298 return val == orig_val ? Qt : Qnil;
8489eb67
RS
1299}
1300\f
195d1361
RS
1301Lisp_Object skip_chars ();
1302
1303DEFUN ("skip-chars-forward", Fskip_chars_forward, Sskip_chars_forward, 1, 2, 0,
fdb82f93
PJ
1304 doc: /* Move point forward, stopping before a char not in STRING, or at pos LIM.
1305STRING is like the inside of a `[...]' in a regular expression
1306except that `]' is never special and `\\' quotes `^', `-' or `\\'
1307 (but not as the end of a range; quoting is never needed there).
1308Thus, with arg "a-zA-Z", this skips letters stopping before first nonletter.
1309With arg "^a-zA-Z", skips nonletters stopping before first letter.
b222e415
DL
1310Returns the distance traveled, either zero or positive.
1311Note that char classes, e.g. `[:alpha:]', are not currently supported;
1312they will be treated as literals. */)
fdb82f93 1313 (string, lim)
195d1361
RS
1314 Lisp_Object string, lim;
1315{
1316 return skip_chars (1, 0, string, lim);
1317}
1318
1319DEFUN ("skip-chars-backward", Fskip_chars_backward, Sskip_chars_backward, 1, 2, 0,
fdb82f93
PJ
1320 doc: /* Move point backward, stopping after a char not in STRING, or at pos LIM.
1321See `skip-chars-forward' for details.
1322Returns the distance traveled, either zero or negative. */)
1323 (string, lim)
195d1361
RS
1324 Lisp_Object string, lim;
1325{
1326 return skip_chars (0, 0, string, lim);
1327}
1328
1329DEFUN ("skip-syntax-forward", Fskip_syntax_forward, Sskip_syntax_forward, 1, 2, 0,
fdb82f93
PJ
1330 doc: /* Move point forward across chars in specified syntax classes.
1331SYNTAX is a string of syntax code characters.
1332Stop before a char whose syntax is not in SYNTAX, or at position LIM.
1333If SYNTAX starts with ^, skip characters whose syntax is NOT in SYNTAX.
1334This function returns the distance traveled, either zero or positive. */)
1335 (syntax, lim)
195d1361
RS
1336 Lisp_Object syntax, lim;
1337{
1338 return skip_chars (1, 1, syntax, lim);
1339}
1340
1341DEFUN ("skip-syntax-backward", Fskip_syntax_backward, Sskip_syntax_backward, 1, 2, 0,
fdb82f93
PJ
1342 doc: /* Move point backward across chars in specified syntax classes.
1343SYNTAX is a string of syntax code characters.
1344Stop on reaching a char whose syntax is not in SYNTAX, or at position LIM.
1345If SYNTAX starts with ^, skip characters whose syntax is NOT in SYNTAX.
1346This function returns the distance traveled, either zero or negative. */)
1347 (syntax, lim)
195d1361
RS
1348 Lisp_Object syntax, lim;
1349{
1350 return skip_chars (0, 1, syntax, lim);
1351}
1352
6a140a74 1353static Lisp_Object
195d1361
RS
1354skip_chars (forwardp, syntaxp, string, lim)
1355 int forwardp, syntaxp;
1356 Lisp_Object string, lim;
1357{
195d1361
RS
1358 register unsigned int c;
1359 unsigned char fastmap[0400];
7e68b0ea 1360 /* If SYNTAXP is 0, STRING may contain multi-byte form of characters
9690d026
KH
1361 of which codes don't fit in FASTMAP. In that case, set the
1362 ranges of characters in CHAR_RANGES. */
5df4982e 1363 int *char_ranges;
7e68b0ea 1364 int n_char_ranges = 0;
195d1361 1365 int negate = 0;
4101e6fe 1366 register int i, i_byte;
7e68b0ea 1367 int multibyte = !NILP (current_buffer->enable_multibyte_characters);
1674d9a2
RS
1368 int string_multibyte;
1369 int size_byte;
2e567bd3 1370 const unsigned char *str;
82d497fc 1371 int len;
195d1361 1372
b7826503 1373 CHECK_STRING (string);
d5db4077 1374 char_ranges = (int *) alloca (SCHARS (string) * (sizeof (int)) * 2);
1674d9a2 1375 string_multibyte = STRING_MULTIBYTE (string);
d5db4077
KR
1376 str = SDATA (string);
1377 size_byte = SBYTES (string);
195d1361 1378
82d497fc
KH
1379 /* Adjust the multibyteness of the string to that of the buffer. */
1380 if (multibyte != string_multibyte)
1381 {
1382 int nbytes;
1383
1384 if (multibyte)
d5db4077
KR
1385 nbytes = count_size_as_multibyte (SDATA (string),
1386 SCHARS (string));
82d497fc 1387 else
d5db4077 1388 nbytes = SCHARS (string);
82d497fc
KH
1389 if (nbytes != size_byte)
1390 {
2e567bd3
KR
1391 unsigned char *tmp = (unsigned char *) alloca (nbytes);
1392 copy_text (SDATA (string), tmp, size_byte,
82d497fc
KH
1393 string_multibyte, multibyte);
1394 size_byte = nbytes;
2e567bd3 1395 str = tmp;
82d497fc
KH
1396 }
1397 }
1398
195d1361
RS
1399 if (NILP (lim))
1400 XSETINT (lim, forwardp ? ZV : BEGV);
1401 else
b7826503 1402 CHECK_NUMBER_COERCE_MARKER (lim);
195d1361
RS
1403
1404 /* In any case, don't allow scan outside bounds of buffer. */
195d1361
RS
1405 if (XINT (lim) > ZV)
1406 XSETFASTINT (lim, ZV);
1407 if (XINT (lim) < BEGV)
1408 XSETFASTINT (lim, BEGV);
1409
195d1361
RS
1410 bzero (fastmap, sizeof fastmap);
1411
82d497fc 1412 i_byte = 0;
4101e6fe 1413
13090112 1414 if (i_byte < size_byte
d5db4077 1415 && SREF (string, 0) == '^')
195d1361 1416 {
82d497fc 1417 negate = 1; i_byte++;
195d1361
RS
1418 }
1419
1420 /* Find the characters specified and set their elements of fastmap.
1421 If syntaxp, each character counts as itself.
1422 Otherwise, handle backslashes and ranges specially. */
1423
13090112 1424 while (i_byte < size_byte)
195d1361 1425 {
82d497fc
KH
1426 c = STRING_CHAR_AND_LENGTH (str + i_byte, size_byte - i_byte, len);
1427 i_byte += len;
4101e6fe 1428
195d1361 1429 if (syntaxp)
4101e6fe 1430 fastmap[syntax_spec_code[c & 0377]] = 1;
195d1361
RS
1431 else
1432 {
1433 if (c == '\\')
1434 {
13090112 1435 if (i_byte == size_byte)
4101e6fe
RS
1436 break;
1437
82d497fc
KH
1438 c = STRING_CHAR_AND_LENGTH (str+i_byte, size_byte-i_byte, len);
1439 i_byte += len;
195d1361 1440 }
13090112 1441 if (i_byte < size_byte
82d497fc 1442 && str[i_byte] == '-')
195d1361 1443 {
9690d026 1444 unsigned int c2;
4101e6fe
RS
1445
1446 /* Skip over the dash. */
82d497fc 1447 i_byte++;
4101e6fe 1448
13090112 1449 if (i_byte == size_byte)
4101e6fe
RS
1450 break;
1451
1452 /* Get the end of the range. */
82d497fc
KH
1453 c2 =STRING_CHAR_AND_LENGTH (str+i_byte, size_byte-i_byte, len);
1454 i_byte += len;
7e68b0ea 1455
4101e6fe 1456 if (SINGLE_BYTE_CHAR_P (c))
06274af5
KH
1457 {
1458 if (! SINGLE_BYTE_CHAR_P (c2))
e39091b6 1459 {
7ae339a7
KH
1460 /* Handle a range starting with a character of
1461 less than 256, and ending with a character of
1462 not less than 256. Split that into two
1463 ranges, the low one ending at 0377, and the
1464 high one starting at the smallest character
1465 in the charset of C2 and ending at C2. */
e39091b6
KH
1466 int charset = CHAR_CHARSET (c2);
1467 int c1 = MAKE_CHAR (charset, 0, 0);
1468
e39091b6
KH
1469 char_ranges[n_char_ranges++] = c1;
1470 char_ranges[n_char_ranges++] = c2;
465cf84c 1471 c2 = 0377;
e39091b6 1472 }
06274af5
KH
1473 while (c <= c2)
1474 {
1475 fastmap[c] = 1;
1476 c++;
1477 }
1478 }
9690d026 1479 else if (c <= c2) /* Both C and C2 are multibyte char. */
195d1361 1480 {
9690d026
KH
1481 char_ranges[n_char_ranges++] = c;
1482 char_ranges[n_char_ranges++] = c2;
195d1361 1483 }
195d1361
RS
1484 }
1485 else
7e68b0ea 1486 {
e39091b6
KH
1487 if (SINGLE_BYTE_CHAR_P (c))
1488 fastmap[c] = 1;
1489 else
7e68b0ea 1490 {
4101e6fe
RS
1491 char_ranges[n_char_ranges++] = c;
1492 char_ranges[n_char_ranges++] = c;
7e68b0ea
RS
1493 }
1494 }
195d1361
RS
1495 }
1496 }
1497
9690d026 1498 /* If ^ was the first character, complement the fastmap. */
195d1361
RS
1499 if (negate)
1500 for (i = 0; i < sizeof fastmap; i++)
9690d026 1501 fastmap[i] ^= 1;
195d1361
RS
1502
1503 {
1504 int start_point = PT;
1505 int pos = PT;
6a140a74 1506 int pos_byte = PT_BYTE;
9af7511a
KH
1507 unsigned char *p = PT_ADDR, *endp, *stop;
1508
1509 if (forwardp)
1510 {
1511 endp = (XINT (lim) == GPT) ? GPT_ADDR : CHAR_POS_ADDR (XINT (lim));
1512 stop = (pos < GPT && GPT < XINT (lim)) ? GPT_ADDR : endp;
1513 }
1514 else
1515 {
1516 endp = CHAR_POS_ADDR (XINT (lim));
1517 stop = (pos >= GPT && GPT > XINT (lim)) ? GAP_END_ADDR : endp;
1518 }
195d1361
RS
1519
1520 immediate_quit = 1;
1521 if (syntaxp)
1522 {
1523 SETUP_SYNTAX_TABLE (pos, forwardp ? 1 : -1);
1524 if (forwardp)
1525 {
7e68b0ea 1526 if (multibyte)
9af7511a
KH
1527 while (1)
1528 {
1529 int nbytes;
1530
1531 if (p >= stop)
ee0cdb48 1532 {
9af7511a
KH
1533 if (p >= endp)
1534 break;
1535 p = GAP_END_ADDR;
1536 stop = endp;
ee0cdb48 1537 }
9af7511a
KH
1538 c = STRING_CHAR_AND_LENGTH (p, MAX_MULTIBYTE_LENGTH, nbytes);
1539 if (! fastmap[(int) SYNTAX (c)])
1540 break;
1541 p += nbytes, pos++, pos_byte += nbytes;
1542 UPDATE_SYNTAX_TABLE_FORWARD (pos);
1543 }
7e68b0ea 1544 else
9af7511a
KH
1545 while (1)
1546 {
1547 if (p >= stop)
1548 {
1549 if (p >= endp)
1550 break;
1551 p = GAP_END_ADDR;
1552 stop = endp;
1553 }
1554 if (! fastmap[(int) SYNTAX (*p)])
1555 break;
1556 p++, pos++;
1557 UPDATE_SYNTAX_TABLE_FORWARD (pos);
1558 }
195d1361
RS
1559 }
1560 else
1561 {
7e68b0ea 1562 if (multibyte)
9af7511a
KH
1563 while (1)
1564 {
1565 unsigned char *prev_p;
1566 int nbytes;
1567
1568 if (p <= stop)
1569 {
1570 if (p <= endp)
7e68b0ea 1571 break;
9af7511a
KH
1572 p = GPT_ADDR;
1573 stop = endp;
1574 }
1575 prev_p = p;
1576 while (--p >= stop && ! CHAR_HEAD_P (*p));
1577 PARSE_MULTIBYTE_SEQ (p, MAX_MULTIBYTE_LENGTH, nbytes);
1578 if (prev_p - p > nbytes)
1579 p = prev_p - 1, c = *p, nbytes = 1;
1580 else
1581 c = STRING_CHAR (p, MAX_MULTIBYTE_LENGTH);
1582 pos--, pos_byte -= nbytes;
1583 UPDATE_SYNTAX_TABLE_BACKWARD (pos);
1584 if (! fastmap[(int) SYNTAX (c)])
1585 {
1586 pos++;
1587 pos_byte += nbytes;
1588 break;
1589 }
1590 }
7e68b0ea 1591 else
9af7511a
KH
1592 while (1)
1593 {
1594 if (p <= stop)
ee0cdb48 1595 {
9af7511a 1596 if (p <= endp)
4c8535eb 1597 break;
9af7511a
KH
1598 p = GPT_ADDR;
1599 stop = endp;
ee0cdb48 1600 }
9af7511a
KH
1601 if (! fastmap[(int) SYNTAX (p[-1])])
1602 break;
1603 p--, pos--;
1604 UPDATE_SYNTAX_TABLE_BACKWARD (pos - 1);
1605 }
195d1361
RS
1606 }
1607 }
1608 else
1609 {
1610 if (forwardp)
1611 {
7e68b0ea 1612 if (multibyte)
9af7511a 1613 while (1)
7e68b0ea 1614 {
9af7511a
KH
1615 int nbytes;
1616
1617 if (p >= stop)
1618 {
1619 if (p >= endp)
1620 break;
1621 p = GAP_END_ADDR;
1622 stop = endp;
1623 }
1624 c = STRING_CHAR_AND_LENGTH (p, MAX_MULTIBYTE_LENGTH, nbytes);
9690d026 1625 if (SINGLE_BYTE_CHAR_P (c))
7e68b0ea 1626 {
9690d026
KH
1627 if (!fastmap[c])
1628 break;
1629 }
1630 else
1631 {
1632 /* If we are looking at a multibyte character,
1633 we must look up the character in the table
1634 CHAR_RANGES. If there's no data in the
1635 table, that character is not what we want to
1636 skip. */
1637
e39091b6
KH
1638 /* The following code do the right thing even if
1639 n_char_ranges is zero (i.e. no data in
1640 CHAR_RANGES). */
7e68b0ea 1641 for (i = 0; i < n_char_ranges; i += 2)
e39091b6 1642 if (c >= char_ranges[i] && c <= char_ranges[i + 1])
7e68b0ea
RS
1643 break;
1644 if (!(negate ^ (i < n_char_ranges)))
1645 break;
7e68b0ea 1646 }
9af7511a 1647 p += nbytes, pos++, pos_byte += nbytes;
7e68b0ea
RS
1648 }
1649 else
9af7511a
KH
1650 while (1)
1651 {
1652 if (p >= stop)
1653 {
1654 if (p >= endp)
1655 break;
1656 p = GAP_END_ADDR;
1657 stop = endp;
1658 }
4e837cd0 1659 if (!fastmap[*p])
9af7511a
KH
1660 break;
1661 p++, pos++;
1662 }
195d1361
RS
1663 }
1664 else
1665 {
7e68b0ea 1666 if (multibyte)
9af7511a 1667 while (1)
7e68b0ea 1668 {
9af7511a
KH
1669 unsigned char *prev_p;
1670 int nbytes;
e39091b6 1671
9af7511a
KH
1672 if (p <= stop)
1673 {
1674 if (p <= endp)
1675 break;
1676 p = GPT_ADDR;
1677 stop = endp;
1678 }
1679 prev_p = p;
1680 while (--p >= stop && ! CHAR_HEAD_P (*p));
1681 PARSE_MULTIBYTE_SEQ (p, MAX_MULTIBYTE_LENGTH, nbytes);
1682 if (prev_p - p > nbytes)
1683 p = prev_p - 1, c = *p, nbytes = 1;
1684 else
1685 c = STRING_CHAR (p, MAX_MULTIBYTE_LENGTH);
9690d026
KH
1686 if (SINGLE_BYTE_CHAR_P (c))
1687 {
1688 if (!fastmap[c])
1689 break;
1690 }
1691 else
7e68b0ea 1692 {
9690d026 1693 /* See the comment in the previous similar code. */
e39091b6
KH
1694 for (i = 0; i < n_char_ranges; i += 2)
1695 if (c >= char_ranges[i] && c <= char_ranges[i + 1])
1696 break;
1697 if (!(negate ^ (i < n_char_ranges)))
1698 break;
7e68b0ea 1699 }
9af7511a 1700 pos--, pos_byte -= nbytes;
7e68b0ea
RS
1701 }
1702 else
9af7511a
KH
1703 while (1)
1704 {
1705 if (p <= stop)
1706 {
1707 if (p <= endp)
1708 break;
1709 p = GPT_ADDR;
1710 stop = endp;
1711 }
4e837cd0 1712 if (!fastmap[p[-1]])
9af7511a
KH
1713 break;
1714 p--, pos--;
1715 }
195d1361
RS
1716 }
1717 }
7e68b0ea 1718
6a140a74
RS
1719#if 0 /* Not needed now that a position in mid-character
1720 cannot be specified in Lisp. */
7e68b0ea
RS
1721 if (multibyte
1722 /* INC_POS or DEC_POS might have moved POS over LIM. */
1723 && (forwardp ? (pos > XINT (lim)) : (pos < XINT (lim))))
1724 pos = XINT (lim);
6a140a74 1725#endif
7e68b0ea 1726
6a140a74
RS
1727 if (! multibyte)
1728 pos_byte = pos;
1729
1730 SET_PT_BOTH (pos, pos_byte);
195d1361
RS
1731 immediate_quit = 0;
1732
1733 return make_number (PT - start_point);
1734 }
1735}
1736\f
95ff8dfc
RS
1737/* Jump over a comment, assuming we are at the beginning of one.
1738 FROM is the current position.
1739 FROM_BYTE is the bytepos corresponding to FROM.
1740 Do not move past STOP (a charpos).
1741 The comment over which we have to jump is of style STYLE
1742 (either SYNTAX_COMMENT_STYLE(foo) or ST_COMMENT_STYLE).
1743 NESTING should be positive to indicate the nesting at the beginning
1744 for nested comments and should be zero or negative else.
1745 ST_COMMENT_STYLE cannot be nested.
1746 PREV_SYNTAX is the SYNTAX_WITH_FLAGS of the previous character
1747 (or 0 If the search cannot start in the middle of a two-character).
1748
1749 If successful, return 1 and store the charpos of the comment's end
1750 into *CHARPOS_PTR and the corresponding bytepos into *BYTEPOS_PTR.
1751 Else, return 0 and store the charpos STOP into *CHARPOS_PTR, the
1752 corresponding bytepos into *BYTEPOS_PTR and the current nesting
1753 (as defined for state.incomment) in *INCOMMENT_PTR.
1754
1755 The comment end is the last character of the comment rather than the
1756 character just after the comment.
1757
1758 Global syntax data is assumed to initially be valid for FROM and
1759 remains valid for forward search starting at the returned position. */
1760
1761static int
1762forw_comment (from, from_byte, stop, nesting, style, prev_syntax,
1763 charpos_ptr, bytepos_ptr, incomment_ptr)
1764 int from, from_byte, stop;
1765 int nesting, style, prev_syntax;
1766 int *charpos_ptr, *bytepos_ptr, *incomment_ptr;
1767{
1768 register int c, c1;
1769 register enum syntaxcode code;
1770 register int syntax;
1771
1772 if (nesting <= 0) nesting = -1;
1773
1774 /* Enter the loop in the middle so that we find
1775 a 2-char comment ender if we start in the middle of it. */
1776 syntax = prev_syntax;
1777 if (syntax != 0) goto forw_incomment;
1778
1779 while (1)
1780 {
1781 if (from == stop)
1782 {
1783 *incomment_ptr = nesting;
1784 *charpos_ptr = from;
1785 *bytepos_ptr = from_byte;
1786 return 0;
1787 }
1788 c = FETCH_CHAR (from_byte);
1789 syntax = SYNTAX_WITH_FLAGS (c);
1790 code = syntax & 0xff;
1791 if (code == Sendcomment
1792 && SYNTAX_FLAGS_COMMENT_STYLE (syntax) == style
abf8a9ff
SM
1793 && (SYNTAX_FLAGS_COMMENT_NESTED (syntax) ?
1794 (nesting > 0 && --nesting == 0) : nesting < 0))
95ff8dfc
RS
1795 /* we have encountered a comment end of the same style
1796 as the comment sequence which began this comment
1797 section */
1798 break;
1799 if (code == Scomment_fence
1800 && style == ST_COMMENT_STYLE)
1801 /* we have encountered a comment end of the same style
1802 as the comment sequence which began this comment
1803 section. */
1804 break;
1805 if (nesting > 0
1806 && code == Scomment
abf8a9ff 1807 && SYNTAX_FLAGS_COMMENT_NESTED (syntax)
95ff8dfc
RS
1808 && SYNTAX_FLAGS_COMMENT_STYLE (syntax) == style)
1809 /* we have encountered a nested comment of the same style
1810 as the comment sequence which began this comment section */
1811 nesting++;
1812 INC_BOTH (from, from_byte);
1813 UPDATE_SYNTAX_TABLE_FORWARD (from);
7d0393cf 1814
95ff8dfc
RS
1815 forw_incomment:
1816 if (from < stop && SYNTAX_FLAGS_COMEND_FIRST (syntax)
1817 && SYNTAX_FLAGS_COMMENT_STYLE (syntax) == style
1818 && (c1 = FETCH_CHAR (from_byte),
abf8a9ff
SM
1819 SYNTAX_COMEND_SECOND (c1))
1820 && ((SYNTAX_FLAGS_COMMENT_NESTED (syntax) ||
1821 SYNTAX_COMMENT_NESTED (c1)) ? nesting > 0 : nesting < 0))
4ffe723b
GM
1822 {
1823 if (--nesting <= 0)
1824 /* we have encountered a comment end of the same style
1825 as the comment sequence which began this comment
1826 section */
1827 break;
1828 else
1829 {
1830 INC_BOTH (from, from_byte);
1831 UPDATE_SYNTAX_TABLE_FORWARD (from);
1832 }
1833 }
95ff8dfc
RS
1834 if (nesting > 0
1835 && from < stop
1836 && SYNTAX_FLAGS_COMSTART_FIRST (syntax)
1837 && (c1 = FETCH_CHAR (from_byte),
1838 SYNTAX_COMMENT_STYLE (c1) == style
abf8a9ff
SM
1839 && SYNTAX_COMSTART_SECOND (c1))
1840 && (SYNTAX_FLAGS_COMMENT_NESTED (syntax) ||
1841 SYNTAX_COMMENT_NESTED (c1)))
95ff8dfc
RS
1842 /* we have encountered a nested comment of the same style
1843 as the comment sequence which began this comment
1844 section */
1845 {
1846 INC_BOTH (from, from_byte);
1847 UPDATE_SYNTAX_TABLE_FORWARD (from);
1848 nesting++;
1849 }
1850 }
1851 *charpos_ptr = from;
1852 *bytepos_ptr = from_byte;
1853 return 1;
1854}
1855
b3cfe0c8 1856DEFUN ("forward-comment", Fforward_comment, Sforward_comment, 1, 1, 0,
177c0ea7 1857 doc: /*
ee648c11 1858Move forward across up to COUNT comments. If COUNT is negative, move backward.
fdb82f93
PJ
1859Stop scanning if we find something other than a comment or whitespace.
1860Set point to where scanning stops.
ee648c11 1861If COUNT comments are found as expected, with nothing except whitespace
fdb82f93
PJ
1862between them, return t; otherwise return nil. */)
1863 (count)
840f481c 1864 Lisp_Object count;
b3cfe0c8
RS
1865{
1866 register int from;
6a140a74 1867 int from_byte;
b3cfe0c8 1868 register int stop;
8ea151b2 1869 register int c, c1;
b3cfe0c8
RS
1870 register enum syntaxcode code;
1871 int comstyle = 0; /* style of comment encountered */
95ff8dfc 1872 int comnested = 0; /* whether the comment is nestable or not */
be720845 1873 int found;
840f481c 1874 int count1;
6a140a74 1875 int out_charpos, out_bytepos;
95ff8dfc 1876 int dummy;
840f481c 1877
b7826503 1878 CHECK_NUMBER (count);
840f481c 1879 count1 = XINT (count);
195d1361 1880 stop = count1 > 0 ? ZV : BEGV;
b3cfe0c8
RS
1881
1882 immediate_quit = 1;
1883 QUIT;
1884
1885 from = PT;
6a140a74 1886 from_byte = PT_BYTE;
b3cfe0c8 1887
195d1361 1888 SETUP_SYNTAX_TABLE (from, count1);
840f481c 1889 while (count1 > 0)
b3cfe0c8 1890 {
04882296 1891 do
b3cfe0c8 1892 {
f902a008
RS
1893 int comstart_first;
1894
04882296
KH
1895 if (from == stop)
1896 {
ef316cf0 1897 SET_PT_BOTH (from, from_byte);
b7e6e612 1898 immediate_quit = 0;
04882296
KH
1899 return Qnil;
1900 }
6a140a74 1901 c = FETCH_CHAR (from_byte);
b3cfe0c8 1902 code = SYNTAX (c);
f902a008 1903 comstart_first = SYNTAX_COMSTART_FIRST (c);
95ff8dfc 1904 comnested = SYNTAX_COMMENT_NESTED (c);
e6365855 1905 comstyle = SYNTAX_COMMENT_STYLE (c);
6a140a74 1906 INC_BOTH (from, from_byte);
f902a008 1907 UPDATE_SYNTAX_TABLE_FORWARD (from);
f902a008 1908 if (from < stop && comstart_first
6a140a74 1909 && (c1 = FETCH_CHAR (from_byte),
8ea151b2 1910 SYNTAX_COMSTART_SECOND (c1)))
b3cfe0c8 1911 {
7d0393cf 1912 /* We have encountered a comment start sequence and we
7fc8191e 1913 are ignoring all text inside comments. We must record
b3cfe0c8
RS
1914 the comment style this sequence begins so that later,
1915 only a comment end of the same style actually ends
7fc8191e 1916 the comment section. */
b3cfe0c8 1917 code = Scomment;
8ea151b2 1918 comstyle = SYNTAX_COMMENT_STYLE (c1);
95ff8dfc 1919 comnested = comnested || SYNTAX_COMMENT_NESTED (c1);
6a140a74 1920 INC_BOTH (from, from_byte);
95ff8dfc 1921 UPDATE_SYNTAX_TABLE_FORWARD (from);
b3cfe0c8 1922 }
04882296 1923 }
abf8a9ff 1924 while (code == Swhitespace || (code == Sendcomment && c == '\n'));
6a140a74 1925
da71ab91
KH
1926 if (code == Scomment_fence)
1927 comstyle = ST_COMMENT_STYLE;
1928 else if (code != Scomment)
04882296
KH
1929 {
1930 immediate_quit = 0;
6a140a74 1931 DEC_BOTH (from, from_byte);
ef316cf0 1932 SET_PT_BOTH (from, from_byte);
04882296
KH
1933 return Qnil;
1934 }
1935 /* We're at the start of a comment. */
95ff8dfc
RS
1936 found = forw_comment (from, from_byte, stop, comnested, comstyle, 0,
1937 &out_charpos, &out_bytepos, &dummy);
1938 from = out_charpos; from_byte = out_bytepos;
1939 if (!found)
04882296 1940 {
95ff8dfc
RS
1941 immediate_quit = 0;
1942 SET_PT_BOTH (from, from_byte);
1943 return Qnil;
b3cfe0c8 1944 }
95ff8dfc
RS
1945 INC_BOTH (from, from_byte);
1946 UPDATE_SYNTAX_TABLE_FORWARD (from);
04882296 1947 /* We have skipped one comment. */
840f481c 1948 count1--;
b3cfe0c8
RS
1949 }
1950
840f481c 1951 while (count1 < 0)
b3cfe0c8 1952 {
b9145dbb 1953 while (1)
b3cfe0c8 1954 {
c65adb44 1955 int quoted;
f902a008 1956
b9145dbb
RS
1957 if (from <= stop)
1958 {
6a140a74 1959 SET_PT_BOTH (BEGV, BEGV_BYTE);
b9145dbb
RS
1960 immediate_quit = 0;
1961 return Qnil;
1962 }
b3cfe0c8 1963
6a140a74 1964 DEC_BOTH (from, from_byte);
f902a008 1965 /* char_quoted does UPDATE_SYNTAX_TABLE_BACKWARD (from). */
6a140a74 1966 quoted = char_quoted (from, from_byte);
6a140a74 1967 c = FETCH_CHAR (from_byte);
b3cfe0c8
RS
1968 code = SYNTAX (c);
1969 comstyle = 0;
95ff8dfc 1970 comnested = SYNTAX_COMMENT_NESTED (c);
7fc8191e
RS
1971 if (code == Sendcomment)
1972 comstyle = SYNTAX_COMMENT_STYLE (c);
b3cfe0c8 1973 if (from > stop && SYNTAX_COMEND_SECOND (c)
f902a008 1974 && prev_char_comend_first (from, from_byte)
89c6809a 1975 && !char_quoted (from - 1, dec_bytepos (from_byte)))
b3cfe0c8 1976 {
7fc8191e 1977 /* We must record the comment style encountered so that
b3cfe0c8 1978 later, we can match only the proper comment begin
7fc8191e 1979 sequence of the same style. */
6a140a74 1980 DEC_BOTH (from, from_byte);
f902a008
RS
1981 code = Sendcomment;
1982 /* Calling char_quoted, above, set up global syntax position
1983 at the new value of FROM. */
95ff8dfc
RS
1984 c1 = FETCH_CHAR (from_byte);
1985 comstyle = SYNTAX_COMMENT_STYLE (c1);
1986 comnested = comnested || SYNTAX_COMMENT_NESTED (c1);
b3cfe0c8
RS
1987 }
1988
195d1361
RS
1989 if (code == Scomment_fence)
1990 {
1991 /* Skip until first preceding unquoted comment_fence. */
6a140a74 1992 int found = 0, ini = from, ini_byte = from_byte;
7d0393cf 1993
6a140a74 1994 while (1)
195d1361 1995 {
6a140a74
RS
1996 DEC_BOTH (from, from_byte);
1997 if (from == stop)
1998 break;
195d1361 1999 UPDATE_SYNTAX_TABLE_BACKWARD (from);
6a140a74
RS
2000 c = FETCH_CHAR (from_byte);
2001 if (SYNTAX (c) == Scomment_fence
7d0393cf 2002 && !char_quoted (from, from_byte))
195d1361 2003 {
7d0393cf 2004 found = 1;
195d1361
RS
2005 break;
2006 }
2007 }
2008 if (found == 0)
2009 {
2010 from = ini; /* Set point to ini + 1. */
6a140a74 2011 from_byte = ini_byte;
195d1361
RS
2012 goto leave;
2013 }
2014 }
2015 else if (code == Sendcomment)
b3cfe0c8 2016 {
95ff8dfc 2017 found = back_comment (from, from_byte, stop, comnested, comstyle,
6a140a74 2018 &out_charpos, &out_bytepos);
1aa963c8
SM
2019 if (found == -1)
2020 {
abf8a9ff
SM
2021 if (c == '\n')
2022 /* This end-of-line is not an end-of-comment.
2023 Treat it like a whitespace.
2024 CC-mode (and maybe others) relies on this behavior. */
2025 ;
2026 else
2027 {
2028 /* Failure: we should go back to the end of this
2029 not-quite-endcomment. */
2030 if (SYNTAX(c) != code)
2031 /* It was a two-char Sendcomment. */
2032 INC_BOTH (from, from_byte);
2033 goto leave;
2034 }
1aa963c8 2035 }
2b927d02 2036 else
abf8a9ff
SM
2037 {
2038 /* We have skipped one comment. */
2039 from = out_charpos, from_byte = out_bytepos;
2040 break;
2041 }
b3cfe0c8 2042 }
bb0de084 2043 else if (code != Swhitespace || quoted)
b3cfe0c8 2044 {
195d1361 2045 leave:
b3cfe0c8 2046 immediate_quit = 0;
6a140a74 2047 INC_BOTH (from, from_byte);
ef316cf0 2048 SET_PT_BOTH (from, from_byte);
b3cfe0c8
RS
2049 return Qnil;
2050 }
2051 }
2052
840f481c 2053 count1++;
b3cfe0c8
RS
2054 }
2055
ef316cf0 2056 SET_PT_BOTH (from, from_byte);
b3cfe0c8
RS
2057 immediate_quit = 0;
2058 return Qt;
2059}
2060\f
bd25db08 2061/* Return syntax code of character C if C is a single byte character
db9f48c3 2062 or `multibyte_symbol_p' is zero. Otherwise, return Ssymbol. */
bd25db08
KH
2063
2064#define SYNTAX_WITH_MULTIBYTE_CHECK(c) \
2065 ((SINGLE_BYTE_CHAR_P (c) || !multibyte_symbol_p) \
2066 ? SYNTAX (c) : Ssymbol)
2067
6a140a74 2068static Lisp_Object
8489eb67
RS
2069scan_lists (from, count, depth, sexpflag)
2070 register int from;
2071 int count, depth, sexpflag;
2072{
2073 Lisp_Object val;
195d1361 2074 register int stop = count > 0 ? ZV : BEGV;
93da5fff
KH
2075 register int c, c1;
2076 int stringterm;
8489eb67
RS
2077 int quoted;
2078 int mathexit = 0;
93da5fff 2079 register enum syntaxcode code, temp_code;
195d1361 2080 int min_depth = depth; /* Err out if depth gets less than this. */
e5d4f4dc 2081 int comstyle = 0; /* style of comment encountered */
95ff8dfc 2082 int comnested = 0; /* whether the comment is nestable or not */
93da5fff 2083 int temp_pos;
7bf5e9e4 2084 int last_good = from;
195d1361 2085 int found;
c3907a7e 2086 int from_byte;
6a140a74 2087 int out_bytepos, out_charpos;
95ff8dfc 2088 int temp, dummy;
bd25db08 2089 int multibyte_symbol_p = sexpflag && multibyte_syntax_as_symbol;
8489eb67
RS
2090
2091 if (depth > 0) min_depth = 0;
2092
c3907a7e
RS
2093 if (from > ZV) from = ZV;
2094 if (from < BEGV) from = BEGV;
2095
2096 from_byte = CHAR_TO_BYTE (from);
2097
8489eb67
RS
2098 immediate_quit = 1;
2099 QUIT;
2100
195d1361 2101 SETUP_SYNTAX_TABLE (from, count);
8489eb67
RS
2102 while (count > 0)
2103 {
8489eb67
RS
2104 while (from < stop)
2105 {
f902a008 2106 int comstart_first, prefix;
195d1361 2107 UPDATE_SYNTAX_TABLE_FORWARD (from);
6a140a74 2108 c = FETCH_CHAR (from_byte);
bd25db08 2109 code = SYNTAX_WITH_MULTIBYTE_CHECK (c);
f902a008 2110 comstart_first = SYNTAX_COMSTART_FIRST (c);
95ff8dfc 2111 comnested = SYNTAX_COMMENT_NESTED (c);
e6365855 2112 comstyle = SYNTAX_COMMENT_STYLE (c);
f902a008 2113 prefix = SYNTAX_PREFIX (c);
7bf5e9e4
RS
2114 if (depth == min_depth)
2115 last_good = from;
6a140a74 2116 INC_BOTH (from, from_byte);
195d1361 2117 UPDATE_SYNTAX_TABLE_FORWARD (from);
f902a008 2118 if (from < stop && comstart_first
6a140a74 2119 && SYNTAX_COMSTART_SECOND (FETCH_CHAR (from_byte))
8489eb67 2120 && parse_sexp_ignore_comments)
e5d4f4dc 2121 {
7d0393cf 2122 /* we have encountered a comment start sequence and we
195d1361 2123 are ignoring all text inside comments. We must record
e5d4f4dc
RS
2124 the comment style this sequence begins so that later,
2125 only a comment end of the same style actually ends
2126 the comment section */
2127 code = Scomment;
95ff8dfc
RS
2128 c1 = FETCH_CHAR (from_byte);
2129 comstyle = SYNTAX_COMMENT_STYLE (c1);
2130 comnested = comnested || SYNTAX_COMMENT_NESTED (c1);
6a140a74 2131 INC_BOTH (from, from_byte);
f902a008 2132 UPDATE_SYNTAX_TABLE_FORWARD (from);
e5d4f4dc 2133 }
7d0393cf 2134
f902a008 2135 if (prefix)
8489eb67
RS
2136 continue;
2137
0220c518 2138 switch (SWITCH_ENUM_CAST (code))
8489eb67
RS
2139 {
2140 case Sescape:
2141 case Scharquote:
2142 if (from == stop) goto lose;
6a140a74 2143 INC_BOTH (from, from_byte);
8489eb67
RS
2144 /* treat following character as a word constituent */
2145 case Sword:
2146 case Ssymbol:
2147 if (depth || !sexpflag) break;
195d1361 2148 /* This word counts as a sexp; return at end of it. */
8489eb67
RS
2149 while (from < stop)
2150 {
195d1361 2151 UPDATE_SYNTAX_TABLE_FORWARD (from);
7c7ca3d2
RS
2152
2153 /* Some compilers can't handle this inside the switch. */
bd25db08
KH
2154 c = FETCH_CHAR (from_byte);
2155 temp = SYNTAX_WITH_MULTIBYTE_CHECK (c);
7c7ca3d2 2156 switch (temp)
8489eb67
RS
2157 {
2158 case Scharquote:
2159 case Sescape:
6a140a74 2160 INC_BOTH (from, from_byte);
8489eb67
RS
2161 if (from == stop) goto lose;
2162 break;
2163 case Sword:
2164 case Ssymbol:
2165 case Squote:
2166 break;
2167 default:
2168 goto done;
2169 }
6a140a74 2170 INC_BOTH (from, from_byte);
8489eb67
RS
2171 }
2172 goto done;
2173
195d1361 2174 case Scomment_fence:
95ff8dfc
RS
2175 comstyle = ST_COMMENT_STYLE;
2176 /* FALLTHROUGH */
2177 case Scomment:
8489eb67 2178 if (!parse_sexp_ignore_comments) break;
95ff8dfc
RS
2179 UPDATE_SYNTAX_TABLE_FORWARD (from);
2180 found = forw_comment (from, from_byte, stop,
2181 comnested, comstyle, 0,
2182 &out_charpos, &out_bytepos, &dummy);
2183 from = out_charpos, from_byte = out_bytepos;
2184 if (!found)
8489eb67 2185 {
95ff8dfc
RS
2186 if (depth == 0)
2187 goto done;
2188 goto lose;
8489eb67 2189 }
95ff8dfc
RS
2190 INC_BOTH (from, from_byte);
2191 UPDATE_SYNTAX_TABLE_FORWARD (from);
8489eb67
RS
2192 break;
2193
2194 case Smath:
2195 if (!sexpflag)
2196 break;
6a140a74
RS
2197 if (from != stop && c == FETCH_CHAR (from_byte))
2198 {
2199 INC_BOTH (from, from_byte);
2200 }
8489eb67
RS
2201 if (mathexit)
2202 {
2203 mathexit = 0;
2204 goto close1;
2205 }
2206 mathexit = 1;
2207
2208 case Sopen:
2209 if (!++depth) goto done;
2210 break;
2211
2212 case Sclose:
2213 close1:
2214 if (!--depth) goto done;
2215 if (depth < min_depth)
7bf5e9e4
RS
2216 Fsignal (Qscan_error,
2217 Fcons (build_string ("Containing expression ends prematurely"),
2218 Fcons (make_number (last_good),
2219 Fcons (make_number (from), Qnil))));
8489eb67
RS
2220 break;
2221
2222 case Sstring:
195d1361 2223 case Sstring_fence:
ef316cf0 2224 temp_pos = dec_bytepos (from_byte);
93da5fff 2225 stringterm = FETCH_CHAR (temp_pos);
8489eb67
RS
2226 while (1)
2227 {
2228 if (from >= stop) goto lose;
195d1361 2229 UPDATE_SYNTAX_TABLE_FORWARD (from);
bd25db08 2230 c = FETCH_CHAR (from_byte);
42ebfa31
SM
2231 if (code == Sstring
2232 ? (c == stringterm
2233 && SYNTAX_WITH_MULTIBYTE_CHECK (c) == Sstring)
bd25db08 2234 : SYNTAX_WITH_MULTIBYTE_CHECK (c) == Sstring_fence)
195d1361 2235 break;
7c7ca3d2
RS
2236
2237 /* Some compilers can't handle this inside the switch. */
bd25db08 2238 temp = SYNTAX_WITH_MULTIBYTE_CHECK (c);
7c7ca3d2 2239 switch (temp)
8489eb67
RS
2240 {
2241 case Scharquote:
2242 case Sescape:
6a140a74 2243 INC_BOTH (from, from_byte);
8489eb67 2244 }
6a140a74 2245 INC_BOTH (from, from_byte);
8489eb67 2246 }
6a140a74 2247 INC_BOTH (from, from_byte);
8489eb67
RS
2248 if (!depth && sexpflag) goto done;
2249 break;
240c43e8
SM
2250 default:
2251 /* Ignore whitespace, punctuation, quote, endcomment. */
2252 break;
8489eb67
RS
2253 }
2254 }
2255
2256 /* Reached end of buffer. Error if within object, return nil if between */
2257 if (depth) goto lose;
2258
2259 immediate_quit = 0;
2260 return Qnil;
2261
2262 /* End of object reached */
2263 done:
2264 count--;
2265 }
2266
2267 while (count < 0)
2268 {
8489eb67
RS
2269 while (from > stop)
2270 {
6a140a74 2271 DEC_BOTH (from, from_byte);
195d1361 2272 UPDATE_SYNTAX_TABLE_BACKWARD (from);
6a140a74 2273 c = FETCH_CHAR (from_byte);
bd25db08 2274 code = SYNTAX_WITH_MULTIBYTE_CHECK (c);
7bf5e9e4
RS
2275 if (depth == min_depth)
2276 last_good = from;
7fc8191e 2277 comstyle = 0;
95ff8dfc 2278 comnested = SYNTAX_COMMENT_NESTED (c);
7fc8191e
RS
2279 if (code == Sendcomment)
2280 comstyle = SYNTAX_COMMENT_STYLE (c);
8489eb67 2281 if (from > stop && SYNTAX_COMEND_SECOND (c)
1674d9a2 2282 && prev_char_comend_first (from, from_byte)
8489eb67 2283 && parse_sexp_ignore_comments)
e5d4f4dc 2284 {
f902a008 2285 /* We must record the comment style encountered so that
e5d4f4dc 2286 later, we can match only the proper comment begin
f902a008 2287 sequence of the same style. */
6a140a74 2288 DEC_BOTH (from, from_byte);
f902a008
RS
2289 UPDATE_SYNTAX_TABLE_BACKWARD (from);
2290 code = Sendcomment;
95ff8dfc
RS
2291 c1 = FETCH_CHAR (from_byte);
2292 comstyle = SYNTAX_COMMENT_STYLE (c1);
2293 comnested = comnested || SYNTAX_COMMENT_NESTED (c1);
e5d4f4dc 2294 }
7d0393cf 2295
9828a477 2296 /* Quoting turns anything except a comment-ender
e6365855 2297 into a word character. Note that this cannot be true
f902a008 2298 if we decremented FROM in the if-statement above. */
9828a477 2299 if (code != Sendcomment && char_quoted (from, from_byte))
240c43e8
SM
2300 {
2301 DEC_BOTH (from, from_byte);
2302 code = Sword;
2303 }
9828a477 2304 else if (SYNTAX_PREFIX (c))
8489eb67
RS
2305 continue;
2306
9828a477 2307 switch (SWITCH_ENUM_CAST (code))
8489eb67
RS
2308 {
2309 case Sword:
2310 case Ssymbol:
9828a477
KH
2311 case Sescape:
2312 case Scharquote:
8489eb67 2313 if (depth || !sexpflag) break;
195d1361
RS
2314 /* This word counts as a sexp; count object finished
2315 after passing it. */
8489eb67
RS
2316 while (from > stop)
2317 {
6a140a74 2318 temp_pos = from_byte;
ef316cf0
RS
2319 if (! NILP (current_buffer->enable_multibyte_characters))
2320 DEC_POS (temp_pos);
2321 else
2322 temp_pos--;
6a140a74 2323 UPDATE_SYNTAX_TABLE_BACKWARD (from - 1);
9828a477 2324 c1 = FETCH_CHAR (temp_pos);
bd25db08 2325 temp_code = SYNTAX_WITH_MULTIBYTE_CHECK (c1);
9828a477
KH
2326 /* Don't allow comment-end to be quoted. */
2327 if (temp_code == Sendcomment)
2328 goto done2;
6a140a74 2329 quoted = char_quoted (from - 1, temp_pos);
8489eb67 2330 if (quoted)
93da5fff 2331 {
6a140a74 2332 DEC_BOTH (from, from_byte);
ef316cf0 2333 temp_pos = dec_bytepos (temp_pos);
6a140a74 2334 UPDATE_SYNTAX_TABLE_BACKWARD (from - 1);
93da5fff
KH
2335 }
2336 c1 = FETCH_CHAR (temp_pos);
bd25db08 2337 temp_code = SYNTAX_WITH_MULTIBYTE_CHECK (c1);
93da5fff
KH
2338 if (! (quoted || temp_code == Sword
2339 || temp_code == Ssymbol
2340 || temp_code == Squote))
8489eb67 2341 goto done2;
6a140a74 2342 DEC_BOTH (from, from_byte);
8489eb67
RS
2343 }
2344 goto done2;
2345
2346 case Smath:
2347 if (!sexpflag)
2348 break;
ef316cf0 2349 temp_pos = dec_bytepos (from_byte);
6a140a74 2350 UPDATE_SYNTAX_TABLE_BACKWARD (from - 1);
93da5fff 2351 if (from != stop && c == FETCH_CHAR (temp_pos))
6a140a74 2352 DEC_BOTH (from, from_byte);
8489eb67
RS
2353 if (mathexit)
2354 {
2355 mathexit = 0;
2356 goto open2;
2357 }
2358 mathexit = 1;
2359
2360 case Sclose:
2361 if (!++depth) goto done2;
2362 break;
2363
2364 case Sopen:
2365 open2:
2366 if (!--depth) goto done2;
2367 if (depth < min_depth)
7bf5e9e4
RS
2368 Fsignal (Qscan_error,
2369 Fcons (build_string ("Containing expression ends prematurely"),
2370 Fcons (make_number (last_good),
2371 Fcons (make_number (from), Qnil))));
8489eb67
RS
2372 break;
2373
2374 case Sendcomment:
2375 if (!parse_sexp_ignore_comments)
2376 break;
95ff8dfc 2377 found = back_comment (from, from_byte, stop, comnested, comstyle,
6a140a74 2378 &out_charpos, &out_bytepos);
1aa963c8
SM
2379 /* FIXME: if found == -1, then it really wasn't a comment-end.
2380 For single-char Sendcomment, we can't do much about it apart
2381 from skipping the char.
2382 For 2-char endcomments, we could try again, taking both
2383 chars as separate entities, but it's a lot of trouble
2384 for very little gain, so we don't bother either. -sm */
6a140a74
RS
2385 if (found != -1)
2386 from = out_charpos, from_byte = out_bytepos;
8489eb67
RS
2387 break;
2388
195d1361
RS
2389 case Scomment_fence:
2390 case Sstring_fence:
2391 while (1)
2392 {
6a140a74 2393 DEC_BOTH (from, from_byte);
195d1361
RS
2394 if (from == stop) goto lose;
2395 UPDATE_SYNTAX_TABLE_BACKWARD (from);
7d0393cf 2396 if (!char_quoted (from, from_byte)
bd25db08
KH
2397 && (c = FETCH_CHAR (from_byte),
2398 SYNTAX_WITH_MULTIBYTE_CHECK (c) == code))
195d1361
RS
2399 break;
2400 }
2401 if (code == Sstring_fence && !depth && sexpflag) goto done2;
2402 break;
7d0393cf 2403
8489eb67 2404 case Sstring:
6a140a74 2405 stringterm = FETCH_CHAR (from_byte);
8489eb67
RS
2406 while (1)
2407 {
2408 if (from == stop) goto lose;
6a140a74 2409 temp_pos = from_byte;
ef316cf0
RS
2410 if (! NILP (current_buffer->enable_multibyte_characters))
2411 DEC_POS (temp_pos);
2412 else
2413 temp_pos--;
6a140a74
RS
2414 UPDATE_SYNTAX_TABLE_BACKWARD (from - 1);
2415 if (!char_quoted (from - 1, temp_pos)
42ebfa31
SM
2416 && stringterm == (c = FETCH_CHAR (temp_pos))
2417 && SYNTAX_WITH_MULTIBYTE_CHECK (c) == Sstring)
8489eb67 2418 break;
6a140a74 2419 DEC_BOTH (from, from_byte);
8489eb67 2420 }
6a140a74 2421 DEC_BOTH (from, from_byte);
8489eb67
RS
2422 if (!depth && sexpflag) goto done2;
2423 break;
240c43e8
SM
2424 default:
2425 /* Ignore whitespace, punctuation, quote, endcomment. */
2426 break;
8489eb67
RS
2427 }
2428 }
2429
2430 /* Reached start of buffer. Error if within object, return nil if between */
2431 if (depth) goto lose;
2432
2433 immediate_quit = 0;
2434 return Qnil;
2435
2436 done2:
2437 count++;
2438 }
2439
2440
2441 immediate_quit = 0;
1e142fb7 2442 XSETFASTINT (val, from);
8489eb67
RS
2443 return val;
2444
2445 lose:
7bf5e9e4
RS
2446 Fsignal (Qscan_error,
2447 Fcons (build_string ("Unbalanced parentheses"),
2448 Fcons (make_number (last_good),
2449 Fcons (make_number (from), Qnil))));
2450
8489eb67
RS
2451 /* NOTREACHED */
2452}
2453
8489eb67 2454DEFUN ("scan-lists", Fscan_lists, Sscan_lists, 3, 3, 0,
fdb82f93
PJ
2455 doc: /* Scan from character number FROM by COUNT lists.
2456Returns the character number of the position thus found.
2457
2458If DEPTH is nonzero, paren depth begins counting from that value,
2459only places where the depth in parentheses becomes zero
2460are candidates for stopping; COUNT such places are counted.
2461Thus, a positive value for DEPTH means go out levels.
2462
2463Comments are ignored if `parse-sexp-ignore-comments' is non-nil.
2464
2465If the beginning or end of (the accessible part of) the buffer is reached
2466and the depth is wrong, an error is signaled.
2467If the depth is right but the count is not used up, nil is returned. */)
2468 (from, count, depth)
8489eb67
RS
2469 Lisp_Object from, count, depth;
2470{
b7826503
PJ
2471 CHECK_NUMBER (from);
2472 CHECK_NUMBER (count);
2473 CHECK_NUMBER (depth);
8489eb67
RS
2474
2475 return scan_lists (XINT (from), XINT (count), XINT (depth), 0);
2476}
2477
2478DEFUN ("scan-sexps", Fscan_sexps, Sscan_sexps, 2, 2, 0,
fdb82f93
PJ
2479 doc: /* Scan from character number FROM by COUNT balanced expressions.
2480If COUNT is negative, scan backwards.
2481Returns the character number of the position thus found.
2482
2483Comments are ignored if `parse-sexp-ignore-comments' is non-nil.
2484
2485If the beginning or end of (the accessible part of) the buffer is reached
2486in the middle of a parenthetical grouping, an error is signaled.
2487If the beginning or end is reached between groupings
2488but before count is used up, nil is returned. */)
2489 (from, count)
8489eb67
RS
2490 Lisp_Object from, count;
2491{
b7826503
PJ
2492 CHECK_NUMBER (from);
2493 CHECK_NUMBER (count);
8489eb67
RS
2494
2495 return scan_lists (XINT (from), XINT (count), 0, 1);
2496}
2497
2498DEFUN ("backward-prefix-chars", Fbackward_prefix_chars, Sbackward_prefix_chars,
fdb82f93
PJ
2499 0, 0, 0,
2500 doc: /* Move point backward over any number of chars with prefix syntax.
2501This includes chars with "quote" or "prefix" syntax (' or p). */)
2502 ()
8489eb67
RS
2503{
2504 int beg = BEGV;
6a140a74
RS
2505 int opoint = PT;
2506 int opoint_byte = PT_BYTE;
6ec8bbd2 2507 int pos = PT;
6a140a74 2508 int pos_byte = PT_BYTE;
93da5fff 2509 int c;
93da5fff 2510
7d0393cf 2511 if (pos <= beg)
195d1361 2512 {
f902a008
RS
2513 SET_PT_BOTH (opoint, opoint_byte);
2514
2515 return Qnil;
195d1361 2516 }
8489eb67 2517
f902a008
RS
2518 SETUP_SYNTAX_TABLE (pos, -1);
2519
6a140a74
RS
2520 DEC_BOTH (pos, pos_byte);
2521
1fd3172d 2522 while (!char_quoted (pos, pos_byte)
195d1361 2523 /* Previous statement updates syntax table. */
6a140a74 2524 && ((c = FETCH_CHAR (pos_byte), SYNTAX (c) == Squote)
93da5fff
KH
2525 || SYNTAX_PREFIX (c)))
2526 {
1fd3172d
RS
2527 opoint = pos;
2528 opoint_byte = pos_byte;
2529
2530 if (pos + 1 > beg)
2531 DEC_BOTH (pos, pos_byte);
93da5fff 2532 }
8489eb67 2533
6a140a74 2534 SET_PT_BOTH (opoint, opoint_byte);
8489eb67
RS
2535
2536 return Qnil;
2537}
2538\f
6a140a74 2539/* Parse forward from FROM / FROM_BYTE to END,
e5d4f4dc
RS
2540 assuming that FROM has state OLDSTATE (nil means FROM is start of function),
2541 and return a description of the state of the parse at END.
c81a3712 2542 If STOPBEFORE is nonzero, stop at the start of an atom.
644ea4df
RS
2543 If COMMENTSTOP is 1, stop at the start of a comment.
2544 If COMMENTSTOP is -1, stop at the start or end of a comment,
2545 after the beginning of a string, or after the end of a string. */
8489eb67 2546
340f92b5 2547static void
6a140a74 2548scan_sexps_forward (stateptr, from, from_byte, end, targetdepth,
c81a3712 2549 stopbefore, oldstate, commentstop)
e5d4f4dc 2550 struct lisp_parse_state *stateptr;
8489eb67 2551 register int from;
ddc447fc 2552 int end, targetdepth, stopbefore, from_byte;
8489eb67 2553 Lisp_Object oldstate;
c81a3712 2554 int commentstop;
8489eb67
RS
2555{
2556 struct lisp_parse_state state;
2557
2558 register enum syntaxcode code;
95ff8dfc
RS
2559 int c1;
2560 int comnested;
8489eb67
RS
2561 struct level { int last, prev; };
2562 struct level levelstart[100];
2563 register struct level *curlevel = levelstart;
2564 struct level *endlevel = levelstart + 100;
8489eb67
RS
2565 register int depth; /* Paren depth of current scanning location.
2566 level - levelstart equals this except
2567 when the depth becomes negative. */
2568 int mindepth; /* Lowest DEPTH value seen. */
2569 int start_quoted = 0; /* Nonzero means starting after a char quote */
2570 Lisp_Object tem;
93da5fff 2571 int prev_from; /* Keep one character before FROM. */
6a140a74 2572 int prev_from_byte;
1fd3172d 2573 int prev_from_syntax;
195d1361
RS
2574 int boundary_stop = commentstop == -1;
2575 int nofence;
95ff8dfc
RS
2576 int found;
2577 int out_bytepos, out_charpos;
7c7ca3d2 2578 int temp;
93da5fff
KH
2579
2580 prev_from = from;
6a140a74
RS
2581 prev_from_byte = from_byte;
2582 if (from != BEGV)
2583 DEC_BOTH (prev_from, prev_from_byte);
93da5fff
KH
2584
2585 /* Use this macro instead of `from++'. */
6a140a74
RS
2586#define INC_FROM \
2587do { prev_from = from; \
2588 prev_from_byte = from_byte; \
1fd3172d
RS
2589 prev_from_syntax \
2590 = SYNTAX_WITH_FLAGS (FETCH_CHAR (prev_from_byte)); \
ef316cf0 2591 INC_BOTH (from, from_byte); \
3ceb4629
SM
2592 if (from < end) \
2593 UPDATE_SYNTAX_TABLE_FORWARD (from); \
6a140a74 2594 } while (0)
8489eb67
RS
2595
2596 immediate_quit = 1;
2597 QUIT;
2598
265a9e55 2599 if (NILP (oldstate))
8489eb67
RS
2600 {
2601 depth = 0;
2602 state.instring = -1;
2603 state.incomment = 0;
195d1361
RS
2604 state.comstyle = 0; /* comment style a by default. */
2605 state.comstr_start = -1; /* no comment/string seen. */
8489eb67
RS
2606 }
2607 else
2608 {
2609 tem = Fcar (oldstate);
265a9e55 2610 if (!NILP (tem))
8489eb67
RS
2611 depth = XINT (tem);
2612 else
2613 depth = 0;
2614
2615 oldstate = Fcdr (oldstate);
2616 oldstate = Fcdr (oldstate);
2617 oldstate = Fcdr (oldstate);
2618 tem = Fcar (oldstate);
195d1361 2619 /* Check whether we are inside string_fence-style string: */
7d0393cf
JB
2620 state.instring = (!NILP (tem)
2621 ? (INTEGERP (tem) ? XINT (tem) : ST_STRING_STYLE)
e76f1c44 2622 : -1);
8489eb67
RS
2623
2624 oldstate = Fcdr (oldstate);
2625 tem = Fcar (oldstate);
e76f1c44
GM
2626 state.incomment = (!NILP (tem)
2627 ? (INTEGERP (tem) ? XINT (tem) : -1)
95ff8dfc 2628 : 0);
8489eb67
RS
2629
2630 oldstate = Fcdr (oldstate);
2631 tem = Fcar (oldstate);
265a9e55 2632 start_quoted = !NILP (tem);
e5d4f4dc 2633
95ff8dfc 2634 /* if the eighth element of the list is nil, we are in comment
195d1361
RS
2635 style a. If it is non-nil, we are in comment style b */
2636 oldstate = Fcdr (oldstate);
e5d4f4dc 2637 oldstate = Fcdr (oldstate);
195d1361 2638 tem = Fcar (oldstate);
7d0393cf 2639 state.comstyle = NILP (tem) ? 0 : (EQ (tem, Qsyntax_table)
e76f1c44 2640 ? ST_COMMENT_STYLE : 1);
195d1361 2641
e5d4f4dc 2642 oldstate = Fcdr (oldstate);
e5d4f4dc 2643 tem = Fcar (oldstate);
195d1361 2644 state.comstr_start = NILP (tem) ? -1 : XINT (tem) ;
1a102a58
RS
2645 oldstate = Fcdr (oldstate);
2646 tem = Fcar (oldstate);
2647 while (!NILP (tem)) /* >= second enclosing sexps. */
2648 {
2649 /* curlevel++->last ran into compiler bug on Apollo */
2650 curlevel->last = XINT (Fcar (tem));
2651 if (++curlevel == endlevel)
02010917 2652 curlevel--; /* error ("Nesting too deep for parser"); */
1a102a58
RS
2653 curlevel->prev = -1;
2654 curlevel->last = -1;
2655 tem = Fcdr (tem);
2656 }
8489eb67
RS
2657 }
2658 state.quoted = 0;
2659 mindepth = depth;
2660
2661 curlevel->prev = -1;
2662 curlevel->last = -1;
2663
326b283b
RS
2664 SETUP_SYNTAX_TABLE (prev_from, 1);
2665 prev_from_syntax = SYNTAX_WITH_FLAGS (FETCH_CHAR (prev_from_byte));
3ceb4629 2666 UPDATE_SYNTAX_TABLE_FORWARD (from);
326b283b 2667
195d1361 2668 /* Enter the loop at a place appropriate for initial state. */
8489eb67 2669
326b283b
RS
2670 if (state.incomment)
2671 goto startincomment;
8489eb67
RS
2672 if (state.instring >= 0)
2673 {
195d1361 2674 nofence = state.instring != ST_STRING_STYLE;
326b283b
RS
2675 if (start_quoted)
2676 goto startquotedinstring;
8489eb67
RS
2677 goto startinstring;
2678 }
326b283b
RS
2679 else if (start_quoted)
2680 goto startquoted;
1fd3172d 2681
8489eb67
RS
2682 while (from < end)
2683 {
93da5fff 2684 INC_FROM;
1fd3172d 2685 code = prev_from_syntax & 0xff;
4c920633 2686
8f9dc2ed 2687 if (code == Scomment)
95ff8dfc 2688 {
d355bd8a 2689 state.comstyle = SYNTAX_FLAGS_COMMENT_STYLE (prev_from_syntax);
95ff8dfc
RS
2690 state.incomment = (SYNTAX_FLAGS_COMMENT_NESTED (prev_from_syntax) ?
2691 1 : -1);
2692 state.comstr_start = prev_from;
2693 }
4c920633 2694 else if (code == Scomment_fence)
e5d4f4dc
RS
2695 {
2696 /* Record the comment style we have entered so that only
2697 the comment-end sequence of the same style actually
2698 terminates the comment section. */
95ff8dfc
RS
2699 state.comstyle = ST_COMMENT_STYLE;
2700 state.incomment = -1;
195d1361 2701 state.comstr_start = prev_from;
e5d4f4dc 2702 code = Scomment;
e5d4f4dc 2703 }
4c920633 2704 else if (from < end)
1fd3172d 2705 if (SYNTAX_FLAGS_COMSTART_FIRST (prev_from_syntax))
95ff8dfc
RS
2706 if (c1 = FETCH_CHAR (from_byte),
2707 SYNTAX_COMSTART_SECOND (c1))
1fd3172d 2708 /* Duplicate code to avoid a complex if-expression
4c920633
RS
2709 which causes trouble for the SGI compiler. */
2710 {
2711 /* Record the comment style we have entered so that only
2712 the comment-end sequence of the same style actually
2713 terminates the comment section. */
79bd6490 2714 state.comstyle = SYNTAX_COMMENT_STYLE (c1);
95ff8dfc
RS
2715 comnested = SYNTAX_FLAGS_COMMENT_NESTED (prev_from_syntax);
2716 comnested = comnested || SYNTAX_COMMENT_NESTED (c1);
2717 state.incomment = comnested ? 1 : -1;
4c920633 2718 state.comstr_start = prev_from;
95ff8dfc 2719 INC_FROM;
4c920633
RS
2720 code = Scomment;
2721 }
e5d4f4dc 2722
1fd3172d 2723 if (SYNTAX_FLAGS_PREFIX (prev_from_syntax))
8489eb67 2724 continue;
0220c518 2725 switch (SWITCH_ENUM_CAST (code))
8489eb67
RS
2726 {
2727 case Sescape:
2728 case Scharquote:
2729 if (stopbefore) goto stop; /* this arg means stop at sexp start */
93da5fff 2730 curlevel->last = prev_from;
8489eb67
RS
2731 startquoted:
2732 if (from == end) goto endquoted;
93da5fff 2733 INC_FROM;
8489eb67
RS
2734 goto symstarted;
2735 /* treat following character as a word constituent */
2736 case Sword:
2737 case Ssymbol:
2738 if (stopbefore) goto stop; /* this arg means stop at sexp start */
93da5fff 2739 curlevel->last = prev_from;
8489eb67
RS
2740 symstarted:
2741 while (from < end)
2742 {
7c7ca3d2
RS
2743 /* Some compilers can't handle this inside the switch. */
2744 temp = SYNTAX (FETCH_CHAR (from_byte));
2745 switch (temp)
8489eb67
RS
2746 {
2747 case Scharquote:
2748 case Sescape:
93da5fff 2749 INC_FROM;
8489eb67
RS
2750 if (from == end) goto endquoted;
2751 break;
2752 case Sword:
2753 case Ssymbol:
2754 case Squote:
2755 break;
2756 default:
2757 goto symdone;
2758 }
93da5fff 2759 INC_FROM;
8489eb67
RS
2760 }
2761 symdone:
2762 curlevel->prev = curlevel->last;
2763 break;
2764
240c43e8 2765 case Scomment_fence: /* Can't happen because it's handled above. */
8489eb67 2766 case Scomment:
195d1361 2767 if (commentstop || boundary_stop) goto done;
d355bd8a
SM
2768 startincomment:
2769 /* The (from == BEGV) test was to enter the loop in the middle so
95ff8dfc 2770 that we find a 2-char comment ender even if we start in the
e6365855 2771 middle of it. We don't want to do that if we're just at the
d355bd8a 2772 beginning of the comment (think of (*) ... (*)). */
95ff8dfc
RS
2773 found = forw_comment (from, from_byte, end,
2774 state.incomment, state.comstyle,
e6365855
SM
2775 (from == BEGV || from < state.comstr_start + 3)
2776 ? 0 : prev_from_syntax,
95ff8dfc
RS
2777 &out_charpos, &out_bytepos, &state.incomment);
2778 from = out_charpos; from_byte = out_bytepos;
2779 /* Beware! prev_from and friends are invalid now.
2780 Luckily, the `done' doesn't use them and the INC_FROM
2781 sets them to a sane value without looking at them. */
2782 if (!found) goto done;
d355bd8a 2783 INC_FROM;
8489eb67 2784 state.incomment = 0;
e5d4f4dc 2785 state.comstyle = 0; /* reset the comment style */
195d1361 2786 if (boundary_stop) goto done;
8489eb67
RS
2787 break;
2788
2789 case Sopen:
2790 if (stopbefore) goto stop; /* this arg means stop at sexp start */
2791 depth++;
2792 /* curlevel++->last ran into compiler bug on Apollo */
93da5fff 2793 curlevel->last = prev_from;
8489eb67 2794 if (++curlevel == endlevel)
02010917 2795 curlevel--; /* error ("Nesting too deep for parser"); */
8489eb67
RS
2796 curlevel->prev = -1;
2797 curlevel->last = -1;
30844415 2798 if (targetdepth == depth) goto done;
8489eb67
RS
2799 break;
2800
2801 case Sclose:
2802 depth--;
2803 if (depth < mindepth)
2804 mindepth = depth;
2805 if (curlevel != levelstart)
2806 curlevel--;
2807 curlevel->prev = curlevel->last;
30844415 2808 if (targetdepth == depth) goto done;
8489eb67
RS
2809 break;
2810
2811 case Sstring:
195d1361
RS
2812 case Sstring_fence:
2813 state.comstr_start = from - 1;
8489eb67 2814 if (stopbefore) goto stop; /* this arg means stop at sexp start */
93da5fff 2815 curlevel->last = prev_from;
7d0393cf 2816 state.instring = (code == Sstring
6a140a74 2817 ? (FETCH_CHAR (prev_from_byte))
195d1361
RS
2818 : ST_STRING_STYLE);
2819 if (boundary_stop) goto done;
8489eb67 2820 startinstring:
195d1361 2821 {
644ea4df 2822 nofence = state.instring != ST_STRING_STYLE;
7d0393cf 2823
644ea4df
RS
2824 while (1)
2825 {
2826 int c;
195d1361 2827
644ea4df 2828 if (from >= end) goto done;
6a140a74 2829 c = FETCH_CHAR (from_byte);
7c7ca3d2
RS
2830 /* Some compilers can't handle this inside the switch. */
2831 temp = SYNTAX (c);
ccf89641
KH
2832
2833 /* Check TEMP here so that if the char has
2834 a syntax-table property which says it is NOT
2835 a string character, it does not end the string. */
2836 if (nofence && c == state.instring && temp == Sstring)
2837 break;
2838
7c7ca3d2 2839 switch (temp)
644ea4df
RS
2840 {
2841 case Sstring_fence:
2842 if (!nofence) goto string_end;
2843 break;
2844 case Scharquote:
2845 case Sescape:
2846 INC_FROM;
2847 startquotedinstring:
2848 if (from >= end) goto endquoted;
195d1361 2849 }
644ea4df
RS
2850 INC_FROM;
2851 }
195d1361
RS
2852 }
2853 string_end:
8489eb67
RS
2854 state.instring = -1;
2855 curlevel->prev = curlevel->last;
93da5fff 2856 INC_FROM;
195d1361 2857 if (boundary_stop) goto done;
8489eb67
RS
2858 break;
2859
2860 case Smath:
240c43e8
SM
2861 /* FIXME: We should do something with it. */
2862 break;
2863 default:
2864 /* Ignore whitespace, punctuation, quote, endcomment. */
8489eb67
RS
2865 break;
2866 }
2867 }
2868 goto done;
2869
2870 stop: /* Here if stopping before start of sexp. */
93da5fff 2871 from = prev_from; /* We have just fetched the char that starts it; */
8489eb67
RS
2872 goto done; /* but return the position before it. */
2873
2874 endquoted:
2875 state.quoted = 1;
2876 done:
2877 state.depth = depth;
2878 state.mindepth = mindepth;
2879 state.thislevelstart = curlevel->prev;
2880 state.prevlevelstart
2881 = (curlevel == levelstart) ? -1 : (curlevel - 1)->last;
2882 state.location = from;
1a102a58
RS
2883 state.levelstarts = Qnil;
2884 while (--curlevel >= levelstart)
2885 state.levelstarts = Fcons (make_number (curlevel->last),
2886 state.levelstarts);
8489eb67
RS
2887 immediate_quit = 0;
2888
e5d4f4dc 2889 *stateptr = state;
8489eb67
RS
2890}
2891
c81a3712 2892DEFUN ("parse-partial-sexp", Fparse_partial_sexp, Sparse_partial_sexp, 2, 6, 0,
fdb82f93
PJ
2893 doc: /* Parse Lisp syntax starting at FROM until TO; return status of parse at TO.
2894Parsing stops at TO or when certain criteria are met;
2895 point is set to where parsing stops.
2896If fifth arg OLDSTATE is omitted or nil,
2897 parsing assumes that FROM is the beginning of a function.
2898Value is a list of ten elements describing final state of parsing:
2899 0. depth in parens.
2900 1. character address of start of innermost containing list; nil if none.
2901 2. character address of start of last complete sexp terminated.
2902 3. non-nil if inside a string.
2903 (it is the character that will terminate the string,
2904 or t if the string should be terminated by a generic string delimiter.)
7d0393cf 2905 4. nil if outside a comment, t if inside a non-nestable comment,
fdb82f93
PJ
2906 else an integer (the current comment nesting).
2907 5. t if following a quote character.
2908 6. the minimum paren-depth encountered during this scan.
2909 7. t if in a comment of style b; symbol `syntax-table' if the comment
2910 should be terminated by a generic comment delimiter.
2911 8. character address of start of comment or string; nil if not in one.
2912 9. Intermediate data for continuation of parsing (subject to change).
2913If third arg TARGETDEPTH is non-nil, parsing stops if the depth
2914in parentheses becomes equal to TARGETDEPTH.
2915Fourth arg STOPBEFORE non-nil means stop when come to
2916 any character that starts a sexp.
2917Fifth arg OLDSTATE is a nine-element list like what this function returns.
2918 It is used to initialize the state of the parse. Elements number 1, 2, 6
2919 and 8 are ignored; you can leave off element 8 (the last) entirely.
2920Sixth arg COMMENTSTOP non-nil means stop at the start of a comment.
2921 If it is symbol `syntax-table', stop after the start of a comment or a
2922 string, or after end of a comment or a string. */)
2923 (from, to, targetdepth, stopbefore, oldstate, commentstop)
c81a3712 2924 Lisp_Object from, to, targetdepth, stopbefore, oldstate, commentstop;
8489eb67
RS
2925{
2926 struct lisp_parse_state state;
2927 int target;
2928
265a9e55 2929 if (!NILP (targetdepth))
8489eb67 2930 {
b7826503 2931 CHECK_NUMBER (targetdepth);
8489eb67
RS
2932 target = XINT (targetdepth);
2933 }
2934 else
2935 target = -100000; /* We won't reach this depth */
2936
2937 validate_region (&from, &to);
6a140a74
RS
2938 scan_sexps_forward (&state, XINT (from), CHAR_TO_BYTE (XINT (from)),
2939 XINT (to),
c81a3712 2940 target, !NILP (stopbefore), oldstate,
7d0393cf 2941 (NILP (commentstop)
195d1361 2942 ? 0 : (EQ (commentstop, Qsyntax_table) ? -1 : 1)));
8489eb67
RS
2943
2944 SET_PT (state.location);
7d0393cf 2945
8489eb67
RS
2946 return Fcons (make_number (state.depth),
2947 Fcons (state.prevlevelstart < 0 ? Qnil : make_number (state.prevlevelstart),
2948 Fcons (state.thislevelstart < 0 ? Qnil : make_number (state.thislevelstart),
7d0393cf
JB
2949 Fcons (state.instring >= 0
2950 ? (state.instring == ST_STRING_STYLE
195d1361 2951 ? Qt : make_number (state.instring)) : Qnil,
95ff8dfc
RS
2952 Fcons (state.incomment < 0 ? Qt :
2953 (state.incomment == 0 ? Qnil :
2954 make_number (state.incomment)),
8489eb67 2955 Fcons (state.quoted ? Qt : Qnil,
bff37d2a 2956 Fcons (make_number (state.mindepth),
7d0393cf 2957 Fcons ((state.comstyle
bff37d2a
RS
2958 ? (state.comstyle == ST_COMMENT_STYLE
2959 ? Qsyntax_table : Qt) :
2960 Qnil),
0beaf54f
DL
2961 Fcons (((state.incomment
2962 || (state.instring >= 0))
bff37d2a
RS
2963 ? make_number (state.comstr_start)
2964 : Qnil),
1a102a58 2965 Fcons (state.levelstarts, Qnil))))))))));
8489eb67
RS
2966}
2967\f
dfcf069d 2968void
8489eb67
RS
2969init_syntax_once ()
2970{
78f9a1f7 2971 register int i, c;
8ea151b2 2972 Lisp_Object temp;
8489eb67 2973
5ebaddf5
RS
2974 /* This has to be done here, before we call Fmake_char_table. */
2975 Qsyntax_table = intern ("syntax-table");
2976 staticpro (&Qsyntax_table);
2977
2978 /* Intern this now in case it isn't already done.
2979 Setting this variable twice is harmless.
2980 But don't staticpro it here--that is done in alloc.c. */
2981 Qchar_table_extra_slots = intern ("char-table-extra-slots");
2982
93da5fff 2983 /* Create objects which can be shared among syntax tables. */
42ebfa31 2984 Vsyntax_code_object = Fmake_vector (make_number (Smax), Qnil);
93da5fff
KH
2985 for (i = 0; i < XVECTOR (Vsyntax_code_object)->size; i++)
2986 XVECTOR (Vsyntax_code_object)->contents[i]
2987 = Fcons (make_number (i), Qnil);
2988
5ebaddf5
RS
2989 /* Now we are ready to set up this property, so we can
2990 create syntax tables. */
2991 Fput (Qsyntax_table, Qchar_table_extra_slots, make_number (0));
2992
93da5fff 2993 temp = XVECTOR (Vsyntax_code_object)->contents[(int) Swhitespace];
8489eb67 2994
5ebaddf5 2995 Vstandard_syntax_table = Fmake_char_table (Qsyntax_table, temp);
8489eb67 2996
93da5fff 2997 temp = XVECTOR (Vsyntax_code_object)->contents[(int) Sword];
8489eb67 2998 for (i = 'a'; i <= 'z'; i++)
8ea151b2 2999 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, i, temp);
8489eb67 3000 for (i = 'A'; i <= 'Z'; i++)
8ea151b2 3001 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, i, temp);
8489eb67 3002 for (i = '0'; i <= '9'; i++)
8ea151b2
RS
3003 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, i, temp);
3004
3005 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, '$', temp);
3006 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, '%', temp);
3007
3008 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, '(',
3009 Fcons (make_number (Sopen), make_number (')')));
3010 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, ')',
3011 Fcons (make_number (Sclose), make_number ('(')));
3012 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, '[',
3013 Fcons (make_number (Sopen), make_number (']')));
3014 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, ']',
3015 Fcons (make_number (Sclose), make_number ('[')));
3016 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, '{',
3017 Fcons (make_number (Sopen), make_number ('}')));
3018 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, '}',
3019 Fcons (make_number (Sclose), make_number ('{')));
3020 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, '"',
3021 Fcons (make_number ((int) Sstring), Qnil));
3022 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, '\\',
3023 Fcons (make_number ((int) Sescape), Qnil));
3024
93da5fff 3025 temp = XVECTOR (Vsyntax_code_object)->contents[(int) Ssymbol];
8489eb67 3026 for (i = 0; i < 10; i++)
78f9a1f7
KH
3027 {
3028 c = "_-+*/&|<>="[i];
3029 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, c, temp);
3030 }
8489eb67 3031
93da5fff 3032 temp = XVECTOR (Vsyntax_code_object)->contents[(int) Spunct];
8489eb67 3033 for (i = 0; i < 12; i++)
78f9a1f7
KH
3034 {
3035 c = ".,;:?!#@~^'`"[i];
3036 SET_RAW_SYNTAX_ENTRY (Vstandard_syntax_table, c, temp);
3037 }
bd25db08
KH
3038
3039 /* All multibyte characters have syntax `word' by default. */
3040 temp = XVECTOR (Vsyntax_code_object)->contents[(int) Sword];
3041 for (i = CHAR_TABLE_SINGLE_BYTE_SLOTS; i < CHAR_TABLE_ORDINARY_SLOTS; i++)
3042 XCHAR_TABLE (Vstandard_syntax_table)->contents[i] = temp;
8489eb67
RS
3043}
3044
dfcf069d 3045void
8489eb67
RS
3046syms_of_syntax ()
3047{
3048 Qsyntax_table_p = intern ("syntax-table-p");
3049 staticpro (&Qsyntax_table_p);
3050
93da5fff
KH
3051 staticpro (&Vsyntax_code_object);
3052
7bf5e9e4
RS
3053 Qscan_error = intern ("scan-error");
3054 staticpro (&Qscan_error);
3055 Fput (Qscan_error, Qerror_conditions,
f3be100f 3056 Fcons (Qscan_error, Fcons (Qerror, Qnil)));
7bf5e9e4
RS
3057 Fput (Qscan_error, Qerror_message,
3058 build_string ("Scan error"));
3059
8489eb67 3060 DEFVAR_BOOL ("parse-sexp-ignore-comments", &parse_sexp_ignore_comments,
fdb82f93 3061 doc: /* Non-nil means `forward-sexp', etc., should treat comments as whitespace. */);
8489eb67 3062
195d1361 3063 DEFVAR_BOOL ("parse-sexp-lookup-properties", &parse_sexp_lookup_properties,
fdb82f93
PJ
3064 doc: /* Non-nil means `forward-sexp', etc., obey `syntax-table' property.
3065Otherwise, that text property is simply ignored.
3066See the info node `(elisp)Syntax Properties' for a description of the
3067`syntax-table' property. */);
195d1361 3068
8489eb67
RS
3069 words_include_escapes = 0;
3070 DEFVAR_BOOL ("words-include-escapes", &words_include_escapes,
fdb82f93 3071 doc: /* Non-nil means `forward-word', etc., should treat escape chars part of words. */);
8489eb67 3072
bd25db08 3073 DEFVAR_BOOL ("multibyte-syntax-as-symbol", &multibyte_syntax_as_symbol,
fdb82f93 3074 doc: /* Non-nil means `scan-sexps' treats all multibyte characters as symbol. */);
bd25db08
KH
3075 multibyte_syntax_as_symbol = 0;
3076
f4ed767f
GM
3077 DEFVAR_BOOL ("open-paren-in-column-0-is-defun-start",
3078 &open_paren_in_column_0_is_defun_start,
b222e415 3079 doc: /* *Non-nil means an open paren in column 0 denotes the start of a defun. */);
f4ed767f
GM
3080 open_paren_in_column_0_is_defun_start = 1;
3081
8489eb67
RS
3082 defsubr (&Ssyntax_table_p);
3083 defsubr (&Ssyntax_table);
3084 defsubr (&Sstandard_syntax_table);
3085 defsubr (&Scopy_syntax_table);
3086 defsubr (&Sset_syntax_table);
3087 defsubr (&Schar_syntax);
beefa22e 3088 defsubr (&Smatching_paren);
c65adb44 3089 defsubr (&Sstring_to_syntax);
8489eb67 3090 defsubr (&Smodify_syntax_entry);
62abe9cb 3091 defsubr (&Sinternal_describe_syntax_value);
8489eb67
RS
3092
3093 defsubr (&Sforward_word);
3094
195d1361
RS
3095 defsubr (&Sskip_chars_forward);
3096 defsubr (&Sskip_chars_backward);
3097 defsubr (&Sskip_syntax_forward);
3098 defsubr (&Sskip_syntax_backward);
3099
b3cfe0c8 3100 defsubr (&Sforward_comment);
8489eb67
RS
3101 defsubr (&Sscan_lists);
3102 defsubr (&Sscan_sexps);
3103 defsubr (&Sbackward_prefix_chars);
3104 defsubr (&Sparse_partial_sexp);
3105}