1 ;;;; regexp.test --- test Guile's regexps -*- coding: utf-8; mode: scheme -*-
2 ;;;; Jim Blandy <jimb@red-bean.com> --- September 1999
4 ;;;; Copyright (C) 1999, 2004, 2006, 2007, 2008, 2009, 2010 Free Software Foundation, Inc.
6 ;;;; This library is free software; you can redistribute it and/or
7 ;;;; modify it under the terms of the GNU Lesser General Public
8 ;;;; License as published by the Free Software Foundation; either
9 ;;;; version 3 of the License, or (at your option) any later version.
11 ;;;; This library is distributed in the hope that it will be useful,
12 ;;;; but WITHOUT ANY WARRANTY; without even the implied warranty of
13 ;;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 ;;;; Lesser General Public License for more details.
16 ;;;; You should have received a copy of the GNU Lesser General Public
17 ;;;; License along with this library; if not, write to the Free Software
18 ;;;; Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 (define-module (test-suite test-regexp)
21 #:use-module (test-suite lib)
22 #:use-module (srfi srfi-1)
23 #:use-module (ice-9 regex))
25 (if (defined? 'setlocale)
26 (setlocale LC_ALL "C"))
28 ;; Don't fail if we can't display a test name to stdout/stderr.
29 (set-port-conversion-strategy! (current-output-port) 'escape)
30 (set-port-conversion-strategy! (current-error-port) 'escape)
33 ;;; Run a regexp-substitute or regexp-substitute/global test, once
34 ;;; providing a real port and once providing #f, requesting direct
36 (define (vary-port func expected . args)
37 (pass-if "port is string port"
39 (call-with-output-string
41 (apply func port args)))))
44 (apply func #f args))))
46 (define (object->string obj)
47 (call-with-output-string
55 (with-test-prefix "make-regexp"
57 (pass-if-exception "no args" exception:wrong-num-args
60 (pass-if-exception "bad pat arg" exception:wrong-type-arg
63 ;; in guile prior to 1.6.5 make-regex didn't validate its flags args
64 (pass-if-exception "bad arg 2" exception:wrong-type-arg
65 (make-regexp "xyz" 'abc))
67 (pass-if-exception "bad arg 3" exception:wrong-type-arg
68 (make-regexp "xyz" regexp/icase 'abc)))
74 (with-test-prefix "match:string"
77 (string=? "foo" (match:string (string-match ".*" "foo"))))
79 (pass-if "foo offset 1"
80 (string=? "foo" (match:string (string-match ".*" "foo" 1)))))
86 (with-test-prefix "regexp-exec"
88 (pass-if-exception "non-integer offset" exception:wrong-type-arg
89 (let ((re (make-regexp "ab+")))
90 (regexp-exec re "aaaabbbb" 1.5 'bogus-flags-arg)))
92 (pass-if-exception "non-string input" exception:wrong-type-arg
93 (let ((re (make-regexp "ab+")))
94 (regexp-exec re 'not-a-string)))
96 (pass-if-exception "non-string input, with offset" exception:wrong-type-arg
97 (let ((re (make-regexp "ab+")))
98 (regexp-exec re 'not-a-string 5)))
100 ;; in guile 1.8.1 and earlier, a #\nul character in the input string was
101 ;; only detected in a critical section, and the resulting error throw
102 ;; abort()ed the program
103 (pass-if-exception "nul in input" exception:string-contains-nul
104 (let ((re (make-regexp "ab+")))
105 (regexp-exec re (string #\a #\b (integer->char 0)))))
107 ;; in guile 1.8.1 and earlier, a bogus flags argument was only detected
108 ;; inside a critical section, and the resulting error throw abort()ed the
110 (pass-if-exception "non-integer flags" exception:wrong-type-arg
111 (let ((re (make-regexp "ab+")))
112 (regexp-exec re "aaaabbbb" 0 'bogus-flags-arg))))
118 (with-test-prefix "fold-matches"
120 (pass-if "without flags"
122 (fold-matches "^[a-z]+$" "hello" '()
123 (lambda (match result)
124 (cons (match:substring match)
127 (pass-if "with flags"
128 ;; Prior to 1.8.6, passing an additional flag would not work.
130 (fold-matches "^[a-z]+$" "hello" '()
131 (lambda (match result)
132 (cons (match:substring match)
134 (logior regexp/notbol regexp/noteol)))))
141 (define-syntax with-ascii-or-latin1-locale
145 (with-latin1-locale body ...)
148 (define char-code-limit 256)
150 ;; Since `regexp-quote' uses string ports, and since it is used below
151 ;; with non-ASCII characters, these ports must be Unicode-capable.
152 (define-syntax with-unicode
155 (with-fluids ((%default-port-encoding "UTF-8"))
158 (with-test-prefix "regexp-quote"
160 (pass-if-exception "no args" exception:wrong-num-args
163 (pass-if-exception "bad string arg" exception:wrong-type-arg
164 (regexp-quote 'blah))
166 (let ((lst `((regexp/basic ,regexp/basic)
167 (regexp/extended ,regexp/extended)))
168 ;; string of all characters, except #\nul which doesn't work because
169 ;; it's the usual end-of-string for the underlying C regexec()
170 (allchars (list->string (map integer->char
171 (cdr (iota char-code-limit))))))
174 (let ((name (car elem))
177 (with-test-prefix name
179 ;; try on each individual character, except #\nul
181 ((>= i char-code-limit))
182 (let* ((c (integer->char i))
184 (pass-if (list "char" i (format #f "~s ~s" c s))
185 (with-ascii-or-latin1-locale i
186 (let* ((q (with-unicode (regexp-quote s)))
187 (m (regexp-exec (make-regexp q flag) s)))
188 (and (= 0 (match:start m))
189 (= 1 (match:end m))))))))
191 ;; try on pattern "aX" where X is each character, except #\nul
192 ;; this exposes things like "?" which are special only when they
193 ;; follow a pattern to repeat or whatever ("a" in this case)
195 ((>= i char-code-limit))
196 (let* ((c (integer->char i))
198 (q (with-unicode (regexp-quote s))))
199 (pass-if (list "string \"aX\"" i (format #f "~s ~s ~s" c s q))
200 (with-ascii-or-latin1-locale i
201 (let* ((m (regexp-exec (make-regexp q flag) s)))
202 (and (= 0 (match:start m))
203 (= 2 (match:end m))))))))
205 (pass-if "string of all chars"
207 (let ((m (regexp-exec (make-regexp (with-unicode
208 (regexp-quote allchars))
210 (and (= 0 (match:start m))
211 (= (string-length allchars) (match:end m)))))))))
215 ;;; regexp-substitute
218 (with-test-prefix "regexp-substitute"
220 (string-match "patleft(sub1)patmid(sub2)patright"
221 "contleftpatleftsub1patmidsub2patrightcontright")))
222 (define (try expected . args)
223 (with-test-prefix (object->string args)
224 (apply vary-port regexp-substitute expected match args)))
227 (try "string1" "string1")
228 (try "string1string2" "string1" "string2")
229 (try "patleftsub1patmidsub2patright" 0)
230 (try "hi-patleftsub1patmidsub2patright-bye" "hi-" 0 "-bye")
232 (try "hi-sub1-bye" "hi-" 1 "-bye")
233 (try "hi-sub2-bye" "hi-" 2 "-bye")
234 (try "contleft" 'pre)
235 (try "contright" 'post)
236 (try "contrightcontleft" 'post 'pre)
237 (try "contrightcontleftcontrightcontleft" 'post 'pre 'post 'pre)
238 (try "contrightsub2sub1contleft" 'post 2 1 'pre)
239 (try "foosub1sub1sub1sub1bar" "foo" 1 1 1 1 "bar")))
241 (with-test-prefix "regexp-substitute/global"
243 (define (try expected . args)
244 (with-test-prefix (object->string args)
245 (apply vary-port regexp-substitute/global expected args)))
247 (try "hi" "a(x*)b" "ab" "hi")
248 (try "" "a(x*)b" "ab" 1)
249 (try "xx" "a(x*)b" "axxb" 1)
250 (try "xx" "a(x*)b" "_axxb_" 1)
251 (try "pre" "a(x*)b" "preaxxbpost" 'pre)
252 (try "post" "a(x*)b" "preaxxbpost" 'post)
253 (try "string" "x" "string" 'pre "y" 'post)
254 (try "4" "a(x*)b" "_axxb_" (lambda (m)
255 (number->string (match:end m 1))))
257 (try "_aybycyd_" "x+" "_axbxxcxxxd_" 'pre "y" 'post)
259 ;; This should not go into an infinite loop, just because the regexp
260 ;; can match the empty string. This test also kind of beats on our
261 ;; definition of where a null string can match.
262 (try "y_yaybycydy_y" "x*" "_axbxxcxxxd_" 'pre "y" 'post)
264 ;; These kind of bother me. The extension from regexp-substitute to
265 ;; regexp-substitute/global is only natural if your item list
266 ;; includes both pre and post. If those are required, why bother
267 ;; to include them at all?
268 (try "4:7:12:_" "a(x*)b" "_axxbaxbaxxxb_"
269 (lambda (m) (number->string (match:end m 1))) ":"
271 (try "4:10:19:_:19:10:4" "a(x*)b" "_axxbaxxxxbaxxxxxxxb_"
272 (lambda (m) (number->string (match:end m 1))) ":"
274 ":" (lambda (m) (number->string (match:end m 1))))
276 ;; Jan Nieuwenhuizen's bug, 2 Sep 1999
277 (try "" "_" (make-string 500 #\_)
280 (with-test-prefix "nonascii locales"
281 (pass-if "match structures refer to char offsets"
282 (with-locale "en_US.utf8"
284 (equal? (match:substring (string-match ".*" "calçot") 0)