(list-character-sets-2): Don't print
[bpt/emacs.git] / lisp / international / titdic-cnv.el
CommitLineData
c7211fed 1;;; titdic-cnv.el --- convert cxterm dictionary (TIT format) to Quail package -*- coding:iso-2022-7bit; -*-
4ed46869 2
d4877ac1 3;; Copyright (C) 1997, 1998, 2000, 2001, 2002, 2003, 2004,
d7a0267c 4;; 2005, 2006, 2007 Free Software Foundation, Inc.
7976eda0 5;; Copyright (C) 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004,
d7a0267c 6;; 2005, 2006, 2007
2fd125a3
KH
7;; National Institute of Advanced Industrial Science and Technology (AIST)
8;; Registration Number H14PRO021
8f924df7
KH
9;; Copyright (C) 2003
10;; National Institute of Advanced Industrial Science and Technology (AIST)
11;; Registration Number H13PRO009
4ed46869
KH
12
13;; Keywords: Quail, TIT, cxterm
14
15;; This file is part of GNU Emacs.
16
17;; GNU Emacs is free software; you can redistribute it and/or modify
18;; it under the terms of the GNU General Public License as published by
19;; the Free Software Foundation; either version 2, or (at your option)
20;; any later version.
21
22;; GNU Emacs is distributed in the hope that it will be useful,
23;; but WITHOUT ANY WARRANTY; without even the implied warranty of
24;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
25;; GNU General Public License for more details.
26
27;; You should have received a copy of the GNU General Public License
369314dc 28;; along with GNU Emacs; see the file COPYING. If not, write to the
3a35cf56
LK
29;; Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
30;; Boston, MA 02110-1301, USA.
4ed46869 31
60370d40 32;;; Commentary:
4ed46869 33
49ed466f 34;; Convert cxterm dictionary (of TIT format) to quail-package.
4ed46869
KH
35;;
36;; Usage (within Emacs):
49ed466f 37;; M-x titdic-convert<CR>CXTERM-DICTIONARY-NAME<CR>
4ed46869 38;; Usage (from shell):
49ed466f 39;; % emacs -batch -l titdic-cnv -f batch-titdic-convert\
4ed46869
KH
40;; [-dir DIR] [DIR | FILE] ...
41;;
42;; When you run titdic-convert within Emacs, you have a chance to
43;; modify arguments of `quail-define-package' before saving the
44;; converted file. For instance, you are likely to modify TITLE,
45;; DOCSTRING, and KEY-BINDINGS.
46
49ed466f 47;; Cxterm dictionary file (*.tit) is a line-oriented text (English,
4ed46869
KH
48;; Chinese, Japanese, and Korean) file. The whole file contains of
49;; two parts, the definition part (`header' here after) followed by
50;; the dictionary part (`body' here after). All lines begin with
51;; leading '#' are ignored.
52;;
53;; Each line in the header part has two fields, KEY and VALUE. These
54;; fields are separated by one or more white characters.
55;;
56;; Each line in the body part has two fields, KEYSEQ and TRANSLATIONS.
57;; These fields are separated by one or more white characters.
58;;
59;; See the manual page of `tit2cit' of cxterm distribution for more
60;; detail.
c063e381 61;;
b138056a 62;; Near the end of this file, we also have a few other tools to convert
c063e381 63;; miscellaneous dictionaries.
4ed46869
KH
64
65;;; Code:
66
67(require 'quail)
68
49ed466f 69;; List of values of key "ENCODE:" and the corresponding Emacs
4ed46869
KH
70;; coding-system and language environment name.
71(defvar tit-encode-list
a7f2c216
KH
72 '(("GB" euc-china "Chinese-GB")
73 ("BIG5" cn-big5 "Chinese-BIG5")
74 ("JIS" euc-japan "Japanese")
49ed466f
KH
75 ("KS" euc-kr "Korean")))
76
4558e816
KH
77;; Alist of input method names and the corresponding title and extra
78;; docstring. For each of input method generated from TIT dictionary,
79;; a docstring is automatically generated from the comments in the
80;; dictionary. The extra docstring in this alist is to add more
81;; information.
82;; The command describe-input-method shows the automatically generated
c7211fed 83;; docstring, then an extra docstring while replacing the form \<VAR>
4558e816
KH
84;; by the value of variable VAR. For instance, the form
85;; \<quail-translation-docstring> is replaced by a description about
86;; how to select a translation from a list of candidates.
87
6b1e079c
KH
88(defvar quail-cxterm-package-ext-info
89 '(("chinese-4corner" "\e$(0(?-F\e(B")
90 ("chinese-array30" "\e$(0#R#O\e(B")
4558e816
KH
91 ("chinese-ccdospy" "\e$AKuF4\e(B"
92 "Pinyin base input method for Chinese charset GB2312 \(`chinese-gb2312').
93
c7211fed 94Pinyin is the standard Roman transliteration method for Chinese.
4558e816
KH
95For the detail of Pinyin system, see the documentation of the input
96method `chinese-py'.
97
98This input method works almost the same way as `chinese-py'. The
99difference is that you type a single key for these Pinyin spelling.
100 Pinyin: zh en eng ang ch an ao ai ong sh ing yu(\e$A(9\e(B)
101 keyseq: a f g h i j k l s u y v
c7211fed 102For example:
4558e816
KH
103 Chinese: \e$A0!\e(B \e$A9{\e(B \e$AVP\e(B \e$AND\e(B \e$A9b\e(B \e$ASq\e(B \e$AH+\e(B
104 Pinyin: a guo zhong wen guang yu quan
105 Keyseq: a1 guo4 as1 wf4 guh1 yu..6 qvj6
106
107\\<quail-translation-docstring>
108
109For double-width GB2312 characters correponding to ASCII, use the
110input method `chinese-qj'.")
111
4558e816
KH
112 ("chinese-ecdict" "\e$(05CKH\e(B"
113"In this input method, you enter a Chinese (Big5) charactere or word
114by typing the corresponding English word. For example, if you type
115\"computer\", \"\e$(0IZH+\e(B\" is input.
116
117\\<quail-translation-docstring>")
118
119 ("chinese-etzy" "\e$(06/0D\e(B"
120"Zhuyin base input method for Chinese Big5 characters (`chinese-big5-1',
121`chinese-big5-2').
122
123Zhuyin is a kind of phonetic symbol. One to three Zhuyin symbols
124compose one Chinese character.
125
126In this input method, you enter a Chinese character by first typing
127keys corresponding to Zhuyin symbols (see the above table) followed by
128SPC, 1, 2, 3, or 4 specifing a tone (SPC:\e$(0?v(N\e(B, 1:\e$(0M=Vy\e(B, 2:\e$(0Dm(N\e(B, 3: \e$(0&9Vy\e(B,
1294:\e$(0(+Vy\e(B).
130
131\\<quail-translation-docstring>")
6b1e079c
KH
132
133 ("chinese-punct-b5" "\e$(0O:\e(BB"
134 "Input method for Chinese punctuations and symbols of Big5
135\(`chinese-big5-1' and `chinese-big5-2').")
136
137 ("chinese-punct" "\e$A1j\e(BG"
138 "Input method for Chinese punctuations and symbols of GB2312
139\(`chinese-gb2312').")
140
141 ("chinese-py-b5" "\e$(03<\e(BB"
142 "Pinyin base input method for Chinese Big5 characters
143\(`chinese-big5-1', `chinese-big5-2').
144
145This input method works almost the same way as `chinese-py' (which
146see).
147
148This input method supports only Han characters. The more convenient
43b11fee
EZ
149method is `chinese-py-punct-b5', which is the combination of this
150method and `chinese-punct-b5' and which supports both Han characters
151and punctuation/symbols.
6b1e079c 152
43b11fee 153For double-width Big5 characters corresponding to ASCII, use the input
6b1e079c
KH
154method `chinese-qj-b5'.
155
156The input method `chinese-py' and `chinese-tonepy' are also Pinyin
43b11fee 157based, but for the character set GB2312 (`chinese-gb2312').")
6b1e079c 158
4558e816
KH
159 ("chinese-qj-b5" "\e$(0)A\e(BB")
160
161 ("chinese-qj" "\e$AH+\e(BG")
162
6b1e079c 163 ("chinese-sw" "\e$AJWN2\e(B"
4558e816
KH
164"Radical base input method for Chinese charset GB2312 (`chinese-gb2312').
165
d20faceb
EZ
166In this input method, you enter a Chinese character by typing two
167keys. The first key corresponds to the first (\e$AJW\e(B) radical, the second
168key corresponds to the last (\e$AN2\e(B) radical. The correspondence of keys
169and radicals is as below:
4558e816
KH
170
171 first radical:
172 a b c d e f g h i j k l m n o p q r s t u v w x y z
a1506d29 173 \e$APD\e(B \e$AZ"\e(B \e$AJ,\e(B \e$AX<\e(B \e$A;p\e(B \e$A?Z\e(B \e$A^P\e(B \e$Ac_\e(B \e$AZ%\e(B \e$A\3\e(B \e$AXi\e(B \e$AD>\e(B \e$Alj\e(B \e$Ab;\e(B \e$ATB\e(B \e$Afy\e(B \e$AJ/\e(B \e$AMu\e(B \e$A0K\e(B \e$AX/\e(B \e$AHU\e(B \e$AeA\e(B \e$Aak\e(B \e$AVq\e(B \e$AR;\e(B \e$AHK\e(B
4558e816
KH
174 last radical:
175 a b c d e f g h i j k l m n o p q r s t u v w x y z
a1506d29 176 \e$ASV\e(B \e$AI=\e(B \e$AMA\e(B \e$A56\e(B \e$AZb\e(B \e$A?Z\e(B \e$ARB\e(B \e$Aqb\e(B \e$A4s\e(B \e$A6!\e(B \e$A[L\e(B \e$Ala\e(B \e$AJ.\e(B \e$A4u\e(B \e$AXg\e(B \e$ACE\e(B \e$A=q\e(B \e$AX-\e(B \e$AE.\e(B \e$ARR\e(B \e$A`m\e(B \e$AP!\e(B \e$A3'\e(B \e$A3f\e(B \e$A_.\e(B \e$A27\e(B
4558e816 177
43e5a7fe 178\\<quail-translation-docstring>")
4558e816 179
6b1e079c
KH
180 ("chinese-tonepy" "\e$A5wF4\e(B"
181 "Pinyin base input method for Chinese charset GB2312 (`chinese-gb2312').
182
c3ff164a 183Pinyin is the standard roman transliteration method for Chinese.
d20faceb 184For the details of Pinyin system, see the documentation of the input
6b1e079c
KH
185method `chinese-py'.
186
187This input method works almost the same way as `chinese-py'. The
4558e816
KH
188difference is that you must type 1..5 after each Pinyin spelling to
189specify a tone (1:\e$ARuF=\e(B, 2:\e$AQtF=\e(B, 3:\e$AIOIy\e(B, 4\e$AOBIy\e(B, 5:\e$AGaIy\e(B).
190
43e5a7fe 191\\<quail-translation-docstring>
4558e816
KH
192
193For instance, to input \e$ADc\e(B, you type \"n i 3 3\", the first \"n i\" is
194a Pinyin, the next \"3\" specifies tone, and the last \"3\" selects
195the third character from the candidate list.
6b1e079c
KH
196
197For double-width GB2312 characters correponding to ASCII, use the
198input method `chinese-qj'.")
199
4558e816
KH
200 ("chinese-zozy" "\e$(0I\0D\e(B"
201"Zhuyin base input method for Chinese Big5 characters (`chinese-big5-1',
202`chinese-big5-2').
203
d20faceb 204Zhuyin is a kind of a phonetic symbol. One to three Zhuyin symbols
4558e816
KH
205compose a Chinese character.
206
207In this input method, you enter a Chinese character by first typing
208keys corresponding to Zhuyin symbols (see the above table) followed by
209SPC, 6, 3, 4, or 7 specifing a tone (SPC:\e$(0?v(N\e(B, 6:\e$(0Dm(N\e(B, 3:\e$(0&9Vy\e(B, 4:\e$(0(+Vy\e(B,
2107:\e$(0M=Vy\e(B).
211
43e5a7fe 212\\<quail-translation-docstring>")))
4ed46869
KH
213
214;; Return a value of the key in the current line.
215(defsubst tit-read-key-value ()
6b61353c 216 (if (looking-at "[^ \t\r\n]+")
4ed46869
KH
217 (car (read-from-string (concat "\"" (match-string 0) "\"")))))
218
219;; Return an appropriate quail-package filename from FILENAME (TIT
49ed466f
KH
220;; dictionary filename). For instance, ".../ZOZY.tit" -> "ZOZY.el".
221(defun tit-make-quail-package-file-name (filename &optional dirname)
4ed46869 222 (expand-file-name
49ed466f 223 (concat (file-name-nondirectory (substring filename 0 -4)) ".el")
4ed46869
KH
224 dirname))
225
1375754c 226;; This value is nil if we are processing phrase dictionary.
8c1ccc6c 227(defvar tit-dictionary t)
4ed46869
KH
228(defvar tit-encode nil)
229(defvar tit-default-encode "GB")
230
231;; Generate elements of KEY-BINDINGS arg for `quail-define-package' so
232;; that each characters in KEYS invokes FUNCTION-SYMBOL.
233(defun tit-generate-key-bindings (keys function-symbol)
234 (let ((len (length keys))
235 (i 0)
1375754c 236 (first t)
4ed46869
KH
237 key)
238 (while (< i len)
1375754c 239 (or first (princ "\n "))
4ed46869 240 (setq key (aref keys i))
1375754c
KH
241 (if (if (< key ?\ )
242 (eq (lookup-key quail-translation-keymap
243 (char-to-string key))
4ed46869 244 'quail-execute-non-quail-command)
1375754c
KH
245 (<= key 127))
246 (progn
247 (princ (cons (cond ((< key ?\ ) (format "\"\\C-%c\"" (+ key ?@)))
248 ((< key 127) (format "\"%c\"" key))
249 (t "\"\\C-?\""))
250 function-symbol))
251 (setq first nil)))
4ed46869
KH
252 (setq i (1+ i)))))
253
254;; Analyze header part of TIT dictionary and generate an appropriate
255;; `quail-define-package' function call.
256(defun tit-process-header (filename)
257 (message "Processing header part...")
258 (goto-char (point-min))
259
1375754c
KH
260 ;; At first, generate header part of the Quail package while
261 ;; collecting information from the original header.
262 (let ((package (concat
263 "chinese-"
264 (substring (downcase (file-name-nondirectory filename))
265 0 -4)))
266 ;; TIT keywords and the corresponding default values.
4ed46869
KH
267 (tit-multichoice t)
268 (tit-prompt "")
269 (tit-comments nil)
270 (tit-backspace "\010\177")
271 (tit-deleteall "\015\025")
272 (tit-moveright ".>")
273 (tit-moveleft ",<")
274 (tit-keyprompt nil))
1375754c
KH
275
276 (princ ";; Quail package `")
98223b73
KH
277 (princ package)
278 (princ (format "' -*- coding:%s; -*-\n" coding-system-for-write))
c7211fed 279 (princ ";; Generated by the command `titdic-convert'\n;;\tDate: ")
1375754c
KH
280 (princ (current-time-string))
281 (princ "\n;;\tOriginal TIT dictionary file: ")
282 (princ (file-name-nondirectory filename))
283 (princ "\n\n;;; Comment:\n\n")
86e4f7c0 284 (princ ";; Byte-compile this file again after any modification.\n\n")
1375754c
KH
285 (princ ";;; Start of the header of original TIT dictionary.\n\n")
286
4ed46869 287 (while (not (eobp))
1375754c
KH
288 (let ((ch (following-char))
289 (pos (point)))
4ed46869
KH
290 (cond ((= ch ?C) ; COMMENT
291 (cond ((looking-at "COMMENT")
292 (let ((pos (match-end 0)))
293 (end-of-line)
4ed46869
KH
294 (setq tit-comments (cons (buffer-substring pos (point))
295 tit-comments))))))
296 ((= ch ?M) ; MULTICHOICE, MOVERIGHT, MOVELEFT
297 (cond ((looking-at "MULTICHOICE:[ \t]*")
298 (goto-char (match-end 0))
299 (setq tit-multichoice (looking-at "YES")))
300 ((looking-at "MOVERIGHT:[ \t]*")
301 (goto-char (match-end 0))
302 (setq tit-moveright (tit-read-key-value)))
303 ((looking-at "MOVELEFT:[ \t]*")
304 (goto-char (match-end 0))
305 (setq tit-moveleft (tit-read-key-value)))))
306 ((= ch ?P) ; PROMPT
307 (cond ((looking-at "PROMPT:[ \t]*")
308 (goto-char (match-end 0))
6b1e079c
KH
309 (setq tit-prompt (tit-read-key-value))
310 ;; Some TIT dictionaies that are encoded by
311 ;; euc-china contains invalid character at the tail.
312 (let* ((last (aref tit-prompt (1- (length tit-prompt))))
313 (split (split-char last)))
314 (if (or (eq (nth 1 split) 32)
315 (eq (nth 2 split) 32))
316 (setq tit-prompt (substring tit-prompt 0 -1)))))))
4ed46869
KH
317 ((= ch ?B) ; BACKSPACE, BEGINDICTIONARY,
318 ; BEGINPHRASE
319 (cond ((looking-at "BACKSPACE:[ \t]*")
320 (goto-char (match-end 0))
321 (setq tit-backspace (tit-read-key-value)))
322 ((looking-at "BEGINDICTIONARY")
1375754c 323 (setq tit-dictionary t))
4ed46869 324 ((looking-at "BEGINPHRASE")
1375754c 325 (setq tit-dictionary nil))))
4ed46869
KH
326 ((= ch ?K) ; KEYPROMPT
327 (cond ((looking-at "KEYPROMPT(\\(.*\\)):[ \t]*")
328 (let ((key-char (match-string 1)))
329 (goto-char (match-end 0))
1fa1e1f5
RS
330 (if (string-match "\\\\[0-9]+" key-char)
331 (setq key-char
332 (car (read-from-string (format "\"%s\""
333 key-char)))))
4ed46869
KH
334 (setq tit-keyprompt
335 (cons (cons key-char (tit-read-key-value))
1375754c
KH
336 tit-keyprompt)))))))
337 (end-of-line)
338 (princ ";; ")
339 (princ (buffer-substring pos (point)))
340 (princ "\n")
341 (forward-line 1)))
a1506d29 342
1375754c
KH
343 (princ "\n;;; End of the header of original TIT dictionary.\n\n")
344 (princ ";;; Code:\n\n(require 'quail)\n\n")
345
346 (princ "(quail-define-package ")
347 ;; Args NAME, LANGUAGE, TITLE
6b1e079c 348 (let ((title (nth 1 (assoc package quail-cxterm-package-ext-info))))
1375754c
KH
349 (princ "\"")
350 (princ package)
351 (princ "\" \"")
352 (princ (nth 2 (assoc tit-encode tit-encode-list)))
353 (princ "\" \"")
354 (princ (or title
355 (if (string-match "[:\e$A!K\e$(0!(!J\e(B]+\\([^:\e$A!K\e$(0!(!K\e(B]+\\)" tit-prompt)
356 (substring tit-prompt (match-beginning 1) (match-end 1))
357 tit-prompt)))
358 (princ "\"\n"))
4ed46869
KH
359
360 ;; Arg GUIDANCE
361 (if tit-keyprompt
362 (progn
1375754c 363 (princ " '(")
4ed46869 364 (while tit-keyprompt
1375754c
KH
365 (princ " ")
366 (princ (format "(%d . \"%s\")\n"
367 (string-to-char (car (car tit-keyprompt)))
368 (cdr (car tit-keyprompt))))
4ed46869 369 (setq tit-keyprompt (cdr tit-keyprompt)))
1375754c
KH
370 (princ ")"))
371 (princ " t\n"))
4ed46869
KH
372
373 ;; Arg DOCSTRING
6b1e079c
KH
374 (let ((doc (concat tit-prompt "\n"))
375 (comments (if tit-comments
376 (mapconcat 'identity (nreverse tit-comments) "\n")))
377 (doc-ext (nth 2 (assoc package quail-cxterm-package-ext-info))))
378 (if comments
379 (setq doc (concat doc "\n" comments "\n")))
380 (if doc-ext
381 (setq doc (concat doc "\n" doc-ext "\n")))
382 (prin1 doc)
383 (terpri))
4ed46869
KH
384
385 ;; Arg KEY-BINDINGS
1375754c 386 (princ " '(")
4ed46869 387 (tit-generate-key-bindings tit-backspace 'quail-delete-last-char)
1375754c 388 (princ "\n ")
4ed46869 389 (tit-generate-key-bindings tit-deleteall 'quail-abort-translation)
1375754c 390 (princ "\n ")
4ed46869 391 (tit-generate-key-bindings tit-moveright 'quail-next-translation)
1375754c 392 (princ "\n ")
4ed46869 393 (tit-generate-key-bindings tit-moveleft 'quail-prev-translation)
1375754c 394 (princ ")\n")
4ed46869
KH
395
396 ;; Args FORGET-TRANSLATION, DETERMINISTIC, KBD-TRANSLATE, SHOW-LAYOUT.
397 ;; The remaining args are all nil.
1375754c
KH
398 (princ " nil")
399 (princ (if tit-multichoice " nil" " t"))
400 (princ (if tit-keyprompt " t t)\n\n" " nil nil)\n\n"))))
401
402(defsubst tit-flush-translations (key translations)
403 (if (string-match "\\\\[0-9][0-9][0-9]" key)
404 (let ((newkey (concat (substring key 0 (match-beginning 0))
405 (car (read-from-string
406 (concat "\"" (match-string 0 key) "\"")))))
407 (idx (match-end 0)))
408 (while (string-match "\\\\[0-9][0-9][0-9]" key idx)
409 (setq newkey (concat
410 newkey
411 (substring key idx (match-beginning 0))
412 (car (read-from-string
413 (concat "\"" (match-string 0 key) "\"")))))
414 (setq idx (match-end 0)))
415 (setq key (concat newkey (substring key idx)))))
416 (prin1 (list key (if tit-dictionary translations
417 (vconcat (nreverse translations)))))
418 (princ "\n"))
4ed46869
KH
419
420;; Convert body part of TIT dictionary into `quail-define-rules'
421;; function call.
422(defun tit-process-body ()
423 (message "Formatting translation rules...")
1375754c
KH
424 (let* ((template (list nil nil))
425 (second (cdr template))
426 (prev-key "")
427 ch key translations pos)
428 (princ "(quail-define-rules\n")
4ed46869 429 (while (null (eobp))
1375754c
KH
430 (setq ch (following-char))
431 (if (or (= ch ?#) (= ch ?\n))
432 (forward-line 1)
4ed46869 433 (setq pos (point))
1375754c
KH
434 (skip-chars-forward "^ \t\n")
435 (setq key (buffer-substring pos (point)))
4ed46869 436 (skip-chars-forward " \t")
1375754c
KH
437 (setq ch (following-char))
438 (if (or (= ch ?#) (= ch ?\n))
08a1bf22 439 ;; This entry contains no translations. Let's ignore it.
1375754c
KH
440 (forward-line 1)
441 (or (string= key prev-key)
08a1bf22 442 (progn
1375754c
KH
443 (if translations
444 (tit-flush-translations prev-key translations))
445 (setq translations nil
446 prev-key key)))
447 (if tit-dictionary
448 (progn
449 (setq pos (point))
450 (skip-chars-forward "^ \t#\n")
451 (setq translations
452 (if translations
453 (concat translations
454 (buffer-substring pos (point)))
455 (buffer-substring pos (point)))))
456 (while (not (eolp))
457 (setq pos (point))
458 (skip-chars-forward "^ \t\n")
459 (setq translations (cons (buffer-substring pos (point))
460 translations))
461 (skip-chars-forward " \t")
462 (setq ch (following-char))
463 (if (= ch ?#) (end-of-line))))
08a1bf22 464 (forward-line 1))))
1375754c
KH
465
466 (if translations
467 (tit-flush-translations prev-key translations))
468 (princ ")\n")))
4ed46869
KH
469
470;;;###autoload
471(defun titdic-convert (filename &optional dirname)
472 "Convert a TIT dictionary of FILENAME into a Quail package.
473Optional argument DIRNAME if specified is the directory name under which
474the generated Quail package is saved."
475 (interactive "FTIT dictionary file: ")
98223b73 476 (let ((coding-system-for-write nil))
c7211fed 477 (with-temp-file (tit-make-quail-package-file-name filename dirname)
c7211fed
DL
478 (let ((standard-output (current-buffer)))
479 (with-temp-buffer
480 (set-buffer-multibyte nil)
481 (let ((coding-system-for-read 'no-conversion))
482 (insert-file-contents (expand-file-name filename)))
a1506d29 483
c7211fed
DL
484 ;; Decode the buffer contents from the encoding specified by a
485 ;; value of the key "ENCODE:".
486 (if (not (search-forward "\nBEGIN" nil t))
487 (error "TIT dictionary doesn't have body part"))
488 (let ((limit (point))
489 coding-system slot)
490 (goto-char (point-min))
491 (if (re-search-forward "^ENCODE:[ \t]*" limit t)
492 (progn
493 (goto-char (match-end 0))
494 (setq tit-encode (tit-read-key-value)))
495 (setq tit-encode tit-default-encode))
496 (setq slot (assoc tit-encode tit-encode-list))
497 (if (not slot)
498 (error "Invalid ENCODE: value in TIT dictionary"))
499 (setq coding-system (nth 1 slot))
500 (message "Decoding with coding system %s..." coding-system)
501 (goto-char (point-min))
98223b73
KH
502 (decode-coding-region (point-min) (point-max) coding-system)
503 (setq coding-system-for-write coding-system)
504 (remove-text-properties (point-min) (point-max) '(charset nil)))
c7211fed 505
66b820ba 506 (set-buffer-multibyte t)
c7211fed 507 ;; Set point the starting position of the body part.
1375754c 508 (goto-char (point-min))
c7211fed
DL
509 (if (not (search-forward "\nBEGIN" nil t))
510 (error "TIT dictionary can't be decoded correctly"))
511
2db18278 512 ;; Process the header part.
c7211fed
DL
513 (forward-line 1)
514 (narrow-to-region (point-min) (point))
515 (tit-process-header filename)
516 (widen)
517
8f924df7 518 ;; Process the body part
c7211fed 519 (tit-process-body))))))
4ed46869
KH
520
521;;;###autoload
44cbfae9 522(defun batch-titdic-convert (&optional force)
4ed46869
KH
523 "Run `titdic-convert' on the files remaining on the command line.
524Use this from the command line, with `-batch';
525it won't work in an interactive Emacs.
526For example, invoke \"emacs -batch -f batch-titdic-convert XXX.tit\" to
527 generate Quail package file \"xxx.el\" from TIT dictionary file \"XXX.tit\".
528To get complete usage, invoke \"emacs -batch -f batch-titdic-convert -h\"."
529 (defvar command-line-args-left) ; Avoid compiler warning.
530 (if (not noninteractive)
531 (error "`batch-titdic-convert' should be used only with -batch"))
532 (if (string= (car command-line-args-left) "-h")
533 (progn
534 (message "To convert XXX.tit and YYY.tit into xxx.el and yyy.el:")
535 (message " %% emacs -batch -l titdic-cnv -f batch-titdic-convert XXX.tit YYY.tit")
536 (message "To convert XXX.tit into DIR/xxx.el:")
537 (message " %% emacs -batch -l titdic-cnv -f batch-titdic-convert -dir DIR XXX.tit"))
538 (let (targetdir filename files file)
539 (if (string= (car command-line-args-left) "-dir")
540 (progn
541 (setq command-line-args-left (cdr command-line-args-left))
542 (setq targetdir (car command-line-args-left))
543 (setq command-line-args-left (cdr command-line-args-left))))
544 (while command-line-args-left
545 (setq filename (expand-file-name (car command-line-args-left)))
546 (if (file-directory-p filename)
547 (progn
548 (message "Converting all tit files in the directory %s" filename)
549 (setq files (directory-files filename t "\\.tit$")))
550 (setq files (list filename)))
551 (while files
552 (setq file (expand-file-name (car files)))
44cbfae9
KH
553 (when (or force
554 (file-newer-than-file-p
555 file (tit-make-quail-package-file-name file targetdir)))
556 (message "Converting %s to quail-package..." file)
557 (titdic-convert file targetdir))
4ed46869
KH
558 (setq files (cdr files)))
559 (setq command-line-args-left (cdr command-line-args-left)))
86e4f7c0 560 (message "Byte-compile the created files by:")
4ed46869
KH
561 (message " %% emacs -batch -f batch-byte-compile XXX.el")))
562 (kill-emacs 0))
563
c063e381
KH
564\f
565;;; Converter of miscellaneous dictionaries other than TIT format.
566
567;; Alist of input method names and the corresponding information.
568;; Each element has this form:
569;; (INPUT-METHOD-NAME ;; Name of the input method.
a1506d29 570;; INPUT-METHOD-TITLE ;; Title string of the input method
c063e381
KH
571;; DICFILE ;; Name of the source dictionary file.
572;; CODING ;; Coding system of the dictionary file.
573;; QUAILFILE ;; Name of the Quail package file.
574;; CONVERTER ;; Function to generate the Quail package.
575;; COPYRIGHT-NOTICE ;; Copyright notice of the source dictionary.
576;; )
577
578(defvar quail-misc-package-ext-info
579 '(("chinese-b5-tsangchi" "\e$(06A\e(BB"
a1506d29 580 "cangjie-table.b5" big5 "tsang-b5.el"
c063e381
KH
581 tsang-b5-converter
582 "\
583;; # Copyright 2001 Christian Wittern <wittern@iis.sinica.edu.tw>
584;; #
585;; # Permission to copy and distribute both modified and
586;; # unmodified versions is granted without royalty provided
587;; # this notice is preserved.")
588
589 ("chinese-b5-quick" "\e$(0X|\e(BB"
a1506d29 590 "cangjie-table.b5" big5 "quick-b5.el"
c063e381
KH
591 quick-b5-converter
592 "\
593;; # Copyright 2001 Christian Wittern <wittern@iis.sinica.edu.tw>
594;; #
595;; # Permission to copy and distribute both modified and
596;; # unmodified versions is granted without royalty provided
597;; # this notice is preserved.")
598
599 ("chinese-cns-tsangchi" "\e$(GT?\e(BC"
600 "cangjie-table.cns" iso-2022-cn-ext "tsang-cns.el"
601 tsang-cns-converter
602 "\
603;; # Copyright 2001 Christian Wittern <wittern@iis.sinica.edu.tw>
604;; #
605;; # Permission to copy and distribute both modified and
606;; # unmodified versions is granted without royalty provided
607;; # this notice is preserved.")
608
609 ("chinese-cns-quick" "\e$(Gv|\e(BC"
610 "cangjie-table.cns" iso-2022-cn-ext "quick-cns.el"
611 quick-cns-converter
612 "\
613;; # Copyright 2001 Christian Wittern <wittern@iis.sinica.edu.tw>
614;; #
615;; # Permission to copy and distribute both modified and
616;; # unmodified versions is granted without royalty provided
617;; # this notice is preserved.")
618
619 ("chinese-py" "\e$AF4\e(BG"
620 "pinyin.map" cn-gb-2312 "PY.el"
621 py-converter
622 "\
623;; \"pinyin.map\" is included in a free package called CCE. It is
624;; available at:
625;; http://ftp.debian.org/debian/dists/potato/main
626;; /source/utils/cce_0.36.orig.tar.gz
627;; This package contains the following copyright notice.
628;;
629;;
630;; Copyright (C) 1999, Rui He, herui@cs.duke.edu
a1506d29
JB
631;;
632;;
c063e381 633;; CCE(Console Chinese Environment) 0.32
a1506d29
JB
634;;
635;; CCE is free software; you can redistribute it and/or modify it under the
636;; terms of the GNU General Public License as published by the Free Software
637;; Foundation; either version 1, or (at your option) any later version.
638;;
639;; CCE is distributed in the hope that it will be useful, but WITHOUT ANY
640;; WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
641;; FOR A PARTICULAR PURPOSE. See the GNU General Public License for more
642;; details.
643;;
c063e381 644;; You should have received a copy of the GNU General Public License along with
a1506d29 645;; CCE; see the file COPYING. If not, write to the Free Software Foundation,
3ef97fb6 646;; 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.")
c063e381
KH
647
648 ("chinese-ziranma" "\e$AWTH;\e(B"
649 "ziranma.cin" cn-gb-2312 "ZIRANMA.el"
650 ziranma-converter
651 "\
652;; \"ziranma.cin\" is included in a free package called CCE. It is
653;; available at:
654;; http://ftp.debian.org/debian/dists/potato/main
655;; /source/utils/cce_0.36.orig.tar.gz
656;; This package contains the following copyright notice.
657;;
658;;
659;; Copyright (C) 1999, Rui He, herui@cs.duke.edu
a1506d29
JB
660;;
661;;
c063e381 662;; CCE(Console Chinese Environment) 0.32
a1506d29
JB
663;;
664;; CCE is free software; you can redistribute it and/or modify it under the
665;; terms of the GNU General Public License as published by the Free Software
666;; Foundation; either version 1, or (at your option) any later version.
667;;
668;; CCE is distributed in the hope that it will be useful, but WITHOUT ANY
669;; WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
670;; FOR A PARTICULAR PURPOSE. See the GNU General Public License for more
671;; details.
672;;
c063e381 673;; You should have received a copy of the GNU General Public License along with
a1506d29 674;; CCE; see the file COPYING. If not, write to the Free Software Foundation,
3ef97fb6 675;; 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.")
a4c4011b 676
a4c4011b
AC
677 ("chinese-ctlau" "\e$AAuTA\e(B"
678 "CTLau.html" cn-gb-2312 "CTLau.el"
679 ctlau-gb-converter
680 "\
681;; \"CTLau.html\" is available at:
682;;
683;; http://umunhum.stanford.edu/~lee/chicomp/CTLau.html
684;;
685;; It contains the following copyright notice:
686;;
687;; # Copyright (C) 1988-2001 Fung Fung Lee (lee@umunhum.stanford.edu)
a1506d29 688;; #
a4c4011b
AC
689;; # This program is free software; you can redistribute it and/or
690;; # modify it under the terms of the GNU General Public License
691;; # as published by the Free Software Foundation; either version 2
692;; # of the License, or any later version.
a1506d29 693;; #
a4c4011b
AC
694;; # This program is distributed in the hope that it will be useful,
695;; # but WITHOUT ANY WARRANTY; without even the implied warranty of
696;; # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
697;; # GNU General Public License for more details.
a1506d29 698;; #
a4c4011b
AC
699;; # You should have received a copy of the GNU General Public License
700;; # along with this program; if not, write to the Free Software Foundation,
086add15 701;; # Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.")
a4c4011b 702
e089be2d 703 ("chinese-ctlaub" "\e$(0N,Gn\e(B"
2bef0948 704 "CTLau-b5.html" big5 "CTLau-b5.el"
a4c4011b
AC
705 ctlau-b5-converter
706 "\
707;; \"CTLau-b5.html\" is available at:
708;;
709;; http://umunhum.stanford.edu/~lee/chicomp/CTLau-b5.html
710;;
711;; It contains the following copyright notice:
712;;
713;; # Copyright (C) 1988-2001 Fung Fung Lee (lee@umunhum.stanford.edu)
a1506d29 714;; #
a4c4011b
AC
715;; # This program is free software; you can redistribute it and/or
716;; # modify it under the terms of the GNU General Public License
717;; # as published by the Free Software Foundation; either version 2
718;; # of the License, or any later version.
a1506d29 719;; #
a4c4011b
AC
720;; # This program is distributed in the hope that it will be useful,
721;; # but WITHOUT ANY WARRANTY; without even the implied warranty of
722;; # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
723;; # GNU General Public License for more details.
a1506d29 724;; #
a4c4011b
AC
725;; # You should have received a copy of the GNU General Public License
726;; # along with this program; if not, write to the Free Software Foundation,
086add15 727;; # Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.")
c063e381
KH
728 ))
729
730;; Generate a code of a Quail package in the current buffer from Tsang
731;; dictionary in the buffer DICBUF. The input method name of the
732;; Quail package is NAME, and the title string is TITLE.
733
734;; TSANG-P is non-nil, genereate \e$(06AQo\e(B input method. Otherwise
735;; generate \e$(0X|/y\e(B (simple version of \e$(06AQo\e(B). If BIG5-P is non-nil, the
736;; input method is for inputting Big5 characters. Otherwise the input
737;; method is for inputting CNS characters.
738
739(defun tsang-quick-converter (dicbuf name title tsang-p big5-p)
740 (let ((fulltitle (if tsang-p (if big5-p "\e$(06AQo\e(B" "\e$(GT?on\e(B")
741 (if big5-p "\e$(0X|/y\e(B" "\e$(Gv|Mx\e(B")))
742 dic)
743 (goto-char (point-max))
744 (if big5-p
745 (insert (format "\"\e$(0&d'GTT&,!J\e(B%s\e$(0!K\e(BBIG5
746
747 \e$(0KHM$\e(B%s\e$(0TT&,WoOu\e(B
748
749 [Q \e$(0'D\e(B] [W \e$(0(q\e(B] [E \e$(0'V\e(B] [R \e$(0&H\e(B] [T \e$(0'>\e(B] [Y \e$(0&4\e(B] [U \e$(0&U\e(B] [I \e$(0'B\e(B] [O \e$(0&*\e(B] [P \e$(0'A\e(B]
750
751 [A \e$(0'K\e(B] [S \e$(0&T\e(B] [D \e$(0'N\e(B] [F \e$(0'W\e(B] [G \e$(0&I\e(B] [H \e$(0*M\e(B] [J \e$(0&3\e(B] [L \e$(0&d\e(B]
a1506d29 752
c063e381
KH
753 [Z ] [X \e$(0[E\e(B] [C \e$(01[\e(B] [V \e$(0&M\e(B] [B \e$(0'M\e(B] [N \e$(0&_\e(B] [M \e$(0&"\e(B]
754
755\\\\<quail-translation-docstring>\"\n"
756 fulltitle fulltitle))
757 (insert (format "\"\e$(GDcEFrSD+!J\e(B%s\e$(G!K\e(BCNS
758
759 \e$(GiGk#\e(B%s\e$(GrSD+uomu\e(B
760
761 [Q \e$(GEC\e(B] [W \e$(GFp\e(B] [E \e$(GEU\e(B] [R \e$(GDG\e(B] [T \e$(GE=\e(B] [Y \e$(GD3\e(B] [U \e$(GDT\e(B] [I \e$(GEA\e(B] [O \e$(GD)\e(B] [P \e$(GE@\e(B]
762
763 [A \e$(GEJ\e(B] [S \e$(GDS\e(B] [D \e$(GEM\e(B] [F \e$(GEV\e(B] [G \e$(GDH\e(B] [H \e$(GHL\e(B] [J \e$(GD2\e(B] [L \e$(GDc\e(B]
a1506d29
JB
764
765 [Z ] [X \e$(GyE\e(B] [C \e$(GOZ\e(B] [V \e$(GDL\e(B] [B \e$(GEL\e(B] [N \e$(GD^\e(B] [M \e$(GD!\e(B]
c063e381
KH
766
767\\\\<quail-translation-docstring>\"\n"
768 fulltitle fulltitle)))
769 (insert " '((\".\" . quail-next-translation-block)
770 (\",\" . quail-prev-translation-block))
771 nil nil)\n\n")
772 (insert "(quail-define-rules\n")
773 (save-excursion
774 (set-buffer dicbuf)
6b61353c
KH
775 ;; Handle double CR line ends, which result when checking out of
776 ;; CVS on MS-Windows.
777 (goto-char (point-min))
778 (while (re-search-forward "\r\r$" nil t)
779 (replace-match ""))
c063e381
KH
780 (goto-char (point-min))
781 (search-forward "A440")
782 (beginning-of-line)
783 (let ((table (make-hash-table :test 'equal))
784 val)
785 (while (not (eobp))
786 (forward-char 5)
787 (let ((trans (char-to-string (following-char)))
788 key slot)
789 (re-search-forward "[A-Z]+$" nil t)
790 (setq key (downcase
791 (if (or tsang-p
792 (<= (- (match-end 0) (match-beginning 0)) 1))
793 (match-string 0)
794 (string (char-after (match-beginning 0))
795 (char-after (1- (match-end 0)))))))
796 (setq val (gethash key table))
797 (if val (setq trans (concat val trans)))
798 (puthash key trans table)
799 (forward-line 1)))
800 (maphash #'(lambda (key val) (setq dic (cons (cons key val) dic)))
801 table)))
802 (setq dic (sort dic (function (lambda (x y) (string< (car x ) (car y))))))
803 (dolist (elt dic)
804 (insert (format "(%S\t%S)\n" (car elt) (cdr elt))))
805 (let ((punctuations '((";" "\e$(0!'!2!"!#!.!/\e(B" "\e$(G!'!2!"!#!.!/\e(B")
806 (":" "\e$(0!(!+!3!%!$!&!0!1\e(B" "\e$(G!(!+!3!%!$!&!0!1\e(B")
807 ("'" "\e$(0!e!d\e(B" "\e$(G!e!d\e(B")
808 ("\"" "\e$(0!g!f!h!i!q\e(B" "\e$(G!g!f!h!i!q\e(B")
809 ("\\" "\e$(0"`"b#M\e(B" "\e$(G"`"b#M\e(B")
810 ("|" "\e$(0!6!8!:"^\e(B" "\e$(G!6!8!:"^\e(B")
811 ("/" "\e$(0"_"a#L\e(B" "\e$(G"_"a#L\e(B")
812 ("?" "\e$(0!)!4\e(B" "\e$(G!)!4\e(B")
813 ("<" "\e$(0!R"6"A!T"H\e(B" "\e$(G!R"6"A!T"H\e(B")
814 (">" "\e$(0!S"7"B!U\e(B" "\e$(G!S"7"B!U\e(B")
815 ("[" "\e$(0!F!J!b!H!L!V!Z!X!\\e(B" "\e$(G!F!J!b!H!L!V!Z!X!\\e(B")
816 ("]" "\e$(0!G!K!c!I!M!W![!Y!]\e(B" "\e$(G!G!K!c!I!M!W![!Y!]\e(B")
817 ("{" "\e$(0!B!`!D\e(B " "\e$(G!B!`!D\e(B ")
818 ("}" "\e$(0!C!a!E\e(B" "\e$(G!C!a!E\e(B")
819 ("`" "\e$(0!j!k\e(B" "\e$(G!j!k\e(B")
820 ("~" "\e$(0"D"+",!<!=\e(B" "\e$(G"D"+",!<!=\e(B")
821 ("!" "\e$(0!*!5\e(B" "\e$(G!*!5\e(B")
822 ("@" "\e$(0"i"n\e(B" "\e$(G"i"n\e(B")
823 ("#" "\e$(0!l"-\e(B" "\e$(G!l"-\e(B")
824 ("$" "\e$(0"c"l\e(B" "\e$(G"c"l\e(B")
825 ("%" "\e$(0"h"m\e(B" "\e$(G"h"m\e(B")
826 ("&" "\e$(0!m".\e(B" "\e$(G!m".\e(B")
827 ("*" "\e$(0!n"/!o!w!x\e(B" "\e$(G!n"/!o!w!x\e(B")
828 ("(" "\e$(0!>!^!@\e(B" "\e$(G!>!^!@\e(B")
829 (")" "\e$(0!?!_!A\e(B" "\e$(G!?!_!A\e(B")
830 ("-" "\e$(0!7!9"#"$"1"@\e(B" "\e$(G!7!9"#"$"1"@\e(B")
831 ("_" "\e$(0"%"&\e(B" "\e$(G"%"&\e(B")
832 ("=" "\e$(0"8"C\e(B" "\e$(G"8"C\e(B")
833 ("+" "\e$(0"0"?\e(B" "\e$(G"0"?\e(B"))))
834 (dolist (elt punctuations)
835 (insert (format "(%S %S)\n" (concat "z" (car elt))
836 (if big5-p (nth 1 elt) (nth 2 elt))))))
837 (insert ")\n")))
838
839(defun tsang-b5-converter (dicbuf name title)
840 (tsang-quick-converter dicbuf name title t t))
841
842(defun quick-b5-converter (dicbuf name title)
843 (tsang-quick-converter dicbuf name title nil t))
844
845(defun tsang-cns-converter (dicbuf name title)
846 (tsang-quick-converter dicbuf name title t nil))
847
848(defun quick-cns-converter (dicbuf name title)
849 (tsang-quick-converter dicbuf name title nil nil))
850
851;; Generate a code of a Quail package in the current buffer from
852;; Pinyin dictionary in the buffer DICBUF. The input method name of
853;; the Quail package is NAME, and the title string is TITLE.
854
855(defun py-converter (dicbuf name title)
856 (goto-char (point-max))
857 (insert (format "%S\n" "\e$A::WVJdHk!KF4Rt!K\e(B
858
859 \e$AF4Rt7=08\e(B
860
861 \e$AP!P4S"NDWVD84z1m!8F4Rt!97{:E#,\e(B \"u(yu) \e$ATrSC\e(B u: \e$A1mJ>!C\e(B
862
863Pinyin base input method for Chinese charset GB2312 (`chinese-gb2312').
864
c3ff164a 865Pinyin is the standard roman transliteration method for Chinese.
c063e381
KH
866Pinyin uses a sequence of Latin alphabetic characters for each Chinese
867character. The sequence is made by the combination of the initials
868\(the beginning sounds) and finals (the ending sounds).
869
870 initials: b p m f d t n l z c s zh ch sh r j q x g k h
871 finals: a o e i er ai ei oa ou an en ang eng ong i ia iao ie iu ian in
872 iang ing iong u ua uo uai ui uan un uan ueng yu yue yuan yun
873
874 (Note: In the correct Pinyin writing, the sequence \"yu\" in the last
875 four finals should be written by the character u-umlaut `\e$A(9\e(B'.)
876
877With this input method, you enter a Chinese character by first
878entering its pinyin spelling.
879
880\\<quail-translation-docstring>
881
882For instance, to input \e$ADc\e(B, you type \"n i C-n 3\". The first \"n i\"
883is a Pinyin, \"C-n\" selects the next group of candidates (each group
884contains at most 10 characters), \"3\" select the third character in
885that group.
886
887This input method supports only Han characters. The related input
888method `chinese-py-punct' is the combination of this method and
889`chinese-punct'; it supports both Han characters and punctuation
890characters.
891
892For double-width GB2312 characters corresponding to ASCII, use the
893input method `chinese-qj'.
894
895The correct Pinyin system specifies tones by diacritical marks, but
896this input method doesn't use them, which results in easy (you don't
897have to know the exact tones), but verbose (many characters are assigned
898to the same key sequence) input. You may also want to try the input
899method `chinese-tonepy' with which you must specify tones by digits
900\(1..5)."))
901 (insert " '((\"\C-?\" . quail-delete-last-char)
902 (\".\" . quail-next-translation)
903 (\">\" . quail-next-translation)
904 (\",\" . quail-prev-translation)
905 (\"<\" . quail-prev-translation))
906 nil nil nil nil)\n\n")
907 (insert "(quail-define-rules\n")
908 (let ((pos (point)))
909 (insert-buffer-substring dicbuf)
910 (goto-char pos)
911 (while (not (eobp))
912 (insert "(\"")
913 (skip-chars-forward "a-z")
914 (insert "\" \"")
915 (delete-char 1)
916 (end-of-line)
917 (insert "\")")
918 (forward-line 1)))
919 (insert ")\n"))
920
921;; Generate a code of a Quail package in the current buffer from
922;; Ziranma dictionary in the buffer DICBUF. The input method name of
923;; the Quail package is NAME, and the title string is TITLE.
924
925(defun ziranma-converter (dicbuf name title)
926 (let (dic)
927 (save-excursion
928 (set-buffer dicbuf)
929 (goto-char (point-min))
930 (search-forward "%keyname end\n")
931 (let ((table (make-hash-table :test 'equal))
932 elt pos key trans val)
933 (while (not (eobp))
934 (setq pos (point))
935 (skip-chars-forward "^ \t")
936 (setq key (buffer-substring pos (point)))
937 (skip-chars-forward " \t")
938 (setq trans (vector (buffer-substring (point) (line-end-position))))
939 (setq val (gethash key table))
940 (if val (setq trans (vconcat val trans)))
941 (puthash key trans table)
942 (forward-line 1))
943 (maphash #'(lambda (key trans)
944 (let ((len (length trans))
945 i)
946 (if (and (= len 1) (= (length (aref trans 0)) 1))
947 (setq trans (aref trans 0))
948 (setq i 0)
949 (while (and (< i len)
950 (= (length (aref trans i)) 1))
951 (setq i (1+ i)))
952 (if (= i len)
953 (setq trans (mapconcat 'identity trans "")))))
954 (setq dic (cons (cons key trans) dic)))
955 table)))
956 (setq dic (sort dic (function (lambda (x y) (string< (car x) (car y))))))
957 (goto-char (point-max))
958 (insert (format "%S\n" "\e$A::WVJdHk!K!>WTH;!?!K\e(B
959
960 \e$A<|EL6TUU1m\e(B:
961 \e$A)3)%)%)W)%)%)W)%)%)W)%)%)W)%)%)W)%)%)W)%)%)W)%)%)W)%)%)W)%)%)7\e(B
962 \e$A)'#Q\e(B \e$A)'#W\e(B \e$A)'#E\e(B \e$A)'#R\e(B \e$A)'#T\e(B \e$A)'#Y\e(B \e$A)'#U\e(Bsh\e$A)'#I\e(Bch\e$A)'#O\e(B \e$A)'#P\e(B \e$A)'\e(B
963 \e$A)'\e(B iu\e$A)'\e(B ua\e$A)'\e(B e\e$A)'\e(B uan\e$A)'\e(B ue\e$A)'\e(B uai\e$A)'\e(B u\e$A)'\e(B i\e$A)'\e(B o\e$A)'\e(B un\e$A)'\e(B
964 \e$A)'\e(B \e$A)'\e(B ia\e$A)'\e(B \e$A)'\e(B van\e$A)'\e(B ve\e$A)'\e(B ing\e$A)'\e(B \e$A)'\e(B \e$A)'\e(B uo\e$A)'\e(B vn\e$A)'\e(B
965 \e$A);)W)%)_)W)%)_)W)%)_)W)%)_)W)%)_)W)%)_)W)%)_)W)%)_)W)%)_)W)%)?\e(B
966 \e$A)'#A\e(B \e$A)'#S\e(B \e$A)'#D\e(B \e$A)'#F\e(B \e$A)'#G\e(B \e$A)'#H\e(B \e$A)'#J\e(B \e$A)'#K\e(B \e$A)'#L\e(B \e$A)'\e(B
967 \e$A)'\e(B a\e$A)'\e(Biong\e$A)'\e(Buang\e$A)'\e(B en\e$A)'\e(B eng\e$A)'\e(B ang\e$A)'\e(B an\e$A)'\e(B ao\e$A)'\e(B ai\e$A)'\e(B
968 \e$A)'\e(B \e$A)'\e(B ong\e$A)'\e(Biang\e$A)'\e(B \e$A)'\e(B ng\e$A)'\e(B \e$A)'\e(B \e$A)'\e(B \e$A)'\e(B \e$A)'\e(B
969 \e$A);)W)%)_)W)%)_)W)%)_)W)%)_)W)%)_)W)%)_)W)%)_)W)%)_)W)%)_)W)%)%)7\e(B
970 \e$A)'#Z\e(B \e$A)'#X\e(B \e$A)'#C\e(B \e$A)'#V\e(Bzh\e$A)'#B\e(B \e$A)'#N\e(B \e$A)'#M\e(B \e$A)'#,\e(B \e$A)'#.\e(B \e$A)'\e(B \e$A#/\e(B \e$A)'\e(B
971 \e$A)'\e(B ei\e$A)'\e(B ie\e$A)'\e(B iao\e$A)'\e(B ui\e$A)'\e(B ou\e$A)'\e(B in\e$A)'\e(B ian\e$A)'G0R3)':sR3)'7{:E)'\e(B
972 \e$A)'\e(B \e$A)'\e(B \e$A)'\e(B \e$A)'\e(B v\e$A)'\e(B \e$A)'\e(B \e$A)'\e(B \e$A)'\e(B \e$A)'\e(B \e$A)'\e(B \e$A)'\e(B
973 \e$A);)%)%)_)%)%)_)%)%)_)%)%)_)%)%)_)%)%)_)%)%)_)%)%)_)%)%)_)%)%)?\e(B
974
975
976Pinyin base input method for Chinese GB2312 characters (`chinese-gb2312').
977
978Pinyin is the standard roman transliteration method for Chinese.
979For the details of Pinyin system, see the documentation of the input
980method `chinese-py'.
981
982Unlike the standard spelling of Pinyin, in this input method all
983initials and finals are assigned to single keys (see the above table).
984For instance, the initial \"ch\" is assigned to the key `i', the final
985\"iu\" is assigned to the key `q', and tones 1, 2, 3, 4, and \e$AGaIy\e(B are
986assigned to the keys `q', `w', `e', `r', `t' respectively.
987
988\\<quail-translation-docstring>
989
990To input one-letter words, you type 4 keys, the first two for the
991Pinyin of the letter, next one for tone, and the last one is always a
992quote ('). For instance, \"vsq'\" input \e$AVP\e(B. Exceptions are these
993letters. You can input them just by typing a single key.
994
995 Character: \e$A04\e(B \e$A2;\e(B \e$A4N\e(B \e$A5D\e(B \e$A6~\e(B \e$A7"\e(B \e$A8v\e(B \e$A:M\e(B \e$A3v\e(B \e$A<0\e(B \e$A?I\e(B \e$AAK\e(B \e$AC;\e(B
996 Key: a b c d e f g h i j k l m
997 Character: \e$ADc\e(B \e$AE7\e(B \e$AF,\e(B \e$AF_\e(B \e$AHK\e(B \e$AH}\e(B \e$AK{\e(B \e$AJG\e(B \e$AWE\e(B \e$ANR\e(B \e$AP!\e(B \e$AR;\e(B \e$ATZ\e(B
998 Key: n o p q r s t u v w x y z
999
1000To input two-letter words, you have two ways. One way is to type 4
1001keys, two for the first Pinyin, two for the second Pinyin. For
1002instance, \"vsgo\" inputs \e$AVP9z\e(B. Another way is to type 3 keys: 2
1003initials of two letters, and quote ('). For instance, \"vg'\" also
1004inputs \e$AVP9z\e(B.
1005
1006To input three-letter words, you type 4 keys: initials of three
1007letters, and the last is quote ('). For instance, \"bjy'2\" inputs \e$A11\e(B
1008\e$A>)Q<\e(B (the last `2' is to select one of the candidates).
1009
1010To input words of more than three letters, you type 4 keys, initials
1011of the first three letters and the last letter. For instance,
1012\"bjdt\" inputs \e$A11>)5gJSL(\e(B.
1013
1014To input symbols and punctuations, type `/' followed by one of `a' to
1015`z', then select one of the candidates."))
1016 (insert " '((\"\C-?\" . quail-delete-last-char)
1017 (\".\" . quail-next-translation)
1018 (\"[\" . quail-next-translation)
1019 (\",\" . quail-prev-translation)
1020 (\"]\" . quail-prev-translation))
1021 nil nil nil nil)\n\n")
1022 (insert "(quail-define-rules\n")
1023 (dolist (elt dic)
1024 (insert (format "(%S %S)\n" (car elt) (cdr elt))))
1025 (insert ")\n")))
1026
a4c4011b
AC
1027;; Generate the code for a Quail package in the current buffer from a
1028;; CTLau or CTLau-b5 dictionary in the buffer DICBUF. The input
1029;; method name of the Quail package is NAME, and the title string is
1030;; TITLE. DESCRIPTION is the string shown by describe-input-method.
1031
1032(defun ctlau-converter (dicbuf name title description)
1033 (goto-char (point-max))
1034 (insert (format "%S\n" description))
1035 (insert " '((\"\C-?\" . quail-delete-last-char)
1036 (\".\" . quail-next-translation)
1037 (\">\" . quail-next-translation)
1038 (\",\" . quail-prev-translation)
1039 (\"<\" . quail-prev-translation))
1040 nil nil nil nil)\n\n")
1041 (insert "(quail-define-rules\n")
1042 (let (dicbuf-start dicbuf-end key-start key (pos (point)))
1043 ;; Find the dictionary, which starts below a horizontal rule and
1044 ;; ends at the second to last line in the HTML file.
1045 (save-excursion
1046 (set-buffer dicbuf)
1047 (goto-char (point-min))
1048 (search-forward "#\n#<hr>\n")
1049 (setq dicbuf-start (point))
1050 (goto-char (point-max))
1051 (forward-line -1)
1052 (setq dicbuf-end (point)))
1053 (insert-buffer-substring dicbuf dicbuf-start dicbuf-end)
1054 ;; CTLau-b5.html contains characters (0xa1 0xbc) which show up as
1055 ;; hollow boxes when the original characters in CTLau.html from
1056 ;; which the file is converted have no Big5 equivalent. Go
1057 ;; through and delete them.
1058 (goto-char pos)
1059 (while (search-forward "\e$(0!{\e(B" nil t)
1060 (delete-char -1))
1061 ;; Uppercase keys in dictionary need to be downcased. Backslashes
1062 ;; at the beginning of keys need to be turned into double
1063 ;; backslashes.
1064 (goto-char pos)
1065 (while (not (eobp))
1066 (insert "(\"")
1067 (if (char-equal (following-char) ?\\)
1068 (insert "\\"))
1069 (setq key-start (point))
1070 (skip-chars-forward "\\\\A-Z")
1071 (downcase-region key-start (point))
1072 (insert "\" \"")
1073 (delete-char 1)
1074 (end-of-line)
1075 (insert "\")")
1076 (forward-line 1)))
1077 (insert ")\n"))
1078
1079(defun ctlau-gb-converter (dicbuf name title)
1080 (ctlau-converter dicbuf name title
1081"\e$A::WVJdHk!KAuN}OiJ=TARt!K\e(B
1082
1083 \e$AAuN}OiJ=TASoW"Rt7=08\e(B
1084 Sidney Lau's Cantonese transcription scheme as described in his book
1085 \"Elementary Cantonese\", The Government Printer, Hong Kong, 1972.
1086 This file was prepared by Fung Fung Lee (\e$A@n7c7e\e(B).
1087 Originally converted from CTCPS3.tit
1088 Last modified: June 2, 1993.
1089
4e7e1f03 1090 Some infrequent GB characters are accessed by typing \\, followed by
a4c4011b
AC
1091 the Cantonese romanization of the respective radical (\e$A2?JW\e(B)."))
1092
1093(defun ctlau-b5-converter (dicbuf name title)
1094 (ctlau-converter dicbuf name title
1095"\e$(0KH)tTT&,!(N,Tg>A*#Gn5x!(\e(B
1096
1097 \e$(0N,Tg>A*#GnM$0D5x'J7{\e(B
1098 Sidney Lau's Cantonese transcription scheme as described in his book
1099 \"Elementary Cantonese\", The Government Printer, Hong Kong, 1972.
1100 This file was prepared by Fung Fung Lee (\e$(0,XFS76\e(B).
1101 Originally converted from CTCPS3.tit
1102 Last modified: June 2, 1993.
1103
4e7e1f03 1104 Some infrequent characters are accessed by typing \\, followed by
a4c4011b
AC
1105 the Cantonese romanization of the respective radical (\e$(0?f5}\e(B)."))
1106
c063e381 1107(defun miscdic-convert (filename &optional dirname)
a1506d29 1108 "Convert a dictionary file FILENAME into a Quail package.
c063e381
KH
1109Optional argument DIRNAME if specified is the directory name under which
1110the generated Quail package is saved."
1111 (interactive "FInput method dictionary file: ")
1112 (or (file-readable-p filename)
1113 (error "%s does not exist" filename))
1114 (let ((tail quail-misc-package-ext-info)
98223b73 1115 coding-system-for-write
c063e381
KH
1116 slot
1117 name title dicfile coding quailfile converter copyright
1118 dicbuf)
1119 (while tail
d1df889e
KH
1120 (setq slot (car tail)
1121 dicfile (nth 2 slot)
1122 quailfile (nth 4 slot))
1123 (when (and (or (string-match dicfile filename)
1124 ;; MS-DOS filesystem truncates file names to 8+3
1125 ;; limits, so "cangjie-table.cns" becomes
1126 ;; "cangjie-.cns", and the above string-match
1127 ;; fails. Give DOS users a chance...
1128 (and (fboundp 'msdos-long-file-names)
1129 (not (msdos-long-file-names))
1130 (string-match (dos-8+3-filename dicfile) filename)))
1131 (if (file-newer-than-file-p
1132 filename (expand-file-name quailfile dirname))
1133 t
1134 (message "%s is up to date" quailfile)
1135 nil))
1136 (setq name (car slot)
c063e381 1137 title (nth 1 slot)
c063e381 1138 coding (nth 3 slot)
c063e381
KH
1139 converter (nth 5 slot)
1140 copyright (nth 6 slot))
1141 (message "Converting %s to %s..." dicfile quailfile)
98223b73 1142 (setq coding-system-for-write coding)
c063e381 1143 (with-temp-file (expand-file-name quailfile dirname)
98223b73
KH
1144 (insert (format ";; Quail package `%s' -*- coding:%s; -*-\n"
1145 name coding))
c063e381
KH
1146 (insert ";; Generated by the command `miscdic-convert'\n")
1147 (insert ";; Date: " (current-time-string) "\n")
1148 (insert ";; Source dictionary file: " dicfile "\n")
1149 (insert ";; Copyright notice of the source file\n")
1150 (insert ";;------------------------------------------------------\n")
1151 (insert copyright "\n")
1152 (insert ";;------------------------------------------------------\n")
1153 (insert "\n")
1154 (insert ";;; Code:\n\n")
1155 (insert "(require 'quail)\n")
1156 (insert "(quail-define-package \"" name "\" \""
98223b73
KH
1157 (if (eq coding 'big5) "Chinese-BIG5"
1158 (if (eq coding 'iso-2022-cn-ext) "Chinese-CNS"
1159 "Chinese-GB"))
c063e381
KH
1160 "\" \"" title "\" t\n")
1161 (let* ((coding-system-for-read coding)
1162 (dicbuf (find-file-noselect filename)))
1163 (funcall converter dicbuf name title)
1164 (kill-buffer dicbuf)))
1165 (message "Converting %s to %s...done" dicfile quailfile))
1166 (setq tail (cdr tail)))))
1167
1168(defun batch-miscdic-convert ()
1169 "Run `miscdic-convert' on the files remaing on the command line.
1170Use this from the command line, with `-batch';
1171it won't work in an interactive Emacs.
1172If there's an argument \"-dir\", the next argument specifies a directory
1173to store generated Quail packages."
1174 (defvar command-line-args-left) ; Avoid compiler warning.
1175 (if (not noninteractive)
1176 (error "`batch-miscdic-convert' should be used only with -batch"))
1177 (let ((dir default-directory)
1178 filename)
1179 (while command-line-args-left
1180 (if (string= (car command-line-args-left) "-dir")
1181 (progn
1182 (setq command-line-args-left (cdr command-line-args-left))
0631f894
KH
1183 (setq dir (car command-line-args-left))
1184 (setq command-line-args-left (cdr command-line-args-left))))
c063e381
KH
1185 (setq filename (car command-line-args-left)
1186 command-line-args-left (cdr command-line-args-left))
1187 (if (file-directory-p filename)
1188 (dolist (file (directory-files filename t nil t))
98223b73
KH
1189 (or (file-directory-p file)
1190 (miscdic-convert file dir)))
c063e381
KH
1191 (miscdic-convert filename dir))))
1192 (kill-emacs 0))
1193
5cdaf2a5
KH
1194;; Local Variables:
1195;; coding: iso-2022-7bit
1196;; End:
60370d40 1197
6b61353c 1198;;; arch-tag: 8ad478b2-a985-4da2-b47f-d8ee5d7c24a3
60370d40 1199;;; titdic-cnv.el ends here