lisp/international/titdic-cnv.el

   1 ;;; titdic-cnv.el --- convert cxterm dictionary (TIT format) to Quail package -*- coding:iso-2022-7bit; -*-
   2
   3 ;; Copyright (C) 1997, 1998, 2000, 2001  Free Software Foundation, Inc.
   4 ;; Copyright (C) 1995, 1997, 1998, 2000, 2001, 2002
   5 ;;   National Institute of Advanced Industrial Science and Technology (AIST)
   6 ;;   Registration Number H14PRO021
   7 ;; Copyright (C) 2003
   8 ;;   National Institute of Advanced Industrial Science and Technology (AIST)
   9 ;;   Registration Number H13PRO009
  10
  11 ;; Keywords: Quail, TIT, cxterm
  12
  13 ;; This file is part of GNU Emacs.
  14
  15 ;; GNU Emacs is free software; you can redistribute it and/or modify
  16 ;; it under the terms of the GNU General Public License as published by
  17 ;; the Free Software Foundation; either version 2, or (at your option)
  18 ;; any later version.
  19
  20 ;; GNU Emacs is distributed in the hope that it will be useful,
  21 ;; but WITHOUT ANY WARRANTY; without even the implied warranty of
  22 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  23 ;; GNU General Public License for more details.
  24
  25 ;; You should have received a copy of the GNU General Public License
  26 ;; along with GNU Emacs; see the file COPYING.  If not, write to the
  27 ;; Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
  28 ;; Boston, MA 02110-1301, USA.
  29
  30 ;;; Commentary:
  31
  32 ;; Convert cxterm dictionary (of TIT format) to quail-package.
  33 ;;
  34 ;; Usage (within Emacs):
  35 ;;      M-x titdic-convert<CR>CXTERM-DICTIONARY-NAME<CR>
  36 ;; Usage (from shell):
  37 ;;      % emacs -batch -l titdic-cnv -f batch-titdic-convert\
  38 ;;              [-dir DIR] [DIR | FILE] ...
  39 ;;
  40 ;; When you run titdic-convert within Emacs, you have a chance to
  41 ;; modify arguments of `quail-define-package' before saving the
  42 ;; converted file.  For instance, you are likely to modify TITLE,
  43 ;; DOCSTRING, and KEY-BINDINGS.
  44
  45 ;; Cxterm dictionary file (*.tit) is a line-oriented text (English,
  46 ;; Chinese, Japanese, and Korean) file.  The whole file contains of
  47 ;; two parts, the definition part (`header' here after) followed by
  48 ;; the dictionary part (`body' here after).  All lines begin with
  49 ;; leading '#' are ignored.
  50 ;;
  51 ;; Each line in the header part has two fields, KEY and VALUE.  These
  52 ;; fields are separated by one or more white characters.
  53 ;;
  54 ;; Each line in the body part has two fields, KEYSEQ and TRANSLATIONS.
  55 ;; These fields are separated by one or more white characters.
  56 ;;
  57 ;; See the manual page of `tit2cit' of cxterm distribution for more
  58 ;; detail.
  59 ;;
  60 ;; Near the end of this file, we also have a few other tools to convert
  61 ;; miscellaneous dictionaries.
  62
  63 ;;; Code:
  64
  65 (require 'quail)
  66
  67 ;; List of values of key "ENCODE:" and the corresponding Emacs
  68 ;; coding-system and language environment name.
  69 (defvar tit-encode-list
  70   '(("GB" euc-china "Chinese-GB")
  71     ("BIG5" cn-big5 "Chinese-BIG5")
  72     ("JIS" euc-japan "Japanese")
  73     ("KS" euc-kr "Korean")))
  74
  75 ;; Alist of input method names and the corresponding title and extra
  76 ;; docstring.  For each of input method generated from TIT dictionary,
  77 ;; a docstring is automatically generated from the comments in the
  78 ;; dictionary.  The extra docstring in this alist is to add more
  79 ;; information.
  80 ;; The command describe-input-method shows the automatically generated
  81 ;; docstring, then an extra docstring while replacing the form \<VAR>
  82 ;; by the value of variable VAR.  For instance, the form
  83 ;; \<quail-translation-docstring> is replaced by a description about
  84 ;; how to select a translation from a list of candidates.
  85
  86 (defvar quail-cxterm-package-ext-info
  87   '(("chinese-4corner" "\e$(0(?-F\e(B")
  88     ("chinese-array30" "\e$(0#R#O\e(B")
  89     ("chinese-ccdospy" "\e$AKuF4\e(B"
  90      "Pinyin base input method for Chinese charset GB2312 \(`chinese-gb2312').
  91
  92 Pinyin is the standard Roman transliteration method for Chinese.
  93 For the detail of Pinyin system, see the documentation of the input
  94 method `chinese-py'.
  95
  96 This input method works almost the same way as `chinese-py'.  The
  97 difference is that you type a single key for these Pinyin spelling.
  98     Pinyin:  zh  en  eng ang ch  an  ao  ai  ong sh  ing  yu(\e$A(9\e(B)
  99     keyseq:   a   f   g   h   i   j   k   l   s   u   y   v
 100 For example:
 101     Chinese:  \e$A0!\e(B    \e$A9{\e(B    \e$AVP\e(B    \e$AND\e(B    \e$A9b\e(B    \e$ASq\e(B    \e$AH+\e(B
 102     Pinyin:   a    guo   zhong  wen  guang  yu   quan
 103     Keyseq:   a1   guo4   as1   wf4  guh1  yu..6 qvj6
 104
 105 \\<quail-translation-docstring>
 106
 107 For double-width GB2312 characters correponding to ASCII, use the
 108 input method `chinese-qj'.")
 109
 110     ("chinese-ecdict" "\e$(05CKH\e(B"
 111 "In this input method, you enter a Chinese (Big5) charactere or word
 112 by typing the corresponding English word.  For example, if you type
 113 \"computer\", \"\e$(0IZH+\e(B\" is input.
 114
 115 \\<quail-translation-docstring>")
 116
 117     ("chinese-etzy" "\e$(06/0D\e(B"
 118 "Zhuyin base input method for Chinese Big5 characters (`chinese-big5-1',
 119 `chinese-big5-2').
 120
 121 Zhuyin is a kind of phonetic symbol.  One to three Zhuyin symbols
 122 compose one Chinese character.
 123
 124 In this input method, you enter a Chinese character by first typing
 125 keys corresponding to Zhuyin symbols (see the above table) followed by
 126 SPC, 1, 2, 3, or 4 specifing a tone (SPC:\e$(0?v(N\e(B, 1:\e$(0M=Vy\e(B, 2:\e$(0Dm(N\e(B, 3: \e$(0&9Vy\e(B,
 127 4:\e$(0(+Vy\e(B).
 128
 129 \\<quail-translation-docstring>")
 130
 131     ("chinese-punct-b5" "\e$(0O:\e(BB"
 132      "Input method for Chinese punctuations and symbols of Big5
 133 \(`chinese-big5-1' and `chinese-big5-2').")
 134
 135     ("chinese-punct" "\e$A1j\e(BG"
 136      "Input method for Chinese punctuations and symbols of GB2312
 137 \(`chinese-gb2312').")
 138
 139     ("chinese-py-b5" "\e$(03<\e(BB"
 140      "Pinyin base input method for Chinese Big5 characters
 141 \(`chinese-big5-1', `chinese-big5-2').
 142
 143 This input method works almost the same way as `chinese-py' (which
 144 see).
 145
 146 This input method supports only Han characters.  The more convenient
 147 method is `chinese-py-punct-b5', which is the combination of this
 148 method and `chinese-punct-b5' and which supports both Han characters
 149 and punctuation/symbols.
 150
 151 For double-width Big5 characters corresponding to ASCII, use the input
 152 method `chinese-qj-b5'.
 153
 154 The input method `chinese-py' and `chinese-tonepy' are also Pinyin
 155 based, but for the character set GB2312 (`chinese-gb2312').")
 156
 157     ("chinese-qj-b5" "\e$(0)A\e(BB")
 158
 159     ("chinese-qj" "\e$AH+\e(BG")
 160
 161     ("chinese-sw" "\e$AJWN2\e(B"
 162 "Radical base input method for Chinese charset GB2312 (`chinese-gb2312').
 163
 164 In this input method, you enter a Chinese character by typing two
 165 keys.  The first key corresponds to the first (\e$AJW\e(B) radical, the second
 166 key corresponds to the last (\e$AN2\e(B) radical.  The correspondence of keys
 167 and radicals is as below:
 168
 169  first radical:
 170  a  b  c  d  e  f  g  h  i  j  k  l  m  n  o  p  q  r  s  t  u  v  w  x  y  z
 171  \e$APD\e(B \e$AZ"\e(B \e$AJ,\e(B \e$AX<\e(B \e$A;p\e(B \e$A?Z\e(B \e$A^P\e(B \e$Ac_\e(B \e$AZ%\e(B \e$A\3\e(B \e$AXi\e(B \e$AD>\e(B \e$Alj\e(B \e$Ab;\e(B \e$ATB\e(B \e$Afy\e(B \e$AJ/\e(B \e$AMu\e(B \e$A0K\e(B \e$AX/\e(B \e$AHU\e(B \e$AeA\e(B \e$Aak\e(B \e$AVq\e(B \e$AR;\e(B \e$AHK\e(B
 172  last radical:
 173  a  b  c  d  e  f  g  h  i  j  k  l  m  n  o  p  q  r  s  t  u  v  w  x  y  z
 174  \e$ASV\e(B \e$AI=\e(B \e$AMA\e(B \e$A56\e(B \e$AZb\e(B \e$A?Z\e(B \e$ARB\e(B \e$Aqb\e(B \e$A4s\e(B \e$A6!\e(B \e$A[L\e(B \e$Ala\e(B \e$AJ.\e(B \e$A4u\e(B \e$AXg\e(B \e$ACE\e(B \e$A=q\e(B \e$AX-\e(B \e$AE.\e(B \e$ARR\e(B \e$A`m\e(B \e$AP!\e(B \e$A3'\e(B \e$A3f\e(B \e$A_.\e(B \e$A27\e(B
 175
 176 \\<quail-translation-docstring>")
 177
 178     ("chinese-tonepy" "\e$A5wF4\e(B"
 179      "Pinyin base input method for Chinese charset GB2312 (`chinese-gb2312').
 180
 181 Pinyin is the standard roman transliteration method for Chinese.
 182 For the details of Pinyin system, see the documentation of the input
 183 method `chinese-py'.
 184
 185 This input method works almost the same way as `chinese-py'.  The
 186 difference is that you must type 1..5 after each Pinyin spelling to
 187 specify a tone (1:\e$ARuF=\e(B, 2:\e$AQtF=\e(B, 3:\e$AIOIy\e(B, 4\e$AOBIy\e(B, 5:\e$AGaIy\e(B).
 188
 189 \\<quail-translation-docstring>
 190
 191 For instance, to input \e$ADc\e(B, you type \"n i 3 3\", the first \"n i\" is
 192 a Pinyin, the next \"3\" specifies tone, and the last \"3\" selects
 193 the third character from the candidate list.
 194
 195 For double-width GB2312 characters correponding to ASCII, use the
 196 input method `chinese-qj'.")
 197
 198     ("chinese-zozy" "\e$(0I\0D\e(B"
 199 "Zhuyin base input method for Chinese Big5 characters (`chinese-big5-1',
 200 `chinese-big5-2').
 201
 202 Zhuyin is a kind of a phonetic symbol.  One to three Zhuyin symbols
 203 compose a Chinese character.
 204
 205 In this input method, you enter a Chinese character by first typing
 206 keys corresponding to Zhuyin symbols (see the above table) followed by
 207 SPC, 6, 3, 4, or 7 specifing a tone (SPC:\e$(0?v(N\e(B, 6:\e$(0Dm(N\e(B, 3:\e$(0&9Vy\e(B, 4:\e$(0(+Vy\e(B,
 208 7:\e$(0M=Vy\e(B).
 209
 210 \\<quail-translation-docstring>")))
 211
 212 ;; Return a value of the key in the current line.
 213 (defsubst tit-read-key-value ()
 214   (if (looking-at "[^ \t\r\n]+")
 215       (car (read-from-string (concat "\"" (match-string 0) "\"")))))
 216
 217 ;; Return an appropriate quail-package filename from FILENAME (TIT
 218 ;; dictionary filename).  For instance, ".../ZOZY.tit" -> "ZOZY.el".
 219 (defun tit-make-quail-package-file-name (filename &optional dirname)
 220   (expand-file-name
 221    (concat (file-name-nondirectory (substring filename 0 -4)) ".el")
 222    dirname))
 223
 224 ;; This value is nil if we are processing phrase dictionary.
 225 (defvar tit-dictionary t)
 226 (defvar tit-encode nil)
 227 (defvar tit-default-encode "GB")
 228
 229 ;; Generate elements of KEY-BINDINGS arg for `quail-define-package' so
 230 ;; that each characters in KEYS invokes FUNCTION-SYMBOL.
 231 (defun tit-generate-key-bindings (keys function-symbol)
 232   (let ((len (length keys))
 233         (i 0)
 234         (first t)
 235         key)
 236     (while (< i len)
 237       (or first (princ "\n   "))
 238       (setq key (aref keys i))
 239       (if (if (< key ?\ )
 240               (eq (lookup-key quail-translation-keymap
 241                               (char-to-string key))
 242                   'quail-execute-non-quail-command)
 243             (<= key 127))
 244           (progn
 245             (princ (cons (cond ((< key ?\ ) (format "\"\\C-%c\"" (+ key ?@)))
 246                                ((< key 127) (format "\"%c\"" key))
 247                                (t "\"\\C-?\""))
 248                          function-symbol))
 249             (setq first nil)))
 250       (setq i (1+ i)))))
 251
 252 ;; Analyze header part of TIT dictionary and generate an appropriate
 253 ;; `quail-define-package' function call.
 254 (defun tit-process-header (filename)
 255   (message "Processing header part...")
 256   (goto-char (point-min))
 257
 258   ;; At first, generate header part of the Quail package while
 259   ;; collecting information from the original header.
 260   (let ((package (concat
 261                   "chinese-"
 262                   (substring (downcase (file-name-nondirectory filename))
 263                              0 -4)))
 264         ;; TIT keywords and the corresponding default values.
 265         (tit-multichoice t)
 266         (tit-prompt "")
 267         (tit-comments nil)
 268         (tit-backspace "\010\177")
 269         (tit-deleteall "\015\025")
 270         (tit-moveright ".>")
 271         (tit-moveleft ",<")
 272         (tit-keyprompt nil))
 273
 274     (princ ";; Quail package `")
 275     (princ package)
 276     (princ (format "' -*- coding:%s; -*-\n" coding-system-for-write))
 277     (princ ";;   Generated by the command `titdic-convert'\n;;\tDate: ")
 278     (princ (current-time-string))
 279     (princ "\n;;\tOriginal TIT dictionary file: ")
 280     (princ (file-name-nondirectory filename))
 281     (princ "\n\n;;; Comment:\n\n")
 282     (princ ";; Byte-compile this file again after any modification.\n\n")
 283     (princ ";;; Start of the header of original TIT dictionary.\n\n")
 284
 285     (while (not (eobp))
 286       (let ((ch (following-char))
 287             (pos (point)))
 288         (cond ((= ch ?C)                ; COMMENT
 289                (cond ((looking-at "COMMENT")
 290                       (let ((pos (match-end 0)))
 291                         (end-of-line)
 292                         (setq tit-comments (cons (buffer-substring pos (point))
 293                                                  tit-comments))))))
 294               ((= ch ?M)                ; MULTICHOICE, MOVERIGHT, MOVELEFT
 295                (cond ((looking-at "MULTICHOICE:[ \t]*")
 296                       (goto-char (match-end 0))
 297                       (setq tit-multichoice (looking-at "YES")))
 298                      ((looking-at "MOVERIGHT:[ \t]*")
 299                       (goto-char (match-end 0))
 300                       (setq tit-moveright (tit-read-key-value)))
 301                      ((looking-at "MOVELEFT:[ \t]*")
 302                       (goto-char (match-end 0))
 303                       (setq tit-moveleft (tit-read-key-value)))))
 304               ((= ch ?P)                ; PROMPT
 305                (cond ((looking-at "PROMPT:[ \t]*")
 306                       (goto-char (match-end 0))
 307                       (setq tit-prompt (tit-read-key-value))
 308                       ;; Some TIT dictionaies that are encoded by
 309                       ;; euc-china contains invalid character at the tail.
 310                       (let* ((last (aref tit-prompt (1- (length tit-prompt))))
 311                              (split (split-char last)))
 312                         (if (or (eq (nth 1 split) 32)
 313                                 (eq (nth 2 split) 32))
 314                             (setq tit-prompt (substring tit-prompt 0 -1)))))))
 315               ((= ch ?B)                ; BACKSPACE, BEGINDICTIONARY,
 316                                         ; BEGINPHRASE
 317                (cond ((looking-at "BACKSPACE:[ \t]*")
 318                       (goto-char (match-end 0))
 319                       (setq tit-backspace (tit-read-key-value)))
 320                      ((looking-at "BEGINDICTIONARY")
 321                       (setq tit-dictionary t))
 322                      ((looking-at "BEGINPHRASE")
 323                       (setq tit-dictionary nil))))
 324               ((= ch ?K)                ; KEYPROMPT
 325                (cond ((looking-at "KEYPROMPT(\\(.*\\)):[ \t]*")
 326                       (let ((key-char (match-string 1)))
 327                         (goto-char (match-end 0))
 328                         (if (string-match "\\\\[0-9]+" key-char)
 329                             (setq key-char
 330                                   (car (read-from-string (format "\"%s\""
 331                                                                  key-char)))))
 332                         (setq tit-keyprompt
 333                               (cons (cons key-char (tit-read-key-value))
 334                                     tit-keyprompt)))))))
 335         (end-of-line)
 336         (princ ";; ")
 337         (princ (buffer-substring pos (point)))
 338         (princ "\n")
 339         (forward-line 1)))
 340
 341     (princ "\n;;; End of the header of original TIT dictionary.\n\n")
 342     (princ ";;; Code:\n\n(require 'quail)\n\n")
 343
 344     (princ "(quail-define-package ")
 345     ;; Args NAME, LANGUAGE, TITLE
 346     (let ((title (nth 1 (assoc package quail-cxterm-package-ext-info))))
 347       (princ "\"")
 348       (princ package)
 349       (princ "\" \"")
 350       (princ (nth 2 (assoc tit-encode tit-encode-list)))
 351       (princ "\" \"")
 352       (princ (or title
 353                  (if (string-match "[:\e$A!K\e$(0!(!J\e(B]+\\([^:\e$A!K\e$(0!(!K\e(B]+\\)" tit-prompt)
 354                      (substring tit-prompt (match-beginning 1) (match-end 1))
 355                    tit-prompt)))
 356       (princ "\"\n"))
 357
 358     ;; Arg GUIDANCE
 359     (if tit-keyprompt
 360         (progn
 361           (princ " '(")
 362           (while tit-keyprompt
 363             (princ "   ")
 364             (princ (format "(%d . \"%s\")\n"
 365                            (string-to-char (car (car tit-keyprompt)))
 366                            (cdr (car tit-keyprompt))))
 367             (setq tit-keyprompt (cdr tit-keyprompt)))
 368           (princ ")"))
 369       (princ " t\n"))
 370
 371     ;; Arg DOCSTRING
 372     (let ((doc (concat tit-prompt "\n"))
 373           (comments (if tit-comments
 374                         (mapconcat 'identity (nreverse tit-comments) "\n")))
 375           (doc-ext (nth 2 (assoc package quail-cxterm-package-ext-info))))
 376       (if comments
 377           (setq doc (concat doc "\n" comments "\n")))
 378       (if doc-ext
 379           (setq doc (concat doc "\n" doc-ext "\n")))
 380       (prin1 doc)
 381       (terpri))
 382
 383     ;; Arg KEY-BINDINGS
 384     (princ " '(")
 385     (tit-generate-key-bindings tit-backspace 'quail-delete-last-char)
 386     (princ "\n   ")
 387     (tit-generate-key-bindings tit-deleteall 'quail-abort-translation)
 388     (princ "\n   ")
 389     (tit-generate-key-bindings tit-moveright 'quail-next-translation)
 390     (princ "\n   ")
 391     (tit-generate-key-bindings tit-moveleft 'quail-prev-translation)
 392     (princ ")\n")
 393
 394     ;; Args FORGET-TRANSLATION, DETERMINISTIC, KBD-TRANSLATE, SHOW-LAYOUT.
 395     ;; The remaining args are all nil.
 396     (princ " nil")
 397     (princ (if tit-multichoice " nil" " t"))
 398     (princ (if tit-keyprompt " t t)\n\n" " nil nil)\n\n"))))
 399
 400 (defsubst tit-flush-translations (key translations)
 401   (if (string-match "\\\\[0-9][0-9][0-9]" key)
 402       (let ((newkey (concat (substring key 0 (match-beginning 0))
 403                             (car (read-from-string
 404                                   (concat "\"" (match-string 0 key) "\"")))))
 405             (idx (match-end 0)))
 406         (while (string-match "\\\\[0-9][0-9][0-9]" key idx)
 407           (setq newkey (concat
 408                         newkey
 409                         (substring key idx (match-beginning 0))
 410                         (car (read-from-string
 411                               (concat "\"" (match-string 0 key) "\"")))))
 412           (setq idx (match-end 0)))
 413         (setq key (concat newkey (substring key idx)))))
 414   (prin1 (list key (if tit-dictionary translations
 415                      (vconcat (nreverse translations)))))
 416   (princ "\n"))
 417
 418 ;; Convert body part of TIT dictionary into `quail-define-rules'
 419 ;; function call.
 420 (defun tit-process-body ()
 421   (message "Formatting translation rules...")
 422   (let* ((template (list nil nil))
 423          (second (cdr template))
 424          (prev-key "")
 425          ch key translations pos)
 426     (princ "(quail-define-rules\n")
 427     (while (null (eobp))
 428       (setq ch (following-char))
 429       (if (or (= ch ?#) (= ch ?\n))
 430           (forward-line 1)
 431         (setq pos (point))
 432         (skip-chars-forward "^ \t\n")
 433         (setq key (buffer-substring pos (point)))
 434         (skip-chars-forward " \t")
 435         (setq ch (following-char))
 436         (if (or (= ch ?#) (= ch ?\n))
 437             ;; This entry contains no translations.  Let's ignore it.
 438             (forward-line 1)
 439           (or (string= key prev-key)
 440               (progn
 441                 (if translations
 442                     (tit-flush-translations prev-key translations))
 443                 (setq translations nil
 444                       prev-key key)))
 445           (if tit-dictionary
 446               (progn
 447                 (setq pos (point))
 448                 (skip-chars-forward "^ \t#\n")
 449                 (setq translations
 450                       (if translations
 451                           (concat translations
 452                                   (buffer-substring pos (point)))
 453                         (buffer-substring pos (point)))))
 454             (while (not (eolp))
 455               (setq pos (point))
 456               (skip-chars-forward "^ \t\n")
 457               (setq translations (cons (buffer-substring pos (point))
 458                                        translations))
 459               (skip-chars-forward " \t")
 460               (setq ch (following-char))
 461               (if (= ch ?#) (end-of-line))))
 462           (forward-line 1))))
 463
 464     (if translations
 465         (tit-flush-translations prev-key translations))
 466     (princ ")\n")))
 467
 468 ;;;###autoload
 469 (defun titdic-convert (filename &optional dirname)
 470   "Convert a TIT dictionary of FILENAME into a Quail package.
 471 Optional argument DIRNAME if specified is the directory name under which
 472 the generated Quail package is saved."
 473   (interactive "FTIT dictionary file: ")
 474   (let ((coding-system-for-write nil))
 475     (with-temp-file  (tit-make-quail-package-file-name filename dirname)
 476       (let ((standard-output (current-buffer)))
 477         (with-temp-buffer
 478           (set-buffer-multibyte nil)
 479           (let ((coding-system-for-read 'no-conversion))
 480             (insert-file-contents (expand-file-name filename)))
 481
 482           ;; Decode the buffer contents from the encoding specified by a
 483           ;; value of the key "ENCODE:".
 484           (if (not (search-forward "\nBEGIN" nil t))
 485               (error "TIT dictionary doesn't have body part"))
 486           (let ((limit (point))
 487                 coding-system slot)
 488             (goto-char (point-min))
 489             (if (re-search-forward "^ENCODE:[ \t]*" limit t)
 490                 (progn
 491                   (goto-char (match-end 0))
 492                   (setq tit-encode (tit-read-key-value)))
 493               (setq tit-encode tit-default-encode))
 494             (setq slot (assoc tit-encode tit-encode-list))
 495             (if (not slot)
 496                 (error "Invalid ENCODE: value in TIT dictionary"))
 497             (setq coding-system (nth 1 slot))
 498             (message "Decoding with coding system %s..." coding-system)
 499             (goto-char (point-min))
 500             (decode-coding-region (point-min) (point-max) coding-system)
 501             (setq coding-system-for-write coding-system)
 502             (remove-text-properties (point-min) (point-max) '(charset nil)))
 503
 504           (set-buffer-multibyte t)
 505           ;; Set point the starting position of the body part.
 506           (goto-char (point-min))
 507           (if (not (search-forward "\nBEGIN" nil t))
 508               (error "TIT dictionary can't be decoded correctly"))
 509
 510           ;; Process the header part.
 511           (forward-line 1)
 512           (narrow-to-region (point-min) (point))
 513           (tit-process-header filename)
 514           (widen)
 515
 516           ;; Process the body part
 517           (tit-process-body))))))
 518
 519 ;;;###autoload
 520 (defun batch-titdic-convert (&optional force)
 521   "Run `titdic-convert' on the files remaining on the command line.
 522 Use this from the command line, with `-batch';
 523 it won't work in an interactive Emacs.
 524 For example, invoke \"emacs -batch -f batch-titdic-convert XXX.tit\" to
 525  generate Quail package file \"xxx.el\" from TIT dictionary file \"XXX.tit\".
 526 To get complete usage, invoke \"emacs -batch -f batch-titdic-convert -h\"."
 527   (defvar command-line-args-left)       ; Avoid compiler warning.
 528   (if (not noninteractive)
 529       (error "`batch-titdic-convert' should be used only with -batch"))
 530   (if (string= (car command-line-args-left) "-h")
 531       (progn
 532         (message "To convert XXX.tit and YYY.tit into xxx.el and yyy.el:")
 533         (message "  %% emacs -batch -l titdic-cnv -f batch-titdic-convert XXX.tit YYY.tit")
 534         (message "To convert XXX.tit into DIR/xxx.el:")
 535         (message "  %% emacs -batch -l titdic-cnv -f batch-titdic-convert -dir DIR XXX.tit"))
 536     (let (targetdir filename files file)
 537       (if (string= (car command-line-args-left) "-dir")
 538           (progn
 539             (setq command-line-args-left (cdr command-line-args-left))
 540             (setq targetdir (car command-line-args-left))
 541             (setq command-line-args-left (cdr command-line-args-left))))
 542       (while command-line-args-left
 543         (setq filename (expand-file-name (car command-line-args-left)))
 544         (if (file-directory-p filename)
 545             (progn
 546               (message "Converting all tit files in the directory %s" filename)
 547               (setq files (directory-files filename t "\\.tit$")))
 548           (setq files (list filename)))
 549         (while files
 550           (setq file (expand-file-name (car files)))
 551           (when (or force
 552                     (file-newer-than-file-p
 553                      file (tit-make-quail-package-file-name file targetdir)))
 554             (message "Converting %s to quail-package..." file)
 555             (titdic-convert file targetdir))
 556           (setq files (cdr files)))
 557         (setq command-line-args-left (cdr command-line-args-left)))
 558       (message "Byte-compile the created files by:")
 559       (message "  %% emacs -batch -f batch-byte-compile XXX.el")))
 560   (kill-emacs 0))
 561
 562 \f
 563 ;;; Converter of miscellaneous dictionaries other than TIT format.
 564
 565 ;; Alist of input method names and the corresponding information.
 566 ;; Each element has this form:
 567 ;;   (INPUT-METHOD-NAME         ;; Name of the input method.
 568 ;;    INPUT-METHOD-TITLE        ;; Title string of the input method
 569 ;;    DICFILE                   ;; Name of the source dictionary file.
 570 ;;    CODING                    ;; Coding system of the dictionary file.
 571 ;;    QUAILFILE                 ;; Name of the Quail package file.
 572 ;;    CONVERTER                 ;; Function to generate the Quail package.
 573 ;;    COPYRIGHT-NOTICE          ;; Copyright notice of the source dictionary.
 574 ;;    )
 575
 576 (defvar quail-misc-package-ext-info
 577   '(("chinese-b5-tsangchi" "\e$(06A\e(BB"
 578      "cangjie-table.b5" big5 "tsang-b5.el"
 579      tsang-b5-converter
 580      "\
 581 ;; # Copyright 2001 Christian Wittern <wittern@iis.sinica.edu.tw>
 582 ;; #
 583 ;; # Permission to copy and distribute both modified and
 584 ;; # unmodified versions is granted without royalty provided
 585 ;; # this notice is preserved.")
 586
 587     ("chinese-b5-quick" "\e$(0X|\e(BB"
 588      "cangjie-table.b5" big5 "quick-b5.el"
 589      quick-b5-converter
 590      "\
 591 ;; # Copyright 2001 Christian Wittern <wittern@iis.sinica.edu.tw>
 592 ;; #
 593 ;; # Permission to copy and distribute both modified and
 594 ;; # unmodified versions is granted without royalty provided
 595 ;; # this notice is preserved.")
 596
 597     ("chinese-cns-tsangchi" "\e$(GT?\e(BC"
 598      "cangjie-table.cns" iso-2022-cn-ext "tsang-cns.el"
 599      tsang-cns-converter
 600      "\
 601 ;; # Copyright 2001 Christian Wittern <wittern@iis.sinica.edu.tw>
 602 ;; #
 603 ;; # Permission to copy and distribute both modified and
 604 ;; # unmodified versions is granted without royalty provided
 605 ;; # this notice is preserved.")
 606
 607     ("chinese-cns-quick" "\e$(Gv|\e(BC"
 608      "cangjie-table.cns" iso-2022-cn-ext "quick-cns.el"
 609      quick-cns-converter
 610      "\
 611 ;; # Copyright 2001 Christian Wittern <wittern@iis.sinica.edu.tw>
 612 ;; #
 613 ;; # Permission to copy and distribute both modified and
 614 ;; # unmodified versions is granted without royalty provided
 615 ;; # this notice is preserved.")
 616
 617     ("chinese-py" "\e$AF4\e(BG"
 618      "pinyin.map" cn-gb-2312 "PY.el"
 619      py-converter
 620      "\
 621 ;; \"pinyin.map\" is included in a free package called CCE.  It is
 622 ;; available at:
 623 ;;      http://ftp.debian.org/debian/dists/potato/main
 624 ;;              /source/utils/cce_0.36.orig.tar.gz
 625 ;; This package contains the following copyright notice.
 626 ;;
 627 ;;
 628 ;;             Copyright (C) 1999, Rui He, herui@cs.duke.edu
 629 ;;
 630 ;;
 631 ;;                  CCE(Console Chinese Environment) 0.32
 632 ;;
 633 ;; CCE is free software; you can redistribute it and/or modify it under the
 634 ;; terms of the GNU General Public License as published by the Free Software
 635 ;; Foundation; either version 1, or (at your option) any later version.
 636 ;;
 637 ;; CCE is distributed in the hope that it will be useful, but WITHOUT ANY
 638 ;; WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
 639 ;; FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more
 640 ;; details.
 641 ;;
 642 ;; You should have received a copy of the GNU General Public License along with
 643 ;; CCE; see the file COPYING.  If not, write to the Free Software Foundation,
 644 ;; 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.")
 645
 646     ("chinese-ziranma" "\e$AWTH;\e(B"
 647      "ziranma.cin" cn-gb-2312 "ZIRANMA.el"
 648      ziranma-converter
 649      "\
 650 ;; \"ziranma.cin\" is included in a free package called CCE.  It is
 651 ;; available at:
 652 ;;      http://ftp.debian.org/debian/dists/potato/main
 653 ;;              /source/utils/cce_0.36.orig.tar.gz
 654 ;; This package contains the following copyright notice.
 655 ;;
 656 ;;
 657 ;;             Copyright (C) 1999, Rui He, herui@cs.duke.edu
 658 ;;
 659 ;;
 660 ;;                  CCE(Console Chinese Environment) 0.32
 661 ;;
 662 ;; CCE is free software; you can redistribute it and/or modify it under the
 663 ;; terms of the GNU General Public License as published by the Free Software
 664 ;; Foundation; either version 1, or (at your option) any later version.
 665 ;;
 666 ;; CCE is distributed in the hope that it will be useful, but WITHOUT ANY
 667 ;; WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
 668 ;; FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more
 669 ;; details.
 670 ;;
 671 ;; You should have received a copy of the GNU General Public License along with
 672 ;; CCE; see the file COPYING.  If not, write to the Free Software Foundation,
 673 ;; 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.")
 674
 675     ("chinese-ctlau" "\e$AAuTA\e(B"
 676      "CTLau.html" cn-gb-2312 "CTLau.el"
 677      ctlau-gb-converter
 678      "\
 679 ;; \"CTLau.html\" is available at:
 680 ;;
 681 ;;   http://umunhum.stanford.edu/~lee/chicomp/CTLau.html
 682 ;;
 683 ;; It contains the following copyright notice:
 684 ;;
 685 ;; # Copyright (C) 1988-2001  Fung Fung Lee (lee@umunhum.stanford.edu)
 686 ;; #
 687 ;; # This program is free software; you can redistribute it and/or
 688 ;; # modify it under the terms of the GNU General Public License
 689 ;; # as published by the Free Software Foundation; either version 2
 690 ;; # of the License, or any later version.
 691 ;; #
 692 ;; # This program is distributed in the hope that it will be useful,
 693 ;; # but WITHOUT ANY WARRANTY; without even the implied warranty of
 694 ;; # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 695 ;; # GNU General Public License for more details.
 696 ;; #
 697 ;; # You should have received a copy of the GNU General Public License
 698 ;; # along with this program; if not, write to the Free Software Foundation,
 699 ;; # Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.")
 700
 701     ("chinese-ctlaub" "\e$(0N,Gn\e(B"
 702      "CTLau-b5.html" big5 "CTLau-b5.el"
 703      ctlau-b5-converter
 704      "\
 705 ;; \"CTLau-b5.html\" is available at:
 706 ;;
 707 ;;   http://umunhum.stanford.edu/~lee/chicomp/CTLau-b5.html
 708 ;;
 709 ;; It contains the following copyright notice:
 710 ;;
 711 ;; # Copyright (C) 1988-2001  Fung Fung Lee (lee@umunhum.stanford.edu)
 712 ;; #
 713 ;; # This program is free software; you can redistribute it and/or
 714 ;; # modify it under the terms of the GNU General Public License
 715 ;; # as published by the Free Software Foundation; either version 2
 716 ;; # of the License, or any later version.
 717 ;; #
 718 ;; # This program is distributed in the hope that it will be useful,
 719 ;; # but WITHOUT ANY WARRANTY; without even the implied warranty of
 720 ;; # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 721 ;; # GNU General Public License for more details.
 722 ;; #
 723 ;; # You should have received a copy of the GNU General Public License
 724 ;; # along with this program; if not, write to the Free Software Foundation,
 725 ;; # Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.")
 726     ))
 727
 728 ;; Generate a code of a Quail package in the current buffer from Tsang
 729 ;; dictionary in the buffer DICBUF.  The input method name of the
 730 ;; Quail package is NAME, and the title string is TITLE.
 731
 732 ;; TSANG-P is non-nil, genereate \e$(06AQo\e(B input method.  Otherwise
 733 ;; generate \e$(0X|/y\e(B (simple version of \e$(06AQo\e(B).  If BIG5-P is non-nil, the
 734 ;; input method is for inputting Big5 characters.  Otherwise the input
 735 ;; method is for inputting CNS characters.
 736
 737 (defun tsang-quick-converter (dicbuf name title tsang-p big5-p)
 738   (let ((fulltitle (if tsang-p (if big5-p "\e$(06AQo\e(B" "\e$(GT?on\e(B")
 739                      (if big5-p "\e$(0X|/y\e(B" "\e$(Gv|Mx\e(B")))
 740         dic)
 741     (goto-char (point-max))
 742     (if big5-p
 743         (insert (format "\"\e$(0&d'GTT&,!J\e(B%s\e$(0!K\e(BBIG5
 744
 745         \e$(0KHM$\e(B%s\e$(0TT&,WoOu\e(B
 746
 747    [Q \e$(0'D\e(B] [W \e$(0(q\e(B] [E \e$(0'V\e(B] [R \e$(0&H\e(B] [T \e$(0'>\e(B] [Y \e$(0&4\e(B] [U \e$(0&U\e(B] [I \e$(0'B\e(B] [O \e$(0&*\e(B] [P \e$(0'A\e(B]
 748
 749     [A \e$(0'K\e(B] [S \e$(0&T\e(B] [D \e$(0'N\e(B] [F \e$(0'W\e(B] [G \e$(0&I\e(B] [H \e$(0*M\e(B] [J \e$(0&3\e(B] [L \e$(0&d\e(B]
 750
 751       [Z  ] [X \e$(0[E\e(B] [C \e$(01[\e(B] [V \e$(0&M\e(B] [B \e$(0'M\e(B] [N \e$(0&_\e(B] [M \e$(0&"\e(B]
 752
 753 \\\\<quail-translation-docstring>\"\n"
 754                         fulltitle fulltitle))
 755       (insert (format "\"\e$(GDcEFrSD+!J\e(B%s\e$(G!K\e(BCNS
 756
 757         \e$(GiGk#\e(B%s\e$(GrSD+uomu\e(B
 758
 759    [Q \e$(GEC\e(B] [W \e$(GFp\e(B] [E \e$(GEU\e(B] [R \e$(GDG\e(B] [T \e$(GE=\e(B] [Y \e$(GD3\e(B] [U \e$(GDT\e(B] [I \e$(GEA\e(B] [O \e$(GD)\e(B] [P \e$(GE@\e(B]
 760
 761     [A \e$(GEJ\e(B] [S \e$(GDS\e(B] [D \e$(GEM\e(B] [F \e$(GEV\e(B] [G \e$(GDH\e(B] [H \e$(GHL\e(B] [J \e$(GD2\e(B] [L \e$(GDc\e(B]
 762
 763       [Z  ] [X \e$(GyE\e(B] [C \e$(GOZ\e(B] [V \e$(GDL\e(B] [B \e$(GEL\e(B] [N \e$(GD^\e(B] [M \e$(GD!\e(B]
 764
 765 \\\\<quail-translation-docstring>\"\n"
 766                       fulltitle fulltitle)))
 767     (insert "  '((\".\" . quail-next-translation-block)
 768    (\",\" . quail-prev-translation-block))
 769   nil nil)\n\n")
 770     (insert "(quail-define-rules\n")
 771     (save-excursion
 772       (set-buffer dicbuf)
 773       ;; Handle double CR line ends, which result when checking out of
 774       ;; CVS on MS-Windows.
 775       (goto-char (point-min))
 776       (while (re-search-forward "\r\r$" nil t)
 777         (replace-match ""))
 778       (goto-char (point-min))
 779       (search-forward "A440")
 780       (beginning-of-line)
 781       (let ((table (make-hash-table :test 'equal))
 782             val)
 783         (while (not (eobp))
 784           (forward-char 5)
 785           (let ((trans (char-to-string (following-char)))
 786                 key slot)
 787             (re-search-forward "[A-Z]+$" nil t)
 788             (setq key (downcase
 789                        (if (or tsang-p
 790                                (<= (- (match-end 0) (match-beginning 0)) 1))
 791                            (match-string 0)
 792                          (string (char-after (match-beginning 0))
 793                                  (char-after (1- (match-end 0)))))))
 794             (setq val (gethash key table))
 795             (if val (setq trans (concat val trans)))
 796             (puthash key trans table)
 797             (forward-line 1)))
 798         (maphash #'(lambda (key val) (setq dic (cons (cons key val) dic)))
 799                  table)))
 800     (setq dic (sort dic (function (lambda (x y) (string< (car x ) (car y))))))
 801     (dolist (elt dic)
 802       (insert (format "(%S\t%S)\n" (car elt) (cdr elt))))
 803     (let ((punctuations '((";" "\e$(0!'!2!"!#!.!/\e(B" "\e$(G!'!2!"!#!.!/\e(B")
 804                           (":" "\e$(0!(!+!3!%!$!&!0!1\e(B" "\e$(G!(!+!3!%!$!&!0!1\e(B")
 805                           ("'" "\e$(0!e!d\e(B" "\e$(G!e!d\e(B")
 806                           ("\"" "\e$(0!g!f!h!i!q\e(B" "\e$(G!g!f!h!i!q\e(B")
 807                           ("\\" "\e$(0"`"b#M\e(B" "\e$(G"`"b#M\e(B")
 808                           ("|" "\e$(0!6!8!:"^\e(B" "\e$(G!6!8!:"^\e(B")
 809                           ("/" "\e$(0"_"a#L\e(B" "\e$(G"_"a#L\e(B")
 810                           ("?" "\e$(0!)!4\e(B" "\e$(G!)!4\e(B")
 811                           ("<" "\e$(0!R"6"A!T"H\e(B" "\e$(G!R"6"A!T"H\e(B")
 812                           (">" "\e$(0!S"7"B!U\e(B" "\e$(G!S"7"B!U\e(B")
 813                           ("[" "\e$(0!F!J!b!H!L!V!Z!X!\\e(B" "\e$(G!F!J!b!H!L!V!Z!X!\\e(B")
 814                           ("]" "\e$(0!G!K!c!I!M!W![!Y!]\e(B" "\e$(G!G!K!c!I!M!W![!Y!]\e(B")
 815                           ("{" "\e$(0!B!`!D\e(B " "\e$(G!B!`!D\e(B ")
 816                           ("}" "\e$(0!C!a!E\e(B" "\e$(G!C!a!E\e(B")
 817                           ("`" "\e$(0!j!k\e(B" "\e$(G!j!k\e(B")
 818                           ("~" "\e$(0"D"+",!<!=\e(B" "\e$(G"D"+",!<!=\e(B")
 819                           ("!" "\e$(0!*!5\e(B" "\e$(G!*!5\e(B")
 820                           ("@" "\e$(0"i"n\e(B" "\e$(G"i"n\e(B")
 821                           ("#" "\e$(0!l"-\e(B" "\e$(G!l"-\e(B")
 822                           ("$" "\e$(0"c"l\e(B" "\e$(G"c"l\e(B")
 823                           ("%" "\e$(0"h"m\e(B" "\e$(G"h"m\e(B")
 824                           ("&" "\e$(0!m".\e(B" "\e$(G!m".\e(B")
 825                           ("*" "\e$(0!n"/!o!w!x\e(B" "\e$(G!n"/!o!w!x\e(B")
 826                           ("(" "\e$(0!>!^!@\e(B" "\e$(G!>!^!@\e(B")
 827                           (")" "\e$(0!?!_!A\e(B" "\e$(G!?!_!A\e(B")
 828                           ("-" "\e$(0!7!9"#"$"1"@\e(B" "\e$(G!7!9"#"$"1"@\e(B")
 829                           ("_" "\e$(0"%"&\e(B" "\e$(G"%"&\e(B")
 830                           ("=" "\e$(0"8"C\e(B" "\e$(G"8"C\e(B")
 831                           ("+" "\e$(0"0"?\e(B" "\e$(G"0"?\e(B"))))
 832     (dolist (elt punctuations)
 833       (insert (format "(%S %S)\n" (concat "z" (car elt))
 834                       (if big5-p (nth 1 elt) (nth 2 elt))))))
 835     (insert ")\n")))
 836
 837 (defun tsang-b5-converter (dicbuf name title)
 838   (tsang-quick-converter dicbuf name title t t))
 839
 840 (defun quick-b5-converter (dicbuf name title)
 841   (tsang-quick-converter dicbuf name title nil t))
 842
 843 (defun tsang-cns-converter (dicbuf name title)
 844   (tsang-quick-converter dicbuf name title t nil))
 845
 846 (defun quick-cns-converter (dicbuf name title)
 847   (tsang-quick-converter dicbuf name title nil nil))
 848
 849 ;; Generate a code of a Quail package in the current buffer from
 850 ;; Pinyin dictionary in the buffer DICBUF.  The input method name of
 851 ;; the Quail package is NAME, and the title string is TITLE.
 852
 853 (defun py-converter (dicbuf name title)
 854   (goto-char (point-max))
 855   (insert (format "%S\n" "\e$A::WVJdHk!KF4Rt!K\e(B
 856
 857         \e$AF4Rt7=08\e(B
 858
 859  \e$AP!P4S"NDWVD84z1m!8F4Rt!97{:E#,\e(B \"u(yu) \e$ATrSC\e(B u: \e$A1mJ>!C\e(B
 860
 861 Pinyin base input method for Chinese charset GB2312 (`chinese-gb2312').
 862
 863 Pinyin is the standard roman transliteration method for Chinese.
 864 Pinyin uses a sequence of Latin alphabetic characters for each Chinese
 865 character.  The sequence is made by the combination of the initials
 866 \(the beginning sounds) and finals (the ending sounds).
 867
 868   initials: b p m f d t n l z c s zh ch sh r j q x g k h
 869   finals: a o e i er ai ei oa ou an en ang eng ong i ia iao ie iu ian in
 870           iang ing iong u ua uo uai ui uan un uan ueng yu yue yuan yun
 871
 872   (Note: In the correct Pinyin writing, the sequence \"yu\" in the last
 873    four finals should be written by the character u-umlaut `\e$A(9\e(B'.)
 874
 875 With this input method, you enter a Chinese character by first
 876 entering its pinyin spelling.
 877
 878 \\<quail-translation-docstring>
 879
 880 For instance, to input \e$ADc\e(B, you type \"n i C-n 3\".  The first \"n i\"
 881 is a Pinyin, \"C-n\" selects the next group of candidates (each group
 882 contains at most 10 characters), \"3\" select the third character in
 883 that group.
 884
 885 This input method supports only Han characters.  The related input
 886 method `chinese-py-punct' is the combination of this method and
 887 `chinese-punct'; it supports both Han characters and punctuation
 888 characters.
 889
 890 For double-width GB2312 characters corresponding to ASCII, use the
 891 input method `chinese-qj'.
 892
 893 The correct Pinyin system specifies tones by diacritical marks, but
 894 this input method doesn't use them, which results in easy (you don't
 895 have to know the exact tones), but verbose (many characters are assigned
 896 to the same key sequence) input.  You may also want to try the input
 897 method `chinese-tonepy' with which you must specify tones by digits
 898 \(1..5)."))
 899   (insert "  '((\"\C-?\" . quail-delete-last-char)
 900    (\".\" . quail-next-translation)
 901    (\">\" . quail-next-translation)
 902    (\",\" . quail-prev-translation)
 903    (\"<\" . quail-prev-translation))
 904   nil nil nil nil)\n\n")
 905   (insert "(quail-define-rules\n")
 906   (let ((pos (point)))
 907     (insert-buffer-substring dicbuf)
 908     (goto-char pos)
 909     (while (not (eobp))
 910       (insert "(\"")
 911       (skip-chars-forward "a-z")
 912       (insert "\" \"")
 913       (delete-char 1)
 914       (end-of-line)
 915       (insert "\")")
 916       (forward-line 1)))
 917   (insert ")\n"))
 918
 919 ;; Generate a code of a Quail package in the current buffer from
 920 ;; Ziranma dictionary in the buffer DICBUF.  The input method name of
 921 ;; the Quail package is NAME, and the title string is TITLE.
 922
 923 (defun ziranma-converter (dicbuf name title)
 924   (let (dic)
 925     (save-excursion
 926       (set-buffer dicbuf)
 927       (goto-char (point-min))
 928       (search-forward "%keyname end\n")
 929       (let ((table (make-hash-table :test 'equal))
 930             elt pos key trans val)
 931         (while (not (eobp))
 932           (setq pos (point))
 933           (skip-chars-forward "^ \t")
 934           (setq key (buffer-substring pos (point)))
 935           (skip-chars-forward " \t")
 936           (setq trans (vector (buffer-substring (point) (line-end-position))))
 937           (setq val (gethash key table))
 938           (if val (setq trans (vconcat val trans)))
 939           (puthash key trans table)
 940           (forward-line 1))
 941         (maphash #'(lambda (key trans)
 942                      (let ((len (length trans))
 943                            i)
 944                        (if (and (= len 1) (= (length (aref trans 0)) 1))
 945                            (setq trans (aref trans 0))
 946                          (setq i 0)
 947                          (while (and (< i len)
 948                                      (= (length (aref trans i)) 1))
 949                            (setq i (1+ i)))
 950                          (if (= i len)
 951                              (setq trans (mapconcat 'identity trans "")))))
 952                      (setq dic (cons (cons key trans) dic)))
 953                  table)))
 954     (setq dic (sort dic (function (lambda (x y) (string< (car x) (car y))))))
 955     (goto-char (point-max))
 956     (insert (format "%S\n" "\e$A::WVJdHk!K!>WTH;!?!K\e(B
 957
 958                             \e$A<|EL6TUU1m\e(B:
 959  \e$A)3)%)%)W)%)%)W)%)%)W)%)%)W)%)%)W)%)%)W)%)%)W)%)%)W)%)%)W)%)%)7\e(B
 960  \e$A)'#Q\e(B  \e$A)'#W\e(B  \e$A)'#E\e(B  \e$A)'#R\e(B  \e$A)'#T\e(B  \e$A)'#Y\e(B  \e$A)'#U\e(Bsh\e$A)'#I\e(Bch\e$A)'#O\e(B  \e$A)'#P\e(B  \e$A)'\e(B
 961  \e$A)'\e(B  iu\e$A)'\e(B  ua\e$A)'\e(B   e\e$A)'\e(B uan\e$A)'\e(B  ue\e$A)'\e(B uai\e$A)'\e(B   u\e$A)'\e(B   i\e$A)'\e(B   o\e$A)'\e(B  un\e$A)'\e(B
 962  \e$A)'\e(B    \e$A)'\e(B  ia\e$A)'\e(B    \e$A)'\e(B van\e$A)'\e(B  ve\e$A)'\e(B ing\e$A)'\e(B    \e$A)'\e(B    \e$A)'\e(B  uo\e$A)'\e(B  vn\e$A)'\e(B
 963  \e$A);)W)%)_)W)%)_)W)%)_)W)%)_)W)%)_)W)%)_)W)%)_)W)%)_)W)%)_)W)%)?\e(B
 964    \e$A)'#A\e(B  \e$A)'#S\e(B  \e$A)'#D\e(B  \e$A)'#F\e(B  \e$A)'#G\e(B  \e$A)'#H\e(B  \e$A)'#J\e(B  \e$A)'#K\e(B  \e$A)'#L\e(B  \e$A)'\e(B
 965    \e$A)'\e(B   a\e$A)'\e(Biong\e$A)'\e(Buang\e$A)'\e(B  en\e$A)'\e(B eng\e$A)'\e(B ang\e$A)'\e(B  an\e$A)'\e(B  ao\e$A)'\e(B  ai\e$A)'\e(B
 966    \e$A)'\e(B    \e$A)'\e(B ong\e$A)'\e(Biang\e$A)'\e(B    \e$A)'\e(B  ng\e$A)'\e(B    \e$A)'\e(B    \e$A)'\e(B    \e$A)'\e(B    \e$A)'\e(B
 967    \e$A);)W)%)_)W)%)_)W)%)_)W)%)_)W)%)_)W)%)_)W)%)_)W)%)_)W)%)_)W)%)%)7\e(B
 968      \e$A)'#Z\e(B  \e$A)'#X\e(B  \e$A)'#C\e(B  \e$A)'#V\e(Bzh\e$A)'#B\e(B  \e$A)'#N\e(B  \e$A)'#M\e(B  \e$A)'#,\e(B  \e$A)'#.\e(B  \e$A)'\e(B \e$A#/\e(B \e$A)'\e(B
 969      \e$A)'\e(B  ei\e$A)'\e(B  ie\e$A)'\e(B iao\e$A)'\e(B  ui\e$A)'\e(B  ou\e$A)'\e(B  in\e$A)'\e(B ian\e$A)'G0R3)':sR3)'7{:E)'\e(B
 970      \e$A)'\e(B    \e$A)'\e(B    \e$A)'\e(B    \e$A)'\e(B   v\e$A)'\e(B    \e$A)'\e(B    \e$A)'\e(B    \e$A)'\e(B    \e$A)'\e(B    \e$A)'\e(B    \e$A)'\e(B
 971      \e$A);)%)%)_)%)%)_)%)%)_)%)%)_)%)%)_)%)%)_)%)%)_)%)%)_)%)%)_)%)%)?\e(B
 972
 973
 974 Pinyin base input method for Chinese GB2312 characters (`chinese-gb2312').
 975
 976 Pinyin is the standard roman transliteration method for Chinese.
 977 For the details of Pinyin system, see the documentation of the input
 978 method `chinese-py'.
 979
 980 Unlike the standard spelling of Pinyin, in this input method all
 981 initials and finals are assigned to single keys (see the above table).
 982 For instance, the initial \"ch\" is assigned to the key `i', the final
 983 \"iu\" is assigned to the key `q', and tones 1, 2, 3, 4, and \e$AGaIy\e(B are
 984 assigned to the keys `q', `w', `e', `r', `t' respectively.
 985
 986 \\<quail-translation-docstring>
 987
 988 To input one-letter words, you type 4 keys, the first two for the
 989 Pinyin of the letter, next one for tone, and the last one is always a
 990 quote (').  For instance, \"vsq'\" input \e$AVP\e(B.  Exceptions are these
 991 letters.  You can input them just by typing a single key.
 992
 993         Character: \e$A04\e(B \e$A2;\e(B \e$A4N\e(B \e$A5D\e(B \e$A6~\e(B \e$A7"\e(B \e$A8v\e(B \e$A:M\e(B \e$A3v\e(B \e$A<0\e(B \e$A?I\e(B \e$AAK\e(B \e$AC;\e(B
 994         Key:       a  b  c  d  e  f  g  h  i  j  k  l  m
 995         Character: \e$ADc\e(B \e$AE7\e(B \e$AF,\e(B \e$AF_\e(B \e$AHK\e(B \e$AH}\e(B \e$AK{\e(B \e$AJG\e(B \e$AWE\e(B \e$ANR\e(B \e$AP!\e(B \e$AR;\e(B \e$ATZ\e(B
 996         Key:       n  o  p  q  r  s  t  u  v  w  x  y  z
 997
 998 To input two-letter words, you have two ways.  One way is to type 4
 999 keys, two for the first Pinyin, two for the second Pinyin.  For
1000 instance, \"vsgo\" inputs \e$AVP9z\e(B.  Another way is to type 3 keys: 2
1001 initials of two letters, and quote (').  For instance, \"vg'\" also
1002 inputs \e$AVP9z\e(B.
1003
1004 To input three-letter words, you type 4 keys: initials of three
1005 letters, and the last is quote (').  For instance, \"bjy'2\" inputs \e$A11\e(B
1006 \e$A>)Q<\e(B (the last `2' is to select one of the candidates).
1007
1008 To input words of more than three letters, you type 4 keys, initials
1009 of the first three letters and the last letter.  For instance,
1010 \"bjdt\" inputs \e$A11>)5gJSL(\e(B.
1011
1012 To input symbols and punctuations, type `/' followed by one of `a' to
1013 `z', then select one of the candidates."))
1014     (insert "  '((\"\C-?\" . quail-delete-last-char)
1015    (\".\" . quail-next-translation)
1016    (\"[\" . quail-next-translation)
1017    (\",\" . quail-prev-translation)
1018    (\"]\" . quail-prev-translation))
1019   nil nil nil nil)\n\n")
1020     (insert "(quail-define-rules\n")
1021     (dolist (elt dic)
1022       (insert (format "(%S %S)\n" (car elt) (cdr elt))))
1023     (insert ")\n")))
1024
1025 ;; Generate the code for a Quail package in the current buffer from a
1026 ;; CTLau or CTLau-b5 dictionary in the buffer DICBUF.  The input
1027 ;; method name of the Quail package is NAME, and the title string is
1028 ;; TITLE.  DESCRIPTION is the string shown by describe-input-method.
1029
1030 (defun ctlau-converter (dicbuf name title description)
1031   (goto-char (point-max))
1032   (insert (format "%S\n" description))
1033   (insert "  '((\"\C-?\" . quail-delete-last-char)
1034    (\".\" . quail-next-translation)
1035    (\">\" . quail-next-translation)
1036    (\",\" . quail-prev-translation)
1037    (\"<\" . quail-prev-translation))
1038   nil nil nil nil)\n\n")
1039   (insert "(quail-define-rules\n")
1040   (let (dicbuf-start dicbuf-end key-start key (pos (point)))
1041     ;; Find the dictionary, which starts below a horizontal rule and
1042     ;; ends at the second to last line in the HTML file.
1043     (save-excursion
1044       (set-buffer dicbuf)
1045       (goto-char (point-min))
1046       (search-forward "#\n#<hr>\n")
1047       (setq dicbuf-start (point))
1048       (goto-char (point-max))
1049       (forward-line -1)
1050       (setq dicbuf-end (point)))
1051     (insert-buffer-substring dicbuf dicbuf-start dicbuf-end)
1052     ;; CTLau-b5.html contains characters (0xa1 0xbc) which show up as
1053     ;; hollow boxes when the original characters in CTLau.html from
1054     ;; which the file is converted have no Big5 equivalent.  Go
1055     ;; through and delete them.
1056     (goto-char pos)
1057     (while (search-forward "\e$(0!{\e(B" nil t)
1058       (delete-char -1))
1059     ;; Uppercase keys in dictionary need to be downcased.  Backslashes
1060     ;; at the beginning of keys need to be turned into double
1061     ;; backslashes.
1062     (goto-char pos)
1063     (while (not (eobp))
1064       (insert "(\"")
1065       (if (char-equal (following-char) ?\\)
1066           (insert "\\"))
1067       (setq key-start (point))
1068       (skip-chars-forward "\\\\A-Z")
1069       (downcase-region key-start (point))
1070       (insert "\" \"")
1071       (delete-char 1)
1072       (end-of-line)
1073       (insert "\")")
1074       (forward-line 1)))
1075   (insert ")\n"))
1076
1077 (defun ctlau-gb-converter (dicbuf name title)
1078   (ctlau-converter dicbuf name title
1079 "\e$A::WVJdHk!KAuN}OiJ=TARt!K\e(B
1080
1081  \e$AAuN}OiJ=TASoW"Rt7=08\e(B
1082  Sidney Lau's Cantonese transcription scheme as described in his book
1083  \"Elementary Cantonese\", The Government Printer, Hong Kong, 1972.
1084  This file was prepared by Fung Fung Lee (\e$A@n7c7e\e(B).
1085  Originally converted from CTCPS3.tit
1086  Last modified: June 2, 1993.
1087
1088  Some infrequent GB characters are accessed by typing \\, followed by
1089  the Cantonese romanization of the respective radical (\e$A2?JW\e(B)."))
1090
1091 (defun ctlau-b5-converter (dicbuf name title)
1092   (ctlau-converter dicbuf name title
1093 "\e$(0KH)tTT&,!(N,Tg>A*#Gn5x!(\e(B
1094
1095  \e$(0N,Tg>A*#GnM$0D5x'J7{\e(B
1096  Sidney Lau's Cantonese transcription scheme as described in his book
1097  \"Elementary Cantonese\", The Government Printer, Hong Kong, 1972.
1098  This file was prepared by Fung Fung Lee (\e$(0,XFS76\e(B).
1099  Originally converted from CTCPS3.tit
1100  Last modified: June 2, 1993.
1101
1102  Some infrequent characters are accessed by typing \\, followed by
1103  the Cantonese romanization of the respective radical (\e$(0?f5}\e(B)."))
1104
1105 (defun miscdic-convert (filename &optional dirname)
1106   "Convert a dictionary file FILENAME into a Quail package.
1107 Optional argument DIRNAME if specified is the directory name under which
1108 the generated Quail package is saved."
1109   (interactive "FInput method dictionary file: ")
1110   (or (file-readable-p filename)
1111       (error "%s does not exist" filename))
1112   (let ((tail quail-misc-package-ext-info)
1113         coding-system-for-write
1114         slot
1115         name title dicfile coding quailfile converter copyright
1116         dicbuf)
1117     (while tail
1118       (setq slot (car tail)
1119             dicfile (nth 2 slot)
1120             quailfile (nth 4 slot))
1121       (when (and (or (string-match dicfile filename)
1122                      ;; MS-DOS filesystem truncates file names to 8+3
1123                      ;; limits, so "cangjie-table.cns" becomes
1124                      ;; "cangjie-.cns", and the above string-match
1125                      ;; fails.  Give DOS users a chance...
1126                      (and (fboundp 'msdos-long-file-names)
1127                           (not (msdos-long-file-names))
1128                           (string-match (dos-8+3-filename dicfile) filename)))
1129                  (if (file-newer-than-file-p
1130                       filename (expand-file-name quailfile dirname))
1131                      t
1132                    (message "%s is up to date" quailfile)
1133                    nil))
1134         (setq name (car slot)
1135               title (nth 1 slot)
1136               coding (nth 3 slot)
1137               converter (nth 5 slot)
1138               copyright (nth 6 slot))
1139         (message "Converting %s to %s..." dicfile quailfile)
1140         (setq coding-system-for-write coding)
1141         (with-temp-file (expand-file-name quailfile dirname)
1142           (insert (format ";; Quail package `%s' -*- coding:%s; -*-\n"
1143                           name coding))
1144           (insert ";;   Generated by the command `miscdic-convert'\n")
1145           (insert ";;   Date: " (current-time-string) "\n")
1146           (insert ";;   Source dictionary file: " dicfile "\n")
1147           (insert ";;   Copyright notice of the source file\n")
1148           (insert ";;------------------------------------------------------\n")
1149           (insert copyright "\n")
1150           (insert ";;------------------------------------------------------\n")
1151           (insert "\n")
1152           (insert ";;; Code:\n\n")
1153           (insert "(require 'quail)\n")
1154           (insert "(quail-define-package \"" name "\" \""
1155                   (if (eq coding 'big5) "Chinese-BIG5"
1156                     (if (eq coding 'iso-2022-cn-ext) "Chinese-CNS"
1157                       "Chinese-GB"))
1158                   "\" \"" title "\" t\n")
1159           (let* ((coding-system-for-read coding)
1160                  (dicbuf (find-file-noselect filename)))
1161             (funcall converter dicbuf name title)
1162             (kill-buffer dicbuf)))
1163         (message "Converting %s to %s...done" dicfile quailfile))
1164       (setq tail (cdr tail)))))
1165
1166 (defun batch-miscdic-convert ()
1167   "Run `miscdic-convert' on the files remaing on the command line.
1168 Use this from the command line, with `-batch';
1169 it won't work in an interactive Emacs.
1170 If there's an argument \"-dir\", the next argument specifies a directory
1171 to store generated Quail packages."
1172   (defvar command-line-args-left)       ; Avoid compiler warning.
1173   (if (not noninteractive)
1174       (error "`batch-miscdic-convert' should be used only with -batch"))
1175   (let ((dir default-directory)
1176         filename)
1177     (while command-line-args-left
1178       (if (string= (car command-line-args-left) "-dir")
1179           (progn
1180             (setq command-line-args-left (cdr command-line-args-left))
1181             (setq dir (car command-line-args-left))
1182             (setq command-line-args-left (cdr command-line-args-left))))
1183       (setq filename (car command-line-args-left)
1184             command-line-args-left (cdr command-line-args-left))
1185       (if (file-directory-p filename)
1186           (dolist (file (directory-files filename t nil t))
1187             (or (file-directory-p file)
1188                 (miscdic-convert file dir)))
1189         (miscdic-convert filename dir))))
1190   (kill-emacs 0))
1191
1192 ;; Local Variables:
1193 ;; coding: iso-2022-7bit
1194 ;; End:
1195
1196 ;;; arch-tag: 8ad478b2-a985-4da2-b47f-d8ee5d7c24a3
1197 ;;; titdic-cnv.el ends here