code.delx.au - gnu-emacs/blob - lisp/language/viet-util.el

   1 ;;; viet-util.el --- utilities for Vietnamese  -*- coding: iso-2022-7bit; -*-
   2
   3 ;; Copyright (C) 1998, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008
   4 ;;   Free Software Foundation, Inc.
   5 ;; Copyright (C) 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004,
   6 ;;   2005, 2006, 2007, 2008
   7 ;;   National Institute of Advanced Industrial Science and Technology (AIST)
   8 ;;   Registration Number H14PRO021
   9 ;; Copyright (C) 2003
  10 ;;   National Institute of Advanced Industrial Science and Technology (AIST)
  11 ;;   Registration Number H13PRO009
  12
  13 ;; Keywords: mule, multilingual, Vietnamese
  14
  15 ;; This file is part of GNU Emacs.
  16
  17 ;; GNU Emacs is free software; you can redistribute it and/or modify
  18 ;; it under the terms of the GNU General Public License as published by
  19 ;; the Free Software Foundation; either version 3, or (at your option)
  20 ;; any later version.
  21
  22 ;; GNU Emacs is distributed in the hope that it will be useful,
  23 ;; but WITHOUT ANY WARRANTY; without even the implied warranty of
  24 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  25 ;; GNU General Public License for more details.
  26
  27 ;; You should have received a copy of the GNU General Public License
  28 ;; along with GNU Emacs; see the file COPYING.  If not, write to the
  29 ;; Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
  30 ;; Boston, MA 02110-1301, USA.
  31
  32 ;;; Commentary:
  33
  34 ;; Vietnamese uses ASCII characters and additional 134 unique
  35 ;; characters (these are Latin alphabets with various diacritical and
  36 ;; tone marks).  As far as I know, Vietnamese now has 5 different ways
  37 ;; for representing these characters: VISCII, TCVN-5712, VPS, VIQR,
  38 ;; and Unicode.  VISCII, TCVN-5712 and VPS are simple 1-byte code
  39 ;; which assigns 134 unique characters in control-code area
  40 ;; (0x00..0x1F) and right half area (0x80..0xFF).  VIQR is a menmonic
  41 ;; encoding specification representing diacritical marks by following
  42 ;; ASCII characters.
  43
  44 ;;; Code:
  45
  46 (defvar viet-viscii-nonascii-translation-table)
  47
  48 ;;;###autoload
  49 (defun viet-encode-viscii-char (char)
  50   "Return VISCII character code of CHAR if appropriate."
  51   (encode-char char 'viscii))
  52
  53 ;; VIQR is a menmonic encoding specification for Vietnamese.
  54 ;; It represents diacritical marks by ASCII characters as follows:
  55 ;; ------------+----------+--------
  56 ;;     mark    | mnemonic | example
  57 ;; ------------+----------+---------
  58 ;;    breve    |    (     | a( -> \e,1e\e(B
  59 ;;  circumflex |    ^     | a^ -> \e,1b\e(B
  60 ;;    horn     |    +     | o+ -> \e,1=\e(B
  61 ;; ------------+----------+---------
  62 ;;    acute    |    '     | a' -> \e,1a\e(B
  63 ;;    grave    |    `     | a` -> \e,1`\e(B
  64 ;;  hook above |    ?     | a? -> \e,1d\e(B
  65 ;;    tilde    |    ~     | a~ -> \e,1c\e(B
  66 ;;   dot below |    .     | a. -> \e,1U\e(B
  67 ;; ------------+----------+---------
  68 ;;    d bar    |   dd     | dd -> \e,1p\e(B
  69 ;; ------------+----------+---------
  70
  71 (defvar viet-viqr-alist
  72   '(;; lowercase
  73     (?\e,1!\e(B . "a('")                  ; 161
  74     (?\e,1"\e(B . "a(`")                  ; 162
  75     (?\e,1#\e(B . "a(.")                  ; 163
  76     (?\e,1$\e(B . "a^'")                  ; 164
  77     (?\e,1%\e(B . "a^`")                  ; 165
  78     (?\e,1&\e(B . "a^?")                  ; 166
  79     (?\e,1'\e(B . "a^.")                  ; 167
  80     (?\e,1(\e(B . "e~")                           ; 168
  81     (?\e,1)\e(B . "e.")                           ; 169
  82     (?\e,1*\e(B . "e^'")                  ; 170
  83     (?\e,1+\e(B . "e^`")                  ; 171
  84     (?\e,1,\e(B . "e^?")                  ; 172
  85     (?\e,1-\e(B . "e^~")                  ; 173
  86     (?\e,1.\e(B . "e^.")                  ; 174
  87     (?\e,1/\e(B . "o^'")                  ; 175
  88     (?\e,10\e(B . "o^`")                  ; 176
  89     (?\e,11\e(B . "o^?")                  ; 177
  90     (?\e,12\e(B . "o^~")                  ; 178
  91     (?\e,15\e(B . "o^.")                  ; 181
  92     (?\e,16\e(B . "o+`")                  ; 182
  93     (?\e,17\e(B . "o+?")                  ; 183
  94     (?\e,18\e(B . "i.")                           ; 184
  95     (?\e,1=\e(B . "o+")                           ; 189
  96     (?\e,1>\e(B . "o+'")                  ; 190
  97     (?\e,1F\e(B . "a(?")                  ; 198
  98     (?\e,1G\e(B . "a(~")                  ; 199
  99     (?\e,1O\e(B . "y`")                           ; 207
 100     (?\e,1Q\e(B . "u+'")                  ; 209
 101     (?\e,1U\e(B . "a.")                           ; 213
 102     (?\e,1V\e(B . "y?")                           ; 214
 103     (?\e,1W\e(B . "u+`")                  ; 215
 104     (?\e,1X\e(B . "u+?")                  ; 216
 105     (?\e,1[\e(B . "y~")                           ; 219
 106     (?\e,1\\e(B . "y.")                           ; 220
 107     (?\e,1^\e(B . "o+~")                  ; 222
 108     (?\e,1_\e(B . "u+")                           ; 223
 109     (?\e,1`\e(B . "a`")                           ; 224
 110     (?\e,1a\e(B . "a'")                           ; 225
 111     (?\e,1b\e(B . "a^")                           ; 226
 112     (?\e,1c\e(B . "a~")                           ; 227
 113     (?\e,1d\e(B . "a?")                           ; 228
 114     (?\e,1e\e(B . "a(")                           ; 229
 115     (?\e,1f\e(B . "u+~")                  ; 230
 116     (?\e,1g\e(B . "a^~")                  ; 231
 117     (?\e,1h\e(B . "e`")                           ; 232
 118     (?\e,1i\e(B . "e'")                           ; 233
 119     (?\e,1j\e(B . "e^")                           ; 234
 120     (?\e,1k\e(B . "e?")                           ; 235
 121     (?\e,1l\e(B . "i`")                           ; 236
 122     (?\e,1m\e(B . "i'")                           ; 237
 123     (?\e,1n\e(B . "i~")                           ; 238
 124     (?\e,1o\e(B . "i?")                           ; 239
 125     (?\e,1p\e(B . "dd")                           ; 240
 126     (?\e,1q\e(B . "u+.")                  ; 241
 127     (?\e,1r\e(B . "o`")                           ; 242
 128     (?\e,1s\e(B . "o'")                           ; 243
 129     (?\e,1t\e(B . "o^")                           ; 244
 130     (?\e,1u\e(B . "o~")                           ; 245
 131     (?\e,1v\e(B . "o?")                           ; 246
 132     (?\e,1w\e(B . "o.")                           ; 247
 133     (?\e,1x\e(B . "u.")                           ; 248
 134     (?\e,1y\e(B . "u`")                           ; 249
 135     (?\e,1z\e(B . "u'")                           ; 250
 136     (?\e,1{\e(B . "u~")                           ; 251
 137     (?\e,1|\e(B . "u?")                           ; 252
 138     (?\e,1}\e(B . "y'")                           ; 253
 139     (?\e,1~\e(B . "o+.")                  ; 254
 140
 141     ;; upper case
 142     (?\e,2!\e(B . "A('")                  ; 161
 143     (?\e,2"\e(B . "A(`")                  ; 162
 144     (?\e,2#\e(B . "A(.")                  ; 163
 145     (?\e,2$\e(B . "A^'")                  ; 164
 146     (?\e,2%\e(B . "A^`")                  ; 165
 147     (?\e,2&\e(B . "A^?")                  ; 166
 148     (?\e,2'\e(B . "A^.")                  ; 167
 149     (?\e,2(\e(B . "E~")                           ; 168
 150     (?\e,2)\e(B . "E.")                           ; 169
 151     (?\e,2*\e(B . "E^'")                  ; 170
 152     (?\e,2+\e(B . "E^`")                  ; 171
 153     (?\e,2,\e(B . "E^?")                  ; 172
 154     (?\e,2-\e(B . "E^~")                  ; 173
 155     (?\e,2.\e(B . "E^.")                  ; 174
 156     (?\e,2/\e(B . "O^'")                  ; 175
 157     (?\e,20\e(B . "O^`")                  ; 176
 158     (?\e,21\e(B . "O^?")                  ; 177
 159     (?\e,22\e(B . "O^~")                  ; 178
 160     (?\e,25\e(B . "O^.")                  ; 181
 161     (?\e,26\e(B . "O+`")                  ; 182
 162     (?\e,27\e(B . "O+?")                  ; 183
 163     (?\e,28\e(B . "I.")                           ; 184
 164     (?\e,2=\e(B . "O+")                           ; 189
 165     (?\e,2>\e(B . "O+'")                  ; 190
 166     (?\e,2F\e(B . "A(?")                  ; 198
 167     (?\e,2G\e(B . "A(~")                  ; 199
 168     (?\e,2O\e(B . "Y`")                           ; 207
 169     (?\e,2Q\e(B . "U+'")                  ; 209
 170     (?\e,2U\e(B . "A.")                           ; 213
 171     (?\e,2V\e(B . "Y?")                           ; 214
 172     (?\e,2W\e(B . "U+`")                  ; 215
 173     (?\e,2X\e(B . "U+?")                  ; 216
 174     (?\e,2[\e(B . "Y~")                           ; 219
 175     (?\e,2\\e(B . "Y.")                           ; 220
 176     (?\e,2^\e(B . "O+~")                  ; 222
 177     (?\e,2_\e(B . "U+")                           ; 223
 178     (?\e,2`\e(B . "A`")                           ; 224
 179     (?\e,2a\e(B . "A'")                           ; 225
 180     (?\e,2b\e(B . "A^")                           ; 226
 181     (?\e,2c\e(B . "A~")                           ; 227
 182     (?\e,2d\e(B . "A?")                           ; 228
 183     (?\e,2e\e(B . "A(")                           ; 229
 184     (?\e,2f\e(B . "U+~")                  ; 230
 185     (?\e,2g\e(B . "A^~")                  ; 231
 186     (?\e,2h\e(B . "E`")                           ; 232
 187     (?\e,2i\e(B . "E'")                           ; 233
 188     (?\e,2j\e(B . "E^")                           ; 234
 189     (?\e,2k\e(B . "E?")                           ; 235
 190     (?\e,2l\e(B . "I`")                           ; 236
 191     (?\e,2m\e(B . "I'")                           ; 237
 192     (?\e,2n\e(B . "I~")                           ; 238
 193     (?\e,2o\e(B . "I?")                           ; 239
 194     (?\e,2p\e(B . "DD")                           ; 240
 195     (?\e,2p\e(B . "dD")                           ; 240
 196     (?\e,2p\e(B . "Dd")                           ; 240
 197     (?\e,2q\e(B . "U+.")                  ; 241
 198     (?\e,2r\e(B . "O`")                           ; 242
 199     (?\e,2s\e(B . "O'")                           ; 243
 200     (?\e,2t\e(B . "O^")                           ; 244
 201     (?\e,2u\e(B . "O~")                           ; 245
 202     (?\e,2v\e(B . "O?")                           ; 246
 203     (?\e,2w\e(B . "O.")                           ; 247
 204     (?\e,2x\e(B . "U.")                           ; 248
 205     (?\e,2y\e(B . "U`")                           ; 249
 206     (?\e,2z\e(B . "U'")                           ; 250
 207     (?\e,2{\e(B . "U~")                           ; 251
 208     (?\e,2|\e(B . "U?")                           ; 252
 209     (?\e,2}\e(B . "Y'")                           ; 253
 210     (?\e,2~\e(B . "O+.")                  ; 254
 211
 212     ;; escape from composition
 213     (?\( . "\\(")                       ; breve (left parenthesis)
 214     (?^ . "\\^")                        ; circumflex (caret)
 215     (?+ . "\\+")                        ; horn (plus sign)
 216     (?' . "\\'")                        ; acute (apostrophe)
 217     (?` . "\\`")                        ; grave (backquote)
 218     (?? . "\\?")                        ; hook above (question mark)
 219     (?~ . "\\~")                        ; tilde (tilde)
 220     (?. . "\\.")                        ; dot below (period)
 221     (?d . "\\d")                        ; d-bar (d)
 222     (?\\ . "\\\\")                      ; literal backslash
 223     )
 224   "Alist of Vietnamese characters vs corresponding `VIQR' string.")
 225
 226 ;; Regular expression matching single Vietnamese character represented
 227 ;; by VIQR.
 228 (defconst viqr-regexp
 229   "[aeiouyAEIOUY]\\([(^+]?['`?~.]\\|[(^+]\\)\\|[Dd][Dd]")
 230
 231 ;;;###autoload
 232 (defun viet-decode-viqr-region (from to)
 233   "Convert `VIQR' mnemonics of the current region to Vietnamese characters.
 234 When called from a program, expects two arguments,
 235 positions (integers or markers) specifying the stretch of the region."
 236   (interactive "r")
 237   (save-restriction
 238     (narrow-to-region from to)
 239     (goto-char (point-min))
 240     (while (re-search-forward viqr-regexp nil t)
 241       (let* ((viqr (buffer-substring (match-beginning 0) (match-end 0)))
 242              (ch (car (rassoc viqr viet-viqr-alist))))
 243         (if ch
 244             (progn
 245               (delete-region (match-beginning 0) (match-end 0))
 246               (insert ch)))))))
 247
 248 ;;;###autoload
 249 (defun viet-decode-viqr-buffer ()
 250   "Convert `VIQR' mnemonics of the current buffer to Vietnamese characters."
 251   (interactive)
 252   (viet-decode-viqr-region (point-min) (point-max)))
 253
 254 ;;;###autoload
 255 (defun viet-encode-viqr-region (from to)
 256   "Convert Vietnamese characters of the current region to `VIQR' mnemonics.
 257 When called from a program, expects two arguments,
 258 positions (integers or markers) specifying the stretch of the region."
 259   (interactive "r")
 260   (save-restriction
 261     (narrow-to-region from to)
 262     (goto-char (point-min))
 263     (while (re-search-forward "\\cv" nil t)
 264       (let* ((ch (preceding-char))
 265              (viqr (cdr (assq ch viet-viqr-alist))))
 266         (if viqr
 267             (progn
 268               (delete-char -1)
 269               (insert viqr)))))))
 270
 271 ;;;###autoload
 272 (defun viet-encode-viqr-buffer ()
 273   "Convert Vietnamese characters of the current buffer to `VIQR' mnemonics."
 274   (interactive)
 275   (viet-encode-viqr-region (point-min) (point-max)))
 276
 277 ;;;###autoload
 278 (defun viqr-post-read-conversion (len)
 279   (save-excursion
 280     (save-restriction
 281       (narrow-to-region (point) (+ (point) len))
 282       (let ((buffer-modified-p (buffer-modified-p)))
 283         (viet-decode-viqr-region (point-min) (point-max))
 284         (set-buffer-modified-p buffer-modified-p)
 285         (- (point-max) (point-min))))))
 286
 287 ;;;###autoload
 288 (defun viqr-pre-write-conversion (from to)
 289   (let ((old-buf (current-buffer)))
 290     (set-buffer (generate-new-buffer " *temp*"))
 291     (if (stringp from)
 292         (insert from)
 293       (insert-buffer-substring old-buf from to))
 294     (viet-encode-viqr-region (point-min) (point-max))
 295     ;; Should return nil as annotations.
 296     nil))
 297
 298 ;;;
 299 (provide 'viet-util)
 300
 301 ;;; arch-tag: 082a4d3b-168f-45b4-b3e1-82bfa1b5a194
 302 ;;; viet-util.el ends here