1 ;;; viet-util.el --- utilities for Vietnamese -*- coding: iso-2022-7bit; -*-
3 ;; Copyright (C) 1998, 2001, 2002, 2003, 2004, 2005, 2006, 2007
4 ;; Free Software Foundation, Inc.
5 ;; Copyright (C) 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004,
7 ;; National Institute of Advanced Industrial Science and Technology (AIST)
8 ;; Registration Number H14PRO021
10 ;; National Institute of Advanced Industrial Science and Technology (AIST)
11 ;; Registration Number H13PRO009
13 ;; Keywords: mule, multilingual, Vietnamese
15 ;; This file is part of GNU Emacs.
17 ;; GNU Emacs is free software; you can redistribute it and/or modify
18 ;; it under the terms of the GNU General Public License as published by
19 ;; the Free Software Foundation; either version 3, or (at your option)
22 ;; GNU Emacs is distributed in the hope that it will be useful,
23 ;; but WITHOUT ANY WARRANTY; without even the implied warranty of
24 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
25 ;; GNU General Public License for more details.
27 ;; You should have received a copy of the GNU General Public License
28 ;; along with GNU Emacs; see the file COPYING. If not, write to the
29 ;; Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
30 ;; Boston, MA 02110-1301, USA.
34 ;; Vietnamese uses ASCII characters and additional 134 unique
35 ;; characters (these are Latin alphabets with various diacritical and
36 ;; tone marks). As far as I know, Vietnamese now has 5 different ways
37 ;; for representing these characters: VISCII, TCVN-5712, VPS, VIQR,
38 ;; and Unicode. VISCII, TCVN-5712 and VPS are simple 1-byte code
39 ;; which assigns 134 unique characters in control-code area
40 ;; (0x00..0x1F) and right half area (0x80..0xFF). VIQR is a menmonic
41 ;; encoding specification representing diacritical marks by following
46 (defvar viet-viscii-nonascii-translation-table)
49 (defun viet-encode-viscii-char (char)
50 "Return VISCII character code of CHAR if appropriate."
51 (encode-char char 'viscii))
53 ;; VIQR is a menmonic encoding specification for Vietnamese.
54 ;; It represents diacritical marks by ASCII characters as follows:
55 ;; ------------+----------+--------
56 ;; mark | mnemonic | example
57 ;; ------------+----------+---------
58 ;; breve | ( | a( ->
\e,1e
\e(B
59 ;; circumflex | ^ | a^ ->
\e,1b
\e(B
60 ;; horn | + | o+ ->
\e,1=
\e(B
61 ;; ------------+----------+---------
62 ;; acute | ' | a' ->
\e,1a
\e(B
63 ;; grave | ` | a` ->
\e,1`
\e(B
64 ;; hook above | ? | a? ->
\e,1d
\e(B
65 ;; tilde | ~ | a~ ->
\e,1c
\e(B
66 ;; dot below | . | a. ->
\e,1U
\e(B
67 ;; ------------+----------+---------
68 ;; d bar | dd | dd ->
\e,1p
\e(B
69 ;; ------------+----------+---------
71 (defvar viet-viqr-alist
73 (?
\e,1!
\e(B . "a('") ; 161
74 (?
\e,1"
\e(B . "a(`") ; 162
75 (?
\e,1#
\e(B . "a(.") ; 163
76 (?
\e,1$
\e(B . "a^'") ; 164
77 (?
\e,1%
\e(B . "a^`") ; 165
78 (?
\e,1&
\e(B . "a^?") ; 166
79 (?
\e,1'
\e(B . "a^.") ; 167
80 (?
\e,1(
\e(B . "e~") ; 168
81 (?
\e,1)
\e(B . "e.") ; 169
82 (?
\e,1*
\e(B . "e^'") ; 170
83 (?
\e,1+
\e(B . "e^`") ; 171
84 (?
\e,1,
\e(B . "e^?") ; 172
85 (?
\e,1-
\e(B . "e^~") ; 173
86 (?
\e,1.
\e(B . "e^.") ; 174
87 (?
\e,1/
\e(B . "o^'") ; 175
88 (?
\e,10
\e(B . "o^`") ; 176
89 (?
\e,11
\e(B . "o^?") ; 177
90 (?
\e,12
\e(B . "o^~") ; 178
91 (?
\e,15
\e(B . "o^.") ; 181
92 (?
\e,16
\e(B . "o+`") ; 182
93 (?
\e,17
\e(B . "o+?") ; 183
94 (?
\e,18
\e(B . "i.") ; 184
95 (?
\e,1=
\e(B . "o+") ; 189
96 (?
\e,1>
\e(B . "o+'") ; 190
97 (?
\e,1F
\e(B . "a(?") ; 198
98 (?
\e,1G
\e(B . "a(~") ; 199
99 (?
\e,1O
\e(B . "y`") ; 207
100 (?
\e,1Q
\e(B . "u+'") ; 209
101 (?
\e,1U
\e(B . "a.") ; 213
102 (?
\e,1V
\e(B . "y?") ; 214
103 (?
\e,1W
\e(B . "u+`") ; 215
104 (?
\e,1X
\e(B . "u+?") ; 216
105 (?
\e,1[
\e(B . "y~") ; 219
106 (?
\e,1\
\e(B . "y.") ; 220
107 (?
\e,1^
\e(B . "o+~") ; 222
108 (?
\e,1_
\e(B . "u+") ; 223
109 (?
\e,1`
\e(B . "a`") ; 224
110 (?
\e,1a
\e(B . "a'") ; 225
111 (?
\e,1b
\e(B . "a^") ; 226
112 (?
\e,1c
\e(B . "a~") ; 227
113 (?
\e,1d
\e(B . "a?") ; 228
114 (?
\e,1e
\e(B . "a(") ; 229
115 (?
\e,1f
\e(B . "u+~") ; 230
116 (?
\e,1g
\e(B . "a^~") ; 231
117 (?
\e,1h
\e(B . "e`") ; 232
118 (?
\e,1i
\e(B . "e'") ; 233
119 (?
\e,1j
\e(B . "e^") ; 234
120 (?
\e,1k
\e(B . "e?") ; 235
121 (?
\e,1l
\e(B . "i`") ; 236
122 (?
\e,1m
\e(B . "i'") ; 237
123 (?
\e,1n
\e(B . "i~") ; 238
124 (?
\e,1o
\e(B . "i?") ; 239
125 (?
\e,1p
\e(B . "dd") ; 240
126 (?
\e,1q
\e(B . "u+.") ; 241
127 (?
\e,1r
\e(B . "o`") ; 242
128 (?
\e,1s
\e(B . "o'") ; 243
129 (?
\e,1t
\e(B . "o^") ; 244
130 (?
\e,1u
\e(B . "o~") ; 245
131 (?
\e,1v
\e(B . "o?") ; 246
132 (?
\e,1w
\e(B . "o.") ; 247
133 (?
\e,1x
\e(B . "u.") ; 248
134 (?
\e,1y
\e(B . "u`") ; 249
135 (?
\e,1z
\e(B . "u'") ; 250
136 (?
\e,1{
\e(B . "u~") ; 251
137 (?
\e,1|
\e(B . "u?") ; 252
138 (?
\e,1}
\e(B . "y'") ; 253
139 (?
\e,1~
\e(B . "o+.") ; 254
142 (?
\e,2!
\e(B . "A('") ; 161
143 (?
\e,2"
\e(B . "A(`") ; 162
144 (?
\e,2#
\e(B . "A(.") ; 163
145 (?
\e,2$
\e(B . "A^'") ; 164
146 (?
\e,2%
\e(B . "A^`") ; 165
147 (?
\e,2&
\e(B . "A^?") ; 166
148 (?
\e,2'
\e(B . "A^.") ; 167
149 (?
\e,2(
\e(B . "E~") ; 168
150 (?
\e,2)
\e(B . "E.") ; 169
151 (?
\e,2*
\e(B . "E^'") ; 170
152 (?
\e,2+
\e(B . "E^`") ; 171
153 (?
\e,2,
\e(B . "E^?") ; 172
154 (?
\e,2-
\e(B . "E^~") ; 173
155 (?
\e,2.
\e(B . "E^.") ; 174
156 (?
\e,2/
\e(B . "O^'") ; 175
157 (?
\e,20
\e(B . "O^`") ; 176
158 (?
\e,21
\e(B . "O^?") ; 177
159 (?
\e,22
\e(B . "O^~") ; 178
160 (?
\e,25
\e(B . "O^.") ; 181
161 (?
\e,26
\e(B . "O+`") ; 182
162 (?
\e,27
\e(B . "O+?") ; 183
163 (?
\e,28
\e(B . "I.") ; 184
164 (?
\e,2=
\e(B . "O+") ; 189
165 (?
\e,2>
\e(B . "O+'") ; 190
166 (?
\e,2F
\e(B . "A(?") ; 198
167 (?
\e,2G
\e(B . "A(~") ; 199
168 (?
\e,2O
\e(B . "Y`") ; 207
169 (?
\e,2Q
\e(B . "U+'") ; 209
170 (?
\e,2U
\e(B . "A.") ; 213
171 (?
\e,2V
\e(B . "Y?") ; 214
172 (?
\e,2W
\e(B . "U+`") ; 215
173 (?
\e,2X
\e(B . "U+?") ; 216
174 (?
\e,2[
\e(B . "Y~") ; 219
175 (?
\e,2\
\e(B . "Y.") ; 220
176 (?
\e,2^
\e(B . "O+~") ; 222
177 (?
\e,2_
\e(B . "U+") ; 223
178 (?
\e,2`
\e(B . "A`") ; 224
179 (?
\e,2a
\e(B . "A'") ; 225
180 (?
\e,2b
\e(B . "A^") ; 226
181 (?
\e,2c
\e(B . "A~") ; 227
182 (?
\e,2d
\e(B . "A?") ; 228
183 (?
\e,2e
\e(B . "A(") ; 229
184 (?
\e,2f
\e(B . "U+~") ; 230
185 (?
\e,2g
\e(B . "A^~") ; 231
186 (?
\e,2h
\e(B . "E`") ; 232
187 (?
\e,2i
\e(B . "E'") ; 233
188 (?
\e,2j
\e(B . "E^") ; 234
189 (?
\e,2k
\e(B . "E?") ; 235
190 (?
\e,2l
\e(B . "I`") ; 236
191 (?
\e,2m
\e(B . "I'") ; 237
192 (?
\e,2n
\e(B . "I~") ; 238
193 (?
\e,2o
\e(B . "I?") ; 239
194 (?
\e,2p
\e(B . "DD") ; 240
195 (?
\e,2p
\e(B . "dD") ; 240
196 (?
\e,2p
\e(B . "Dd") ; 240
197 (?
\e,2q
\e(B . "U+.") ; 241
198 (?
\e,2r
\e(B . "O`") ; 242
199 (?
\e,2s
\e(B . "O'") ; 243
200 (?
\e,2t
\e(B . "O^") ; 244
201 (?
\e,2u
\e(B . "O~") ; 245
202 (?
\e,2v
\e(B . "O?") ; 246
203 (?
\e,2w
\e(B . "O.") ; 247
204 (?
\e,2x
\e(B . "U.") ; 248
205 (?
\e,2y
\e(B . "U`") ; 249
206 (?
\e,2z
\e(B . "U'") ; 250
207 (?
\e,2{
\e(B . "U~") ; 251
208 (?
\e,2|
\e(B . "U?") ; 252
209 (?
\e,2}
\e(B . "Y'") ; 253
210 (?
\e,2~
\e(B . "O+.") ; 254
212 ;; escape from composition
213 (?\( . "\\(") ; breve (left parenthesis)
214 (?^ . "\\^") ; circumflex (caret)
215 (?+ . "\\+") ; horn (plus sign)
216 (?' . "\\'") ; acute (apostrophe)
217 (?` . "\\`") ; grave (backquote)
218 (?? . "\\?") ; hook above (question mark)
219 (?~ . "\\~") ; tilde (tilde)
220 (?. . "\\.") ; dot below (period)
221 (?d . "\\d") ; d-bar (d)
222 (?\\ . "\\\\") ; literal backslash
224 "Alist of Vietnamese characters vs corresponding `VIQR' string.")
226 ;; Regular expression matching single Vietnamese character represented
228 (defconst viqr-regexp
229 "[aeiouyAEIOUY]\\([(^+]?['`?~.]\\|[(^+]\\)\\|[Dd][Dd]")
232 (defun viet-decode-viqr-region (from to)
233 "Convert `VIQR' mnemonics of the current region to Vietnamese characters.
234 When called from a program, expects two arguments,
235 positions (integers or markers) specifying the stretch of the region."
238 (narrow-to-region from to)
239 (goto-char (point-min))
240 (while (re-search-forward viqr-regexp nil t)
241 (let* ((viqr (buffer-substring (match-beginning 0) (match-end 0)))
242 (ch (car (rassoc viqr viet-viqr-alist))))
245 (delete-region (match-beginning 0) (match-end 0))
249 (defun viet-decode-viqr-buffer ()
250 "Convert `VIQR' mnemonics of the current buffer to Vietnamese characters."
252 (viet-decode-viqr-region (point-min) (point-max)))
255 (defun viet-encode-viqr-region (from to)
256 "Convert Vietnamese characters of the current region to `VIQR' mnemonics.
257 When called from a program, expects two arguments,
258 positions (integers or markers) specifying the stretch of the region."
261 (narrow-to-region from to)
262 (goto-char (point-min))
263 (while (re-search-forward "\\cv" nil t)
264 (let* ((ch (preceding-char))
265 (viqr (cdr (assq ch viet-viqr-alist))))
272 (defun viet-encode-viqr-buffer ()
273 "Convert Vietnamese characters of the current buffer to `VIQR' mnemonics."
275 (viet-encode-viqr-region (point-min) (point-max)))
278 (defun viqr-post-read-conversion (len)
281 (narrow-to-region (point) (+ (point) len))
282 (let ((buffer-modified-p (buffer-modified-p)))
283 (viet-decode-viqr-region (point-min) (point-max))
284 (set-buffer-modified-p buffer-modified-p)
285 (- (point-max) (point-min))))))
288 (defun viqr-pre-write-conversion (from to)
289 (let ((old-buf (current-buffer)))
290 (set-buffer (generate-new-buffer " *temp*"))
293 (insert-buffer-substring old-buf from to))
294 (viet-encode-viqr-region (point-min) (point-max))
295 ;; Should return nil as annotations.
301 ;;; arch-tag: 082a4d3b-168f-45b4-b3e1-82bfa1b5a194
302 ;;; viet-util.el ends here