1:
2:
3:
4:
5:
6:
7:
8:
9:
10:
11:
12:
13:
14:
15:
16:
17:
18:
19:
20:
21:
22:
23:
24:
25:
26:
27:
28:
29: #ifdef emacs
30: #include <config.h>
31: #endif
32:
33: #include <stdio.h>
34:
35: #ifdef emacs
36:
37: #include <sys/types.h>
38: #include "lisp.h"
39: #include "buffer.h"
40: #include "charset.h"
41: #include "composite.h"
42: #include "coding.h"
43: #include "disptab.h"
44:
45: #else
46:
47: #include "mulelib.h"
48:
49: #endif
50:
51: Lisp_Object Qcharset, Qascii, Qeight_bit_control, Qeight_bit_graphic;
52: Lisp_Object Qunknown;
53:
54:
55: EMACS_INT leading_code_private_11;
56: EMACS_INT leading_code_private_12;
57: EMACS_INT leading_code_private_21;
58: EMACS_INT leading_code_private_22;
59:
60:
61:
62: int charset_latin_iso8859_1;
63: int charset_jisx0208_1978;
64: int charset_jisx0208;
65: int charset_katakana_jisx0201;
66: int charset_latin_jisx0201;
67: int charset_big5_1;
68: int charset_big5_2;
69: int charset_mule_unicode_0100_24ff;
70: int charset_mule_unicode_2500_33ff;
71: int charset_mule_unicode_e000_ffff;
72:
73: Lisp_Object Qcharset_table;
74:
75:
76: Lisp_Object Vcharset_table;
77:
78:
79:
80: Lisp_Object Vcharset_symbol_table;
81:
82:
83: Lisp_Object Vcharset_list;
84:
85:
86:
87: Lisp_Object Vtranslation_table_vector;
88:
89:
90: Lisp_Object Vauto_fill_chars;
91:
92: Lisp_Object Qauto_fill_chars;
93:
94:
95: int bytes_by_char_head[256];
96: int width_by_char_head[256];
97:
98:
99:
100: int iso_charset_table[2][2][128];
101:
102:
103: unsigned char *_fetch_multibyte_char_p;
104: int _fetch_multibyte_char_len;
105:
106:
107: EMACS_INT nonascii_insert_offset;
108:
109:
110:
111: Lisp_Object Vnonascii_translation_table;
112:
113:
114: Lisp_Object Vgeneric_character_list;
115:
116: ^L
117: void
118: invalid_character (c)
119: int c;
120: {
121: error ("Invalid character: %d, #o%o, #x%x", c, c, c);
122: }
123:
124:
125:
126:
127:
128: #define SPLIT_MULTIBYTE_SEQ(str, length, bytes, charset, c1, c2) \
129: do { \
130: (c1) = *(str); \
131: (bytes) = BYTES_BY_CHAR_HEAD (c1); \
132: if ((bytes) == 1) \
133: (charset) = ASCII_BYTE_P (c1) ? CHARSET_ASCII : CHARSET_8_BIT_GRAPHIC; \
134: else if ((bytes) == 2) \
135: { \
136: if ((c1) == LEADING_CODE_8_BIT_CONTROL) \
137: (charset) = CHARSET_8_BIT_CONTROL, (c1) = (str)[1] - 0x20; \
138: else \
139: (charset) = (c1), (c1) = (str)[1] & 0x7F; \
140: } \
141: else if ((bytes) == 3) \
142: { \
143: if ((c1) < LEADING_CODE_PRIVATE_11) \
144: (charset) = (c1), (c1) = (str)[1] & 0x7F, (c2) = (str)[2] & 0x7F; \
145: else \
146: (charset) = (str)[1], (c1) = (str)[2] & 0x7F; \
147: } \
148: else \
149: (charset) = (str)[1], (c1) = (str)[2] & 0x7F, (c2) = (str)[3] & 0x7F; \
150: } while (0)
151:
152:
153:
154:
155:
156: #define CHAR_COMPONENTS_VALID_P(charset, c1, c2) \
157: ((charset) == CHARSET_ASCII \
158: ? ((c1) >= 0 && (c1) <= 0x7F) \
159: : ((charset) == CHARSET_8_BIT_CONTROL \
160: ? ((c1) >= 0x80 && (c1) <= 0x9F) \
161: : ((charset) == CHARSET_8_BIT_GRAPHIC \
162: ? ((c1) >= 0x80 && (c1) <= 0xFF) \
163: : (CHARSET_DIMENSION (charset) == 1 \
164: ? ((c1) >= 0x20 && (c1) <= 0x7F) \
165: : ((c1) >= 0x20 && (c1) <= 0x7F \
166: && (c2) >= 0x20 && (c2) <= 0x7F)))))
167:
168:
169:
170:
171:
172:
173: int
174: char_to_string_1 (c, str)
175: int c;
176: unsigned char *str;
177: {
178: unsigned char *p = str;
179:
180: if (c & CHAR_MODIFIER_MASK)
181: {
182:
183: if (! SINGLE_BYTE_CHAR_P ((c & ~CHAR_MODIFIER_MASK)))
184: return -1;
185:
186:
187: if (c & CHAR_META)
188: {
189:
190: c = (c & ~CHAR_META) | 0x80;
191: }
192: if (c & CHAR_SHIFT)
193: {
194:
195: if ((c & 0377) >= 'A' && (c & 0377) <= 'Z')
196: c &= ~CHAR_SHIFT;
197: else if ((c & 0377) >= 'a' && (c & 0377) <= 'z')
198: c = (c & ~CHAR_SHIFT) - ('a' - 'A');
199: }
200: if (c & CHAR_CTL)
201: {
202:
203:
204: if (c == (CHAR_CTL | ' '))
205: c = 0;
206: else if (c == (CHAR_CTL | '?'))
207: c = 127;
208:
209:
210: else if ((c & 0137) >= 0101 && (c & 0137) <= 0132)
211: c &= (037 | (~0177 & ~CHAR_CTL));
212: else if ((c & 0177) >= 0100 && (c & 0177) <= 0137)
213: c &= (037 | (~0177 & ~CHAR_CTL));
214: }
215:
216:
217: c &= ~CHAR_MODIFIER_MASK;
218: }
219:
220: if (SINGLE_BYTE_CHAR_P (c))
221: {
222: if (ASCII_BYTE_P (c) || c >= 0xA0)
223: *p++ = c;
224: else
225: {
226: *p++ = LEADING_CODE_8_BIT_CONTROL;
227: *p++ = c + 0x20;
228: }
229: }
230: else if (CHAR_VALID_P (c, 0))
231: {
232: int charset, c1, c2;
233:
234: SPLIT_CHAR (c, charset, c1, c2);
235:
236: if (charset >= LEADING_CODE_EXT_11)
237: *p++ = (charset < LEADING_CODE_EXT_12
238: ? LEADING_CODE_PRIVATE_11
239: : (charset < LEADING_CODE_EXT_21
240: ? LEADING_CODE_PRIVATE_12
241: : (charset < LEADING_CODE_EXT_22
242: ? LEADING_CODE_PRIVATE_21
243: : LEADING_CODE_PRIVATE_22)));
244: *p++ = charset;
245: if ((c1 > 0 && c1 < 32) || (c2 > 0 && c2 < 32))
246: return -1;
247: if (c1)
248: {
249: *p++ = c1 | 0x80;
250: if (c2 > 0)
251: *p++ = c2 | 0x80;
252: }
253: }
254: else
255: return -1;
256:
257: return (p - str);
258: }
259:
260:
261:
262:
263:
264:
265:
266:
267:
268:
269: int
270: char_to_string (c, str)
271: int c;
272: unsigned char *str;
273: {
274: int len;
275: len = char_to_string_1 (c, str);
276: if (len == -1)
277: invalid_character (c);
278: return len;
279: }
280:
281:
282:
283:
284:
285:
286:
287:
288:
289:
290: int
291: string_to_char (str, len, actual_len)
292: const unsigned char *str;
293: int len, *actual_len;
294: {
295: int c, bytes, charset, c1, c2;
296:
297: SPLIT_MULTIBYTE_SEQ (str, len, bytes, charset, c1, c2);
298: c = MAKE_CHAR (charset, c1, c2);
299: if (actual_len)
300: *actual_len = bytes;
301: return c;
302: }
303:
304:
305:
306: int
307: multibyte_form_length (str, len)
308: const unsigned char *str;
309: int len;
310: {
311: int bytes;
312:
313: PARSE_MULTIBYTE_SEQ (str, len, bytes);
314: return bytes;
315: }
316:
317:
318:
319:
320:
321:
322:
323: int
324: split_string (str, len, charset, c1, c2)
325: const unsigned char *str;
326: unsigned char *c1, *c2;
327: int len, *charset;
328: {
329: register int bytes, cs, code1, code2 = -1;
330:
331: SPLIT_MULTIBYTE_SEQ (str, len, bytes, cs, code1, code2);
332: if (cs == CHARSET_ASCII)
333: return -1;
334: *charset = cs;
335: *c1 = code1;
336: *c2 = code2;
337: return 0;
338: }
339:
340:
341:
342: int
343: char_printable_p (c)
344: int c;
345: {
346: int charset, c1, c2;
347:
348: if (ASCII_BYTE_P (c))
349: return 1;
350: else if (SINGLE_BYTE_CHAR_P (c))
351: return 0;
352: else if (c >= MAX_CHAR)
353: return 0;
354:
355: SPLIT_CHAR (c, charset, c1, c2);
356: if (! CHARSET_DEFINED_P (charset))
357: return 0;
358: if (CHARSET_CHARS (charset) == 94
359: ? c1 <= 32 || c1 >= 127
360: : c1 < 32)
361: return 0;
362: if (CHARSET_DIMENSION (charset) == 2
363: && (CHARSET_CHARS (charset) == 94
364: ? c2 <= 32 || c2 >= 127
365: : c2 < 32))
366: return 0;
367: return 1;
368: }
369:
370:
371:
372:
373:
374: int
375: translate_char (table, c, charset, c1, c2)
376: Lisp_Object table;
377: int c, charset, c1, c2;
378: {
379: Lisp_Object ch;
380: int alt_charset, alt_c1, alt_c2, dimension;
381:
382: if (c < 0) c = MAKE_CHAR (charset, (c1 & 0x7F) , (c2 & 0x7F));
383: if (!CHAR_TABLE_P (table)
384: || (ch = Faref (table, make_number (c)), !NATNUMP (ch)))
385: return c;
386:
387: SPLIT_CHAR (XFASTINT (ch), alt_charset, alt_c1, alt_c2);
388: dimension = CHARSET_DIMENSION (alt_charset);
389: if ((dimension == 1 && alt_c1 > 0) || (dimension == 2 && alt_c2 > 0))
390:
391: return XFASTINT (ch);
392:
393:
394:
395: if (charset < 0)
396: SPLIT_CHAR (c, charset, c1, c2);
397: if (dimension != CHARSET_DIMENSION (charset))
398:
399: return c;
400: return MAKE_CHAR (alt_charset, c1, c2);
401: }
402:
403:
404:
405:
406:
407:
408: int
409: unibyte_char_to_multibyte (c)
410: int c;
411: {
412: if (c < 0400 && c >= 0200)
413: {
414: int c_save = c;
415:
416: if (! NILP (Vnonascii_translation_table))
417: {
418: c = XINT (Faref (Vnonascii_translation_table, make_number (c)));
419: if (c >= 0400 && ! char_valid_p (c, 0))
420: c = c_save + DEFAULT_NONASCII_INSERT_OFFSET;
421: }
422: else if (c >= 0240 && nonascii_insert_offset > 0)
423: {
424: c += nonascii_insert_offset;
425: if (c < 0400 || ! char_valid_p (c, 0))
426: c = c_save + DEFAULT_NONASCII_INSERT_OFFSET;
427: }
428: else if (c >= 0240)
429: c = c_save + DEFAULT_NONASCII_INSERT_OFFSET;
430: }
431: return c;
432: }
433:
434:
435:
436:
437:
438:
439:
440:
441: int
442: multibyte_char_to_unibyte (c, rev_tbl)
443: int c;
444: Lisp_Object rev_tbl;
445: {
446: if (!SINGLE_BYTE_CHAR_P (c))
447: {
448: int c_save = c;
449:
450: if (! CHAR_TABLE_P (rev_tbl)
451: && CHAR_TABLE_P (Vnonascii_translation_table))
452: rev_tbl = Fchar_table_extra_slot (Vnonascii_translation_table,
453: make_number (0));
454: if (CHAR_TABLE_P (rev_tbl))
455: {
456: Lisp_Object temp;
457: temp = Faref (rev_tbl, make_number (c));
458: if (INTEGERP (temp))
459: c = XINT (temp);
460: if (c >= 256)
461: c = (c_save & 0177) + 0200;
462: }
463: else
464: {
465: if (nonascii_insert_offset > 0)
466: c -= nonascii_insert_offset;
467: if (c < 128 || c >= 256)
468: c = (c_save & 0177) + 0200;
469: }
470: }
471:
472: return c;
473: }
474:
475: ^L
476:
477:
478:
479:
480:
481:
482: void
483: update_charset_table (charset_id, dimension, chars, width, direction,
484: iso_final_char, iso_graphic_plane,
485: short_name, long_name, description)
486: Lisp_Object charset_id, dimension, chars, width, direction;
487: Lisp_Object iso_final_char, iso_graphic_plane;
488: Lisp_Object short_name, long_name, description;
489: {
490: int charset = XINT (charset_id);
491: int bytes;
492: unsigned char leading_code_base, leading_code_ext;
493:
494: if (NILP (CHARSET_TABLE_ENTRY (charset)))
495: CHARSET_TABLE_ENTRY (charset)
496: = Fmake_vector (make_number (CHARSET_MAX_IDX), Qnil);
497:
498: if (NILP (long_name))
499: long_name = short_name;
500: if (NILP (description))
501: description = long_name;
502:
503:
504:
505:
506: bytes = XINT (dimension);
507: if (charset < MIN_CHARSET_PRIVATE_DIMENSION1)
508: {
509:
510: if (charset != CHARSET_ASCII && charset != CHARSET_8_BIT_GRAPHIC)
511: bytes += 1;
512: leading_code_base = charset;
513: leading_code_ext = 0;
514: }
515: else
516: {
517:
518: bytes += 2;
519: leading_code_base
520: = (charset < LEADING_CODE_EXT_12
521: ? LEADING_CODE_PRIVATE_11
522: : (charset < LEADING_CODE_EXT_21
523: ? LEADING_CODE_PRIVATE_12
524: : (charset < LEADING_CODE_EXT_22
525: ? LEADING_CODE_PRIVATE_21
526: : LEADING_CODE_PRIVATE_22)));
527: leading_code_ext = charset;
528: if (BYTES_BY_CHAR_HEAD (leading_code_base) != bytes)
529: error ("Invalid dimension for the charset-ID %d", charset);
530: }
531:
532: CHARSET_TABLE_INFO (charset, CHARSET_ID_IDX) = charset_id;
533: CHARSET_TABLE_INFO (charset, CHARSET_BYTES_IDX) = make_number (bytes);
534: CHARSET_TABLE_INFO (charset, CHARSET_DIMENSION_IDX) = dimension;
535: CHARSET_TABLE_INFO (charset, CHARSET_CHARS_IDX) = chars;
536: CHARSET_TABLE_INFO (charset, CHARSET_WIDTH_IDX) = width;
537: CHARSET_TABLE_INFO (charset, CHARSET_DIRECTION_IDX) = direction;
538: CHARSET_TABLE_INFO (charset, CHARSET_LEADING_CODE_BASE_IDX)
539: = make_number (leading_code_base);
540: CHARSET_TABLE_INFO (charset, CHARSET_LEADING_CODE_EXT_IDX)
541: = make_number (leading_code_ext);
542: CHARSET_TABLE_INFO (charset, CHARSET_ISO_FINAL_CHAR_IDX) = iso_final_char;
543: CHARSET_TABLE_INFO (charset, CHARSET_ISO_GRAPHIC_PLANE_IDX)
544: = iso_graphic_plane;
545: CHARSET_TABLE_INFO (charset, CHARSET_SHORT_NAME_IDX) = short_name;
546: CHARSET_TABLE_INFO (charset, CHARSET_LONG_NAME_IDX) = long_name;
547: CHARSET_TABLE_INFO (charset, CHARSET_DESCRIPTION_IDX) = description;
548: CHARSET_TABLE_INFO (charset, CHARSET_PLIST_IDX) = Qnil;
549:
550: {
551:
552:
553:
554:
555:
556: int i;
557:
558: for (i = 0; i <= MAX_CHARSET; i++)
559: if (!NILP (CHARSET_TABLE_ENTRY (i)))
560: {
561: if (CHARSET_DIMENSION (i) == XINT (dimension)
562: && CHARSET_CHARS (i) == XINT (chars)
563: && CHARSET_ISO_FINAL_CHAR (i) == XINT (iso_final_char)
564: && CHARSET_DIRECTION (i) != XINT (direction))
565: {
566: CHARSET_TABLE_INFO (charset, CHARSET_REVERSE_CHARSET_IDX)
567: = make_number (i);
568: CHARSET_TABLE_INFO (i, CHARSET_REVERSE_CHARSET_IDX) = charset_id;
569: break;
570: }
571: }
572: if (i > MAX_CHARSET)
573:
574: CHARSET_TABLE_INFO (charset, CHARSET_REVERSE_CHARSET_IDX)
575: = make_number (-1);
576: }
577:
578: if (charset != CHARSET_ASCII && charset != CHARSET_8_BIT_GRAPHIC
579: && charset < MIN_CHARSET_PRIVATE_DIMENSION1)
580: {
581: bytes_by_char_head[leading_code_base] = bytes;
582: width_by_char_head[leading_code_base] = XINT (width);
583:
584:
585: emacs_code_class[charset] = (bytes == 2
586: