[hcoop/debian/courier-authlib.git] / unicode / gb2312.pl

#!/usr/bin/perl

require "cjkcompat.pl";

my $revhash=1050;

open (SET, "gunzip -cd <Unihan-3.2.0.txt.gz |") || die "gb2312.txt: $!\n";
while (<SET>)
{
        chomp;
        s/\#.*//;

	next unless /^U\+(....)\s+kIRG_GSource\s+0\-(....)/;

	($code, $unicode)=("0x$2", "0x$1");

        next unless $code ne "";

        eval "\$code=$code;";
        eval "\$unicode=$unicode;";

        die if $code < 0 || $code > 65535;

	$code |= 0x8080;

	$codeh= int($code/256);
	$codel= $code % 256;

	&add($codeh,$codel,$unicode);
}
close SET;

#  Unihan-3.2 does not make mention of GB 2312-80 non-hanzi.
#  So manually add a converting map...
#  cf. ftp://ftp.unicode.org/Public/MAPPINGS/OBSOLETE/EASTASIA/GB/GB2312.TXT 

&add(0xA1,0xA1,0x3000); # IDEOGRAPHIC SPACE
&add(0xA1,0xA2,0x3001); # IDEOGRAPHIC COMMA
&add(0xA1,0xA3,0x3002); # IDEOGRAPHIC FULL STOP
&add(0xA1,0xA4,0x30FB); # KATAKANA MIDDLE DOT
&add(0xA1,0xA5,0x02C9); # MODIFIER LETTER MACRON (Mandarin Chinese first tone)
&add(0xA1,0xA6,0x02C7); # CARON (Mandarin Chinese third tone)
&add(0xA1,0xA7,0x00A8); # DIAERESIS
&add(0xA1,0xA8,0x3003); # DITTO MARK
&add(0xA1,0xA9,0x3005); # IDEOGRAPHIC ITERATION MARK
&add(0xA1,0xAA,0x2015); # HORIZONTAL BAR
&add(0xA1,0xAB,0xFF5E); # FULLWIDTH TILDE
&add(0xA1,0xAC,0x2016); # DOUBLE VERTICAL LINE
&add(0xA1,0xAD,0x2026); # HORIZONTAL ELLIPSIS
&add(0xA1,0xAE,0x2018); # LEFT SINGLE QUOTATION MARK
&add(0xA1,0xAF,0x2019); # RIGHT SINGLE QUOTATION MARK
&add(0xA1,0xB0,0x201C); # LEFT DOUBLE QUOTATION MARK
&add(0xA1,0xB1,0x201D); # RIGHT DOUBLE QUOTATION MARK
&add(0xA1,0xB2,0x3014); # LEFT TORTOISE SHELL BRACKET
&add(0xA1,0xB3,0x3015); # RIGHT TORTOISE SHELL BRACKET
&add(0xA1,0xB4,0x3008); # LEFT ANGLE BRACKET
&add(0xA1,0xB5,0x3009); # RIGHT ANGLE BRACKET
&add(0xA1,0xB6,0x300A); # LEFT DOUBLE ANGLE BRACKET
&add(0xA1,0xB7,0x300B); # RIGHT DOUBLE ANGLE BRACKET
&add(0xA1,0xB8,0x300C); # LEFT CORNER BRACKET
&add(0xA1,0xB9,0x300D); # RIGHT CORNER BRACKET
&add(0xA1,0xBA,0x300E); # LEFT WHITE CORNER BRACKET
&add(0xA1,0xBB,0x300F); # RIGHT WHITE CORNER BRACKET
&add(0xA1,0xBC,0x3016); # LEFT WHITE LENTICULAR BRACKET
&add(0xA1,0xBD,0x3017); # RIGHT WHITE LENTICULAR BRACKET
&add(0xA1,0xBE,0x3010); # LEFT BLACK LENTICULAR BRACKET
&add(0xA1,0xBF,0x3011); # RIGHT BLACK LENTICULAR BRACKET
&add(0xA1,0xC0,0x00B1); # PLUS-MINUS SIGN
&add(0xA1,0xC1,0x00D7); # MULTIPLICATION SIGN
&add(0xA1,0xC2,0x00F7); # DIVISION SIGN
&add(0xA1,0xC3,0x2236); # RATIO
&add(0xA1,0xC4,0x2227); # LOGICAL AND
&add(0xA1,0xC5,0x2228); # LOGICAL OR
&add(0xA1,0xC6,0x2211); # N-ARY SUMMATION
&add(0xA1,0xC7,0x220F); # N-ARY PRODUCT
&add(0xA1,0xC8,0x222A); # UNION
&add(0xA1,0xC9,0x2229); # INTERSECTION
&add(0xA1,0xCA,0x2208); # ELEMENT OF
&add(0xA1,0xCB,0x2237); # PROPORTION
&add(0xA1,0xCC,0x221A); # SQUARE ROOT
&add(0xA1,0xCD,0x22A5); # UP TACK
&add(0xA1,0xCE,0x2225); # PARALLEL TO
&add(0xA1,0xCF,0x2220); # ANGLE
&add(0xA1,0xD0,0x2312); # ARC
&add(0xA1,0xD1,0x2299); # CIRCLED DOT OPERATOR
&add(0xA1,0xD2,0x222B); # INTEGRAL
&add(0xA1,0xD3,0x222E); # CONTOUR INTEGRAL
&add(0xA1,0xD4,0x2261); # IDENTICAL TO
&add(0xA1,0xD5,0x224C); # ALL EQUAL TO
&add(0xA1,0xD6,0x2248); # ALMOST EQUAL TO
&add(0xA1,0xD7,0x223D); # REVERSED TILDE
&add(0xA1,0xD8,0x221D); # PROPORTIONAL TO
&add(0xA1,0xD9,0x2260); # NOT EQUAL TO
&add(0xA1,0xDA,0x226E); # NOT LESS-THAN
&add(0xA1,0xDB,0x226F); # NOT GREATER-THAN
&add(0xA1,0xDC,0x2264); # LESS-THAN OR EQUAL TO
&add(0xA1,0xDD,0x2265); # GREATER-THAN OR EQUAL TO
&add(0xA1,0xDE,0x221E); # INFINITY
&add(0xA1,0xDF,0x2235); # BECAUSE
&add(0xA1,0xE0,0x2234); # THEREFORE
&add(0xA1,0xE1,0x2642); # MALE SIGN
&add(0xA1,0xE2,0x2640); # FEMALE SIGN
&add(0xA1,0xE3,0x00B0); # DEGREE SIGN
&add(0xA1,0xE4,0x2032); # PRIME
&add(0xA1,0xE5,0x2033); # DOUBLE PRIME
&add(0xA1,0xE6,0x2103); # DEGREE CELSIUS
&add(0xA1,0xE7,0xFF04); # FULLWIDTH DOLLAR SIGN
&add(0xA1,0xE8,0x00A4); # CURRENCY SIGN
&add(0xA1,0xE9,0xFFE0); # FULLWIDTH CENT SIGN
&add(0xA1,0xEA,0xFFE1); # FULLWIDTH POUND SIGN
&add(0xA1,0xEB,0x2030); # PER MILLE SIGN
&add(0xA1,0xEC,0x00A7); # SECTION SIGN
&add(0xA1,0xED,0x2116); # NUMERO SIGN
&add(0xA1,0xEE,0x2606); # WHITE STAR
&add(0xA1,0xEF,0x2605); # BLACK STAR
&add(0xA1,0xF0,0x25CB); # WHITE CIRCLE
&add(0xA1,0xF1,0x25CF); # BLACK CIRCLE
&add(0xA1,0xF2,0x25CE); # BULLSEYE
&add(0xA1,0xF3,0x25C7); # WHITE DIAMOND
&add(0xA1,0xF4,0x25C6); # BLACK DIAMOND
&add(0xA1,0xF5,0x25A1); # WHITE SQUARE
&add(0xA1,0xF6,0x25A0); # BLACK SQUARE
&add(0xA1,0xF7,0x25B3); # WHITE UP-POINTING TRIANGLE
&add(0xA1,0xF8,0x25B2); # BLACK UP-POINTING TRIANGLE
&add(0xA1,0xF9,0x203B); # REFERENCE MARK
&add(0xA1,0xFA,0x2192); # RIGHTWARDS ARROW
&add(0xA1,0xFB,0x2190); # LEFTWARDS ARROW
&add(0xA1,0xFC,0x2191); # UPWARDS ARROW
&add(0xA1,0xFD,0x2193); # DOWNWARDS ARROW
&add(0xA1,0xFE,0x3013); # GETA MARK
# DIGIT/NUMBER FULL STOP
foreach ((0xB1..0xC4)) {
	&add(0xA2,$_,0x2488+$_-0xB1);
}
# PARENTHESIZED DIGIT/NUMBER
foreach ((0xC5..0xD8)) {
	&add(0xA2,$_,0x2474+$_-0xC5);
}
# CIRCLED DIGIT/NUMBER
foreach ((0xD9..0xE2)) {
	&add(0xA2,$_,0x2460+$_-0xD9);
}
# PARENTHESIZED IDEOGRAPH
foreach ((0xE5..0xEE)) {
	&add(0xA2,$_,0x3220+$_-0xE5);
}
# ROMAN NUMERAL
foreach ((0xF1..0xFC)) {
	&add(0xA2,$_,0x2160+$_-0xF1);
}
# Fullwidth forms of BASIC LATIN
foreach ((0xA1..0xA3,0xA5..0xFD)) {
	&add(0xA3,$_,0xFF01+$_-0xA1);
}
&add(0xA3,0xA4,0xFFE5); # FULLWIDTH YEN SIGN
&add(0xA3,0xFE,0xFFE3); # FULLWIDTH MACRON
# HIRAGANA
foreach ((0xA1..0xF3)) {
	&add(0xA4,$_,0x3041+$_-0xA1);
}
# KATAKANA
foreach ((0xA1..0xF6)) {
	&add(0xA5,$_,0x30A1+$_-0xA1);
}
&add(0xA6,0xA1,0x0391); # GREEK CAPITAL LETTER ALPHA
&add(0xA6,0xA2,0x0392); # GREEK CAPITAL LETTER BETA
&add(0xA6,0xA3,0x0393); # GREEK CAPITAL LETTER GAMMA
&add(0xA6,0xA4,0x0394); # GREEK CAPITAL LETTER DELTA
&add(0xA6,0xA5,0x0395); # GREEK CAPITAL LETTER EPSILON
&add(0xA6,0xA6,0x0396); # GREEK CAPITAL LETTER ZETA
&add(0xA6,0xA7,0x0397); # GREEK CAPITAL LETTER ETA
&add(0xA6,0xA8,0x0398); # GREEK CAPITAL LETTER THETA
&add(0xA6,0xA9,0x0399); # GREEK CAPITAL LETTER IOTA
&add(0xA6,0xAA,0x039A); # GREEK CAPITAL LETTER KAPPA
&add(0xA6,0xAB,0x039B); # GREEK CAPITAL LETTER LAMDA
&add(0xA6,0xAC,0x039C); # GREEK CAPITAL LETTER MU
&add(0xA6,0xAD,0x039D); # GREEK CAPITAL LETTER NU
&add(0xA6,0xAE,0x039E); # GREEK CAPITAL LETTER XI
&add(0xA6,0xAF,0x039F); # GREEK CAPITAL LETTER OMICRON
&add(0xA6,0xB0,0x03A0); # GREEK CAPITAL LETTER PI
&add(0xA6,0xB1,0x03A1); # GREEK CAPITAL LETTER RHO
&add(0xA6,0xB2,0x03A3); # GREEK CAPITAL LETTER SIGMA
&add(0xA6,0xB3,0x03A4); # GREEK CAPITAL LETTER TAU
&add(0xA6,0xB4,0x03A5); # GREEK CAPITAL LETTER UPSILON
&add(0xA6,0xB5,0x03A6); # GREEK CAPITAL LETTER PHI
&add(0xA6,0xB6,0x03A7); # GREEK CAPITAL LETTER CHI
&add(0xA6,0xB7,0x03A8); # GREEK CAPITAL LETTER PSI
&add(0xA6,0xB8,0x03A9); # GREEK CAPITAL LETTER OMEGA
&add(0xA6,0xC1,0x03B1); # GREEK SMALL LETTER ALPHA
&add(0xA6,0xC2,0x03B2); # GREEK SMALL LETTER BETA
&add(0xA6,0xC3,0x03B3); # GREEK SMALL LETTER GAMMA
&add(0xA6,0xC4,0x03B4); # GREEK SMALL LETTER DELTA
&add(0xA6,0xC5,0x03B5); # GREEK SMALL LETTER EPSILON
&add(0xA6,0xC6,0x03B6); # GREEK SMALL LETTER ZETA
&add(0xA6,0xC7,0x03B7); # GREEK SMALL LETTER ETA
&add(0xA6,0xC8,0x03B8); # GREEK SMALL LETTER THETA
&add(0xA6,0xC9,0x03B9); # GREEK SMALL LETTER IOTA
&add(0xA6,0xCA,0x03BA); # GREEK SMALL LETTER KAPPA
&add(0xA6,0xCB,0x03BB); # GREEK SMALL LETTER LAMDA
&add(0xA6,0xCC,0x03BC); # GREEK SMALL LETTER MU
&add(0xA6,0xCD,0x03BD); # GREEK SMALL LETTER NU
&add(0xA6,0xCE,0x03BE); # GREEK SMALL LETTER XI
&add(0xA6,0xCF,0x03BF); # GREEK SMALL LETTER OMICRON
&add(0xA6,0xD0,0x03C0); # GREEK SMALL LETTER PI
&add(0xA6,0xD1,0x03C1); # GREEK SMALL LETTER RHO
&add(0xA6,0xD2,0x03C3); # GREEK SMALL LETTER SIGMA
&add(0xA6,0xD3,0x03C4); # GREEK SMALL LETTER TAU
&add(0xA6,0xD4,0x03C5); # GREEK SMALL LETTER UPSILON
&add(0xA6,0xD5,0x03C6); # GREEK SMALL LETTER PHI
&add(0xA6,0xD6,0x03C7); # GREEK SMALL LETTER CHI
&add(0xA6,0xD7,0x03C8); # GREEK SMALL LETTER PSI
&add(0xA6,0xD8,0x03C9); # GREEK SMALL LETTER OMEGA
&add(0xA7,0xA1,0x0410); # CYRILLIC CAPITAL LETTER A
&add(0xA7,0xA2,0x0411); # CYRILLIC CAPITAL LETTER BE
&add(0xA7,0xA3,0x0412); # CYRILLIC CAPITAL LETTER VE
&add(0xA7,0xA4,0x0413); # CYRILLIC CAPITAL LETTER GHE
&add(0xA7,0xA5,0x0414); # CYRILLIC CAPITAL LETTER DE
&add(0xA7,0xA6,0x0415); # CYRILLIC CAPITAL LETTER IE
&add(0xA7,0xA7,0x0401); # CYRILLIC CAPITAL LETTER IO
&add(0xA7,0xA8,0x0416); # CYRILLIC CAPITAL LETTER ZHE
&add(0xA7,0xA9,0x0417); # CYRILLIC CAPITAL LETTER ZE
&add(0xA7,0xAA,0x0418); # CYRILLIC CAPITAL LETTER I
&add(0xA7,0xAB,0x0419); # CYRILLIC CAPITAL LETTER SHORT I
&add(0xA7,0xAC,0x041A); # CYRILLIC CAPITAL LETTER KA
&add(0xA7,0xAD,0x041B); # CYRILLIC CAPITAL LETTER EL
&add(0xA7,0xAE,0x041C); # CYRILLIC CAPITAL LETTER EM
&add(0xA7,0xAF,0x041D); # CYRILLIC CAPITAL LETTER EN
&add(0xA7,0xB0,0x041E); # CYRILLIC CAPITAL LETTER O
&add(0xA7,0xB1,0x041F); # CYRILLIC CAPITAL LETTER PE
&add(0xA7,0xB2,0x0420); # CYRILLIC CAPITAL LETTER ER
&add(0xA7,0xB3,0x0421); # CYRILLIC CAPITAL LETTER ES
&add(0xA7,0xB4,0x0422); # CYRILLIC CAPITAL LETTER TE
&add(0xA7,0xB5,0x0423); # CYRILLIC CAPITAL LETTER U
&add(0xA7,0xB6,0x0424); # CYRILLIC CAPITAL LETTER EF
&add(0xA7,0xB7,0x0425); # CYRILLIC CAPITAL LETTER HA
&add(0xA7,0xB8,0x0426); # CYRILLIC CAPITAL LETTER TSE
&add(0xA7,0xB9,0x0427); # CYRILLIC CAPITAL LETTER CHE
&add(0xA7,0xBA,0x0428); # CYRILLIC CAPITAL LETTER SHA
&add(0xA7,0xBB,0x0429); # CYRILLIC CAPITAL LETTER SHCHA
&add(0xA7,0xBC,0x042A); # CYRILLIC CAPITAL LETTER HARD SIGN
&add(0xA7,0xBD,0x042B); # CYRILLIC CAPITAL LETTER YERU
&add(0xA7,0xBE,0x042C); # CYRILLIC CAPITAL LETTER SOFT SIGN
&add(0xA7,0xBF,0x042D); # CYRILLIC CAPITAL LETTER E
&add(0xA7,0xC0,0x042E); # CYRILLIC CAPITAL LETTER YU
&add(0xA7,0xC1,0x042F); # CYRILLIC CAPITAL LETTER YA
&add(0xA7,0xD1,0x0430); # CYRILLIC SMALL LETTER A
&add(0xA7,0xD2,0x0431); # CYRILLIC SMALL LETTER BE
&add(0xA7,0xD3,0x0432); # CYRILLIC SMALL LETTER VE
&add(0xA7,0xD4,0x0433); # CYRILLIC SMALL LETTER GHE
&add(0xA7,0xD5,0x0434); # CYRILLIC SMALL LETTER DE
&add(0xA7,0xD6,0x0435); # CYRILLIC SMALL LETTER IE
&add(0xA7,0xD7,0x0451); # CYRILLIC SMALL LETTER IO
&add(0xA7,0xD8,0x0436); # CYRILLIC SMALL LETTER ZHE
&add(0xA7,0xD9,0x0437); # CYRILLIC SMALL LETTER ZE
&add(0xA7,0xDA,0x0438); # CYRILLIC SMALL LETTER I
&add(0xA7,0xDB,0x0439); # CYRILLIC SMALL LETTER SHORT I
&add(0xA7,0xDC,0x043A); # CYRILLIC SMALL LETTER KA
&add(0xA7,0xDD,0x043B); # CYRILLIC SMALL LETTER EL
&add(0xA7,0xDE,0x043C); # CYRILLIC SMALL LETTER EM
&add(0xA7,0xDF,0x043D); # CYRILLIC SMALL LETTER EN
&add(0xA7,0xE0,0x043E); # CYRILLIC SMALL LETTER O
&add(0xA7,0xE1,0x043F); # CYRILLIC SMALL LETTER PE
&add(0xA7,0xE2,0x0440); # CYRILLIC SMALL LETTER ER
&add(0xA7,0xE3,0x0441); # CYRILLIC SMALL LETTER ES
&add(0xA7,0xE4,0x0442); # CYRILLIC SMALL LETTER TE
&add(0xA7,0xE5,0x0443); # CYRILLIC SMALL LETTER U
&add(0xA7,0xE6,0x0444); # CYRILLIC SMALL LETTER EF
&add(0xA7,0xE7,0x0445); # CYRILLIC SMALL LETTER HA
&add(0xA7,0xE8,0x0446); # CYRILLIC SMALL LETTER TSE
&add(0xA7,0xE9,0x0447); # CYRILLIC SMALL LETTER CHE
&add(0xA7,0xEA,0x0448); # CYRILLIC SMALL LETTER SHA
&add(0xA7,0xEB,0x0449); # CYRILLIC SMALL LETTER SHCHA
&add(0xA7,0xEC,0x044A); # CYRILLIC SMALL LETTER HARD SIGN
&add(0xA7,0xED,0x044B); # CYRILLIC SMALL LETTER YERU
&add(0xA7,0xEE,0x044C); # CYRILLIC SMALL LETTER SOFT SIGN
&add(0xA7,0xEF,0x044D); # CYRILLIC SMALL LETTER E
&add(0xA7,0xF0,0x044E); # CYRILLIC SMALL LETTER YU
&add(0xA7,0xF1,0x044F); # CYRILLIC SMALL LETTER YA
&add(0xA8,0xA1,0x0101); # LATIN SMALL LETTER A WITH MACRON
&add(0xA8,0xA2,0x00E1); # LATIN SMALL LETTER A WITH ACUTE
&add(0xA8,0xA3,0x01CE); # LATIN SMALL LETTER A WITH CARON
&add(0xA8,0xA4,0x00E0); # LATIN SMALL LETTER A WITH GRAVE
&add(0xA8,0xA5,0x0113); # LATIN SMALL LETTER E WITH MACRON
&add(0xA8,0xA6,0x00E9); # LATIN SMALL LETTER E WITH ACUTE
&add(0xA8,0xA7,0x011B); # LATIN SMALL LETTER E WITH CARON
&add(0xA8,0xA8,0x00E8); # LATIN SMALL LETTER E WITH GRAVE
&add(0xA8,0xA9,0x012B); # LATIN SMALL LETTER I WITH MACRON
&add(0xA8,0xAA,0x00ED); # LATIN SMALL LETTER I WITH ACUTE
&add(0xA8,0xAB,0x01D0); # LATIN SMALL LETTER I WITH CARON
&add(0xA8,0xAC,0x00EC); # LATIN SMALL LETTER I WITH GRAVE
&add(0xA8,0xAD,0x014D); # LATIN SMALL LETTER O WITH MACRON
&add(0xA8,0xAE,0x00F3); # LATIN SMALL LETTER O WITH ACUTE
&add(0xA8,0xAF,0x01D2); # LATIN SMALL LETTER O WITH CARON
&add(0xA8,0xB0,0x00F2); # LATIN SMALL LETTER O WITH GRAVE
&add(0xA8,0xB1,0x016B); # LATIN SMALL LETTER U WITH MACRON
&add(0xA8,0xB2,0x00FA); # LATIN SMALL LETTER U WITH ACUTE
&add(0xA8,0xB3,0x01D4); # LATIN SMALL LETTER U WITH CARON
&add(0xA8,0xB4,0x00F9); # LATIN SMALL LETTER U WITH GRAVE
&add(0xA8,0xB5,0x01D6); # LATIN SMALL LETTER U WITH DIAERESIS AND MACRON
&add(0xA8,0xB6,0x01D8); # LATIN SMALL LETTER U WITH DIAERESIS AND ACUTE
&add(0xA8,0xB7,0x01DA); # LATIN SMALL LETTER U WITH DIAERESIS AND CARON
&add(0xA8,0xB8,0x01DC); # LATIN SMALL LETTER U WITH DIAERESIS AND GRAVE
&add(0xA8,0xB9,0x00FC); # LATIN SMALL LETTER U WITH DIAERESIS
&add(0xA8,0xBA,0x00EA); # LATIN SMALL LETTER E WITH CIRCUMFLEX
# BOPOMOFO
foreach ((0xC5..0xE9)) {
	&add(0xA8,$_,0x3105+$_-0xC5);
}
# BOX DRAWINGS
foreach ((0xA4..0xEF)) {
	&add(0xA9,$_,0x2500+$_-0xA4);
}

sub add {
local($codeh,$codel,$unicode) = @_;

	my $code = $codeh*256+$codel;
	my $unicodehash= int($unicode % $revhash);

	die if $codeh < 0xA1 || $codeh > 0xF7;
	die if $codel < 0xA1 || $codel > 0xFE;

	if (! defined $fwd{$codeh})
	{
	    my %dummy;

	    $fwd{$codeh}= \%dummy;
	}

	$fwd{$codeh}{$codel}=$unicode;

	if (! defined $rev[$unicodehash])
	{
	    my @dummy;

	    $rev[$unicodehash]= \@dummy;
	}

	my $r=$rev[$unicodehash];

	push @$r, "$unicode $code";

	$revmap{$unicode} = $code;
}

# Add maps for CJK compatibility ideographs of Unicode.
&add_cjkcompat(%compat_ksx1001);
&add_cjkcompat(%compat_big5);
&add_cjkcompat(%compat_ibm32);
&add_cjkcompat(%compat_jisx0213);
&add_cjkcompat(%compat_cns11643);

sub add_cjkcompat {
local(%compat) = @_;
	foreach (keys %compat) {
		if (defined $revmap{$compat{$_}}) {
			my $unicodehash = int($_ % $revhash);
			if (! defined $rev[$unicodehash])
			{
				my @dummy;
				$rev[$unicodehash]= \@dummy;
			}
			my $r=$rev[$unicodehash];
			push @$r, "$_ $revmap{$compat{$_}}";
		}
	}
}


print '
/*
** Copyright 2000-2001 Double Precision, Inc.
** See COPYING for distribution information.
**
** $Id: gb2312.pl,v 1.4 2004/02/08 04:59:15 mrsam Exp $
** Non-hanzi support by Hatuka*nezumi - IKEDA Soji <nezumi@jca.apc.org>
*/

#include "unicode.h"
';

foreach (sort keys %fwd)
{
    my $h=$_;
    my $l;

    printf ("static const unicode_char gb2312_%02x[94]={", $h);

    for ($l=0xA1; $l < 0xFF; $l++)
    {
	print "\n" if ($l % 16) == 0;
	printf ("%d", $fwd{$h}{$l});
	print "," unless $l >= 0xFE;
    }
    print "};\n";

}

print "static const unsigned gb2312_revhash_size=$revhash;
static const unicode_char gb2312_revtable_uc[]={\n";

my $index=0;

for ($i=0; $i<$revhash; $i++)
{
    my $a= $rev[$i];

    $revindex[$i]=$index;

    my $v;

    my @aa=@$a;

    while (defined ($v=shift @aa))
    {
	print "," if $index > 0;
	print "\n" if $index && ($index % 16) == 0;

	$v =~ s/ .*//;
	print $v;
	++$index;
    }
}

print "};\nstatic const unsigned gb2312_revtable_octets[]={\n";

$maxl=0;
$index=0;
for ($i=0; $i<$revhash; $i++)
{
    my $a= $rev[$i];

    my $v;

    my @aa=@$a;

    $maxl=$#aa if $#aa > $maxl;
    while (defined ($v=shift @aa))
    {
	print "," if $index > 0;
	print "\n" if $index && ($index % 16) == 0;

	$v =~ s/.* //;
	print $v;
	++$index;
    }
}

print "};\nstatic const unsigned gb2312_revtable_index[]={\n";

for ($i=0; $i<$revhash; $i++)
{
    print "," if $i > 0;
    print "\n" if $i && ($i % 16) == 0;
    print $revindex[$i];
}

print "};\n";
Commit	Line	Data
8d138742 CE	1	#!/usr/bin/perl
	2
	3	require "cjkcompat.pl";
	4
	5	my $revhash=1050;
	6
	7	open (SET, "gunzip -cd <Unihan-3.2.0.txt.gz \|") \|\| die "gb2312.txt: $!\n";
	8	while (<SET>)
	9	{
	10	chomp;
	11	s/\#.*//;
	12
	13	next unless /^U\+(....)\s+kIRG_GSource\s+0\-(....)/;
	14
	15	($code, $unicode)=("0x$2", "0x$1");
	16
	17	next unless $code ne "";
	18
	19	eval "\$code=$code;";
	20	eval "\$unicode=$unicode;";
	21
	22	die if $code < 0 \|\| $code > 65535;
	23
	24	$code \|= 0x8080;
	25
	26	$codeh= int($code/256);
	27	$codel= $code % 256;
	28
	29	&add($codeh,$codel,$unicode);
	30	}
	31	close SET;
	32
	33	# Unihan-3.2 does not make mention of GB 2312-80 non-hanzi.
	34	# So manually add a converting map...
	35	# cf. ftp://ftp.unicode.org/Public/MAPPINGS/OBSOLETE/EASTASIA/GB/GB2312.TXT
	36
	37	&add(0xA1,0xA1,0x3000); # IDEOGRAPHIC SPACE
	38	&add(0xA1,0xA2,0x3001); # IDEOGRAPHIC COMMA
	39	&add(0xA1,0xA3,0x3002); # IDEOGRAPHIC FULL STOP
	40	&add(0xA1,0xA4,0x30FB); # KATAKANA MIDDLE DOT
	41	&add(0xA1,0xA5,0x02C9); # MODIFIER LETTER MACRON (Mandarin Chinese first tone)
	42	&add(0xA1,0xA6,0x02C7); # CARON (Mandarin Chinese third tone)
	43	&add(0xA1,0xA7,0x00A8); # DIAERESIS
	44	&add(0xA1,0xA8,0x3003); # DITTO MARK
	45	&add(0xA1,0xA9,0x3005); # IDEOGRAPHIC ITERATION MARK
	46	&add(0xA1,0xAA,0x2015); # HORIZONTAL BAR
	47	&add(0xA1,0xAB,0xFF5E); # FULLWIDTH TILDE
	48	&add(0xA1,0xAC,0x2016); # DOUBLE VERTICAL LINE
	49	&add(0xA1,0xAD,0x2026); # HORIZONTAL ELLIPSIS
	50	&add(0xA1,0xAE,0x2018); # LEFT SINGLE QUOTATION MARK
	51	&add(0xA1,0xAF,0x2019); # RIGHT SINGLE QUOTATION MARK
	52	&add(0xA1,0xB0,0x201C); # LEFT DOUBLE QUOTATION MARK
	53	&add(0xA1,0xB1,0x201D); # RIGHT DOUBLE QUOTATION MARK
	54	&add(0xA1,0xB2,0x3014); # LEFT TORTOISE SHELL BRACKET
	55	&add(0xA1,0xB3,0x3015); # RIGHT TORTOISE SHELL BRACKET
	56	&add(0xA1,0xB4,0x3008); # LEFT ANGLE BRACKET
	57	&add(0xA1,0xB5,0x3009); # RIGHT ANGLE BRACKET
	58	&add(0xA1,0xB6,0x300A); # LEFT DOUBLE ANGLE BRACKET
	59	&add(0xA1,0xB7,0x300B); # RIGHT DOUBLE ANGLE BRACKET
	60	&add(0xA1,0xB8,0x300C); # LEFT CORNER BRACKET
	61	&add(0xA1,0xB9,0x300D); # RIGHT CORNER BRACKET
	62	&add(0xA1,0xBA,0x300E); # LEFT WHITE CORNER BRACKET
	63	&add(0xA1,0xBB,0x300F); # RIGHT WHITE CORNER BRACKET
	64	&add(0xA1,0xBC,0x3016); # LEFT WHITE LENTICULAR BRACKET
65	&add(0xA1,0xBD,0x3017); # RIGHT WHITE LENTICULAR BRACKET
66	&add(0xA1,0xBE,0x3010); # LEFT BLACK LENTICULAR BRACKET
67	&add(0xA1,0xBF,0x3011); # RIGHT BLACK LENTICULAR BRACKET
68	&add(0xA1,0xC0,0x00B1); # PLUS-MINUS SIGN
69	&add(0xA1,0xC1,0x00D7); # MULTIPLICATION SIGN
70	&add(0xA1,0xC2,0x00F7); # DIVISION SIGN
71	&add(0xA1,0xC3,0x2236); # RATIO
72	&add(0xA1,0xC4,0x2227); # LOGICAL AND
73	&add(0xA1,0xC5,0x2228); # LOGICAL OR
74	&add(0xA1,0xC6,0x2211); # N-ARY SUMMATION
75	&add(0xA1,0xC7,0x220F); # N-ARY PRODUCT
76	&add(0xA1,0xC8,0x222A); # UNION
77	&add(0xA1,0xC9,0x2229); # INTERSECTION
78	&add(0xA1,0xCA,0x2208); # ELEMENT OF
79	&add(0xA1,0xCB,0x2237); # PROPORTION
80	&add(0xA1,0xCC,0x221A); # SQUARE ROOT
81	&add(0xA1,0xCD,0x22A5); # UP TACK
82	&add(0xA1,0xCE,0x2225); # PARALLEL TO
83	&add(0xA1,0xCF,0x2220); # ANGLE
84	&add(0xA1,0xD0,0x2312); # ARC
85	&add(0xA1,0xD1,0x2299); # CIRCLED DOT OPERATOR
86	&add(0xA1,0xD2,0x222B); # INTEGRAL
87	&add(0xA1,0xD3,0x222E); # CONTOUR INTEGRAL
88	&add(0xA1,0xD4,0x2261); # IDENTICAL TO
89	&add(0xA1,0xD5,0x224C); # ALL EQUAL TO
90	&add(0xA1,0xD6,0x2248); # ALMOST EQUAL TO
91	&add(0xA1,0xD7,0x223D); # REVERSED TILDE
92	&add(0xA1,0xD8,0x221D); # PROPORTIONAL TO
93	&add(0xA1,0xD9,0x2260); # NOT EQUAL TO
94	&add(0xA1,0xDA,0x226E); # NOT LESS-THAN
95	&add(0xA1,0xDB,0x226F); # NOT GREATER-THAN
96	&add(0xA1,0xDC,0x2264); # LESS-THAN OR EQUAL TO
97	&add(0xA1,0xDD,0x2265); # GREATER-THAN OR EQUAL TO
98	&add(0xA1,0xDE,0x221E); # INFINITY
99	&add(0xA1,0xDF,0x2235); # BECAUSE
100	&add(0xA1,0xE0,0x2234); # THEREFORE
101	&add(0xA1,0xE1,0x2642); # MALE SIGN
102	&add(0xA1,0xE2,0x2640); # FEMALE SIGN
103	&add(0xA1,0xE3,0x00B0); # DEGREE SIGN
104	&add(0xA1,0xE4,0x2032); # PRIME
105	&add(0xA1,0xE5,0x2033); # DOUBLE PRIME
106	&add(0xA1,0xE6,0x2103); # DEGREE CELSIUS
107	&add(0xA1,0xE7,0xFF04); # FULLWIDTH DOLLAR SIGN
108	&add(0xA1,0xE8,0x00A4); # CURRENCY SIGN
109	&add(0xA1,0xE9,0xFFE0); # FULLWIDTH CENT SIGN
110	&add(0xA1,0xEA,0xFFE1); # FULLWIDTH POUND SIGN
111	&add(0xA1,0xEB,0x2030); # PER MILLE SIGN
112	&add(0xA1,0xEC,0x00A7); # SECTION SIGN
113	&add(0xA1,0xED,0x2116); # NUMERO SIGN
114	&add(0xA1,0xEE,0x2606); # WHITE STAR
115	&add(0xA1,0xEF,0x2605); # BLACK STAR
116	&add(0xA1,0xF0,0x25CB); # WHITE CIRCLE
117	&add(0xA1,0xF1,0x25CF); # BLACK CIRCLE
118	&add(0xA1,0xF2,0x25CE); # BULLSEYE
119	&add(0xA1,0xF3,0x25C7); # WHITE DIAMOND
120	&add(0xA1,0xF4,0x25C6); # BLACK DIAMOND
121	&add(0xA1,0xF5,0x25A1); # WHITE SQUARE
122	&add(0xA1,0xF6,0x25A0); # BLACK SQUARE
123	&add(0xA1,0xF7,0x25B3); # WHITE UP-POINTING TRIANGLE
124	&add(0xA1,0xF8,0x25B2); # BLACK UP-POINTING TRIANGLE
125	&add(0xA1,0xF9,0x203B); # REFERENCE MARK
126	&add(0xA1,0xFA,0x2192); # RIGHTWARDS ARROW
127	&add(0xA1,0xFB,0x2190); # LEFTWARDS ARROW
128	&add(0xA1,0xFC,0x2191); # UPWARDS ARROW
129	&add(0xA1,0xFD,0x2193); # DOWNWARDS ARROW
130	&add(0xA1,0xFE,0x3013); # GETA MARK
131	# DIGIT/NUMBER FULL STOP
132	foreach ((0xB1..0xC4)) {
133	&add(0xA2,$_,0x2488+$_-0xB1);
134	}
135	# PARENTHESIZED DIGIT/NUMBER
136	foreach ((0xC5..0xD8)) {
137	&add(0xA2,$_,0x2474+$_-0xC5);
138	}
139	# CIRCLED DIGIT/NUMBER
140	foreach ((0xD9..0xE2)) {
141	&add(0xA2,$_,0x2460+$_-0xD9);
142	}
143	# PARENTHESIZED IDEOGRAPH
144	foreach ((0xE5..0xEE)) {
145	&add(0xA2,$_,0x3220+$_-0xE5);
146	}
147	# ROMAN NUMERAL
148	foreach ((0xF1..0xFC)) {
149	&add(0xA2,$_,0x2160+$_-0xF1);
150	}
151	# Fullwidth forms of BASIC LATIN
152	foreach ((0xA1..0xA3,0xA5..0xFD)) {
153	&add(0xA3,$_,0xFF01+$_-0xA1);
154	}
155	&add(0xA3,0xA4,0xFFE5); # FULLWIDTH YEN SIGN
156	&add(0xA3,0xFE,0xFFE3); # FULLWIDTH MACRON
157	# HIRAGANA
158	foreach ((0xA1..0xF3)) {
159	&add(0xA4,$_,0x3041+$_-0xA1);
160	}
161	# KATAKANA
162	foreach ((0xA1..0xF6)) {
163	&add(0xA5,$_,0x30A1+$_-0xA1);
164	}
165	&add(0xA6,0xA1,0x0391); # GREEK CAPITAL LETTER ALPHA
166	&add(0xA6,0xA2,0x0392); # GREEK CAPITAL LETTER BETA
167	&add(0xA6,0xA3,0x0393); # GREEK CAPITAL LETTER GAMMA
168	&add(0xA6,0xA4,0x0394); # GREEK CAPITAL LETTER DELTA
169	&add(0xA6,0xA5,0x0395); # GREEK CAPITAL LETTER EPSILON
170	&add(0xA6,0xA6,0x0396); # GREEK CAPITAL LETTER ZETA
171	&add(0xA6,0xA7,0x0397); # GREEK CAPITAL LETTER ETA
172	&add(0xA6,0xA8,0x0398); # GREEK CAPITAL LETTER THETA
173	&add(0xA6,0xA9,0x0399); # GREEK CAPITAL LETTER IOTA
174	&add(0xA6,0xAA,0x039A); # GREEK CAPITAL LETTER KAPPA
175	&add(0xA6,0xAB,0x039B); # GREEK CAPITAL LETTER LAMDA
176	&add(0xA6,0xAC,0x039C); # GREEK CAPITAL LETTER MU
177	&add(0xA6,0xAD,0x039D); # GREEK CAPITAL LETTER NU
178	&add(0xA6,0xAE,0x039E); # GREEK CAPITAL LETTER XI
179	&add(0xA6,0xAF,0x039F); # GREEK CAPITAL LETTER OMICRON
180	&add(0xA6,0xB0,0x03A0); # GREEK CAPITAL LETTER PI
181	&add(0xA6,0xB1,0x03A1); # GREEK CAPITAL LETTER RHO
182	&add(0xA6,0xB2,0x03A3); # GREEK CAPITAL LETTER SIGMA
183	&add(0xA6,0xB3,0x03A4); # GREEK CAPITAL LETTER TAU
184	&add(0xA6,0xB4,0x03A5); # GREEK CAPITAL LETTER UPSILON
185	&add(0xA6,0xB5,0x03A6); # GREEK CAPITAL LETTER PHI
186	&add(0xA6,0xB6,0x03A7); # GREEK CAPITAL LETTER CHI
187	&add(0xA6,0xB7,0x03A8); # GREEK CAPITAL LETTER PSI
188	&add(0xA6,0xB8,0x03A9); # GREEK CAPITAL LETTER OMEGA
189	&add(0xA6,0xC1,0x03B1); # GREEK SMALL LETTER ALPHA
190	&add(0xA6,0xC2,0x03B2); # GREEK SMALL LETTER BETA
191	&add(0xA6,0xC3,0x03B3); # GREEK SMALL LETTER GAMMA
192	&add(0xA6,0xC4,0x03B4); # GREEK SMALL LETTER DELTA
193	&add(0xA6,0xC5,0x03B5); # GREEK SMALL LETTER EPSILON
194	&add(0xA6,0xC6,0x03B6); # GREEK SMALL LETTER ZETA
195	&add(0xA6,0xC7,0x03B7); # GREEK SMALL LETTER ETA
196	&add(0xA6,0xC8,0x03B8); # GREEK SMALL LETTER THETA
197	&add(0xA6,0xC9,0x03B9); # GREEK SMALL LETTER IOTA
198	&add(0xA6,0xCA,0x03BA); # GREEK SMALL LETTER KAPPA
199	&add(0xA6,0xCB,0x03BB); # GREEK SMALL LETTER LAMDA
200	&add(0xA6,0xCC,0x03BC); # GREEK SMALL LETTER MU
201	&add(0xA6,0xCD,0x03BD); # GREEK SMALL LETTER NU
202	&add(0xA6,0xCE,0x03BE); # GREEK SMALL LETTER XI
203	&add(0xA6,0xCF,0x03BF); # GREEK SMALL LETTER OMICRON
204	&add(0xA6,0xD0,0x03C0); # GREEK SMALL LETTER PI
205	&add(0xA6,0xD1,0x03C1); # GREEK SMALL LETTER RHO
206	&add(0xA6,0xD2,0x03C3); # GREEK SMALL LETTER SIGMA
207	&add(0xA6,0xD3,0x03C4); # GREEK SMALL LETTER TAU
208	&add(0xA6,0xD4,0x03C5); # GREEK SMALL LETTER UPSILON
209	&add(0xA6,0xD5,0x03C6); # GREEK SMALL LETTER PHI
210	&add(0xA6,0xD6,0x03C7); # GREEK SMALL LETTER CHI
211	&add(0xA6,0xD7,0x03C8); # GREEK SMALL LETTER PSI
212	&add(0xA6,0xD8,0x03C9); # GREEK SMALL LETTER OMEGA
213	&add(0xA7,0xA1,0x0410); # CYRILLIC CAPITAL LETTER A
214	&add(0xA7,0xA2,0x0411); # CYRILLIC CAPITAL LETTER BE
215	&add(0xA7,0xA3,0x0412); # CYRILLIC CAPITAL LETTER VE
216	&add(0xA7,0xA4,0x0413); # CYRILLIC CAPITAL LETTER GHE
217	&add(0xA7,0xA5,0x0414); # CYRILLIC CAPITAL LETTER DE
218	&add(0xA7,0xA6,0x0415); # CYRILLIC CAPITAL LETTER IE
219	&add(0xA7,0xA7,0x0401); # CYRILLIC CAPITAL LETTER IO
220	&add(0xA7,0xA8,0x0416); # CYRILLIC CAPITAL LETTER ZHE
221	&add(0xA7,0xA9,0x0417); # CYRILLIC CAPITAL LETTER ZE
222	&add(0xA7,0xAA,0x0418); # CYRILLIC CAPITAL LETTER I
223	&add(0xA7,0xAB,0x0419); # CYRILLIC CAPITAL LETTER SHORT I
224	&add(0xA7,0xAC,0x041A); # CYRILLIC CAPITAL LETTER KA
225	&add(0xA7,0xAD,0x041B); # CYRILLIC CAPITAL LETTER EL
226	&add(0xA7,0xAE,0x041C); # CYRILLIC CAPITAL LETTER EM
227	&add(0xA7,0xAF,0x041D); # CYRILLIC CAPITAL LETTER EN
228	&add(0xA7,0xB0,0x041E); # CYRILLIC CAPITAL LETTER O
229	&add(0xA7,0xB1,0x041F); # CYRILLIC CAPITAL LETTER PE
230	&add(0xA7,0xB2,0x0420); # CYRILLIC CAPITAL LETTER ER
231	&add(0xA7,0xB3,0x0421); # CYRILLIC CAPITAL LETTER ES
232	&add(0xA7,0xB4,0x0422); # CYRILLIC CAPITAL LETTER TE
233	&add(0xA7,0xB5,0x0423); # CYRILLIC CAPITAL LETTER U
234	&add(0xA7,0xB6,0x0424); # CYRILLIC CAPITAL LETTER EF
235	&add(0xA7,0xB7,0x0425); # CYRILLIC CAPITAL LETTER HA
236	&add(0xA7,0xB8,0x0426); # CYRILLIC CAPITAL LETTER TSE
237	&add(0xA7,0xB9,0x0427); # CYRILLIC CAPITAL LETTER CHE
238	&add(0xA7,0xBA,0x0428); # CYRILLIC CAPITAL LETTER SHA
239	&add(0xA7,0xBB,0x0429); # CYRILLIC CAPITAL LETTER SHCHA
240	&add(0xA7,0xBC,0x042A); # CYRILLIC CAPITAL LETTER HARD SIGN
241	&add(0xA7,0xBD,0x042B); # CYRILLIC CAPITAL LETTER YERU
242	&add(0xA7,0xBE,0x042C); # CYRILLIC CAPITAL LETTER SOFT SIGN
243	&add(0xA7,0xBF,0x042D); # CYRILLIC CAPITAL LETTER E
244	&add(0xA7,0xC0,0x042E); # CYRILLIC CAPITAL LETTER YU
245	&add(0xA7,0xC1,0x042F); # CYRILLIC CAPITAL LETTER YA
246	&add(0xA7,0xD1,0x0430); # CYRILLIC SMALL LETTER A
247	&add(0xA7,0xD2,0x0431); # CYRILLIC SMALL LETTER BE
248	&add(0xA7,0xD3,0x0432); # CYRILLIC SMALL LETTER VE
249	&add(0xA7,0xD4,0x0433); # CYRILLIC SMALL LETTER GHE
250	&add(0xA7,0xD5,0x0434); # CYRILLIC SMALL LETTER DE
251	&add(0xA7,0xD6,0x0435); # CYRILLIC SMALL LETTER IE
252	&add(0xA7,0xD7,0x0451); # CYRILLIC SMALL LETTER IO
253	&add(0xA7,0xD8,0x0436); # CYRILLIC SMALL LETTER ZHE
254	&add(0xA7,0xD9,0x0437); # CYRILLIC SMALL LETTER ZE
255	&add(0xA7,0xDA,0x0438); # CYRILLIC SMALL LETTER I
256	&add(0xA7,0xDB,0x0439); # CYRILLIC SMALL LETTER SHORT I
257	&add(0xA7,0xDC,0x043A); # CYRILLIC SMALL LETTER KA
258	&add(0xA7,0xDD,0x043B); # CYRILLIC SMALL LETTER EL
259	&add(0xA7,0xDE,0x043C); # CYRILLIC SMALL LETTER EM
260	&add(0xA7,0xDF,0x043D); # CYRILLIC SMALL LETTER EN
261	&add(0xA7,0xE0,0x043E); # CYRILLIC SMALL LETTER O
262	&add(0xA7,0xE1,0x043F); # CYRILLIC SMALL LETTER PE
263	&add(0xA7,0xE2,0x0440); # CYRILLIC SMALL LETTER ER
264	&add(0xA7,0xE3,0x0441); # CYRILLIC SMALL LETTER ES
265	&add(0xA7,0xE4,0x0442); # CYRILLIC SMALL LETTER TE
266	&add(0xA7,0xE5,0x0443); # CYRILLIC SMALL LETTER U
267	&add(0xA7,0xE6,0x0444); # CYRILLIC SMALL LETTER EF
268	&add(0xA7,0xE7,0x0445); # CYRILLIC SMALL LETTER HA
269	&add(0xA7,0xE8,0x0446); # CYRILLIC SMALL LETTER TSE
270	&add(0xA7,0xE9,0x0447); # CYRILLIC SMALL LETTER CHE
271	&add(0xA7,0xEA,0x0448); # CYRILLIC SMALL LETTER SHA
272	&add(0xA7,0xEB,0x0449); # CYRILLIC SMALL LETTER SHCHA
273	&add(0xA7,0xEC,0x044A); # CYRILLIC SMALL LETTER HARD SIGN
274	&add(0xA7,0xED,0x044B); # CYRILLIC SMALL LETTER YERU
275	&add(0xA7,0xEE,0x044C); # CYRILLIC SMALL LETTER SOFT SIGN
276	&add(0xA7,0xEF,0x044D); # CYRILLIC SMALL LETTER E
277	&add(0xA7,0xF0,0x044E); # CYRILLIC SMALL LETTER YU
278	&add(0xA7,0xF1,0x044F); # CYRILLIC SMALL LETTER YA
279	&add(0xA8,0xA1,0x0101); # LATIN SMALL LETTER A WITH MACRON
280	&add(0xA8,0xA2,0x00E1); # LATIN SMALL LETTER A WITH ACUTE
281	&add(0xA8,0xA3,0x01CE); # LATIN SMALL LETTER A WITH CARON
282	&add(0xA8,0xA4,0x00E0); # LATIN SMALL LETTER A WITH GRAVE
283	&add(0xA8,0xA5,0x0113); # LATIN SMALL LETTER E WITH MACRON
284	&add(0xA8,0xA6,0x00E9); # LATIN SMALL LETTER E WITH ACUTE
285	&add(0xA8,0xA7,0x011B); # LATIN SMALL LETTER E WITH CARON
286	&add(0xA8,0xA8,0x00E8); # LATIN SMALL LETTER E WITH GRAVE
287	&add(0xA8,0xA9,0x012B); # LATIN SMALL LETTER I WITH MACRON
288	&add(0xA8,0xAA,0x00ED); # LATIN SMALL LETTER I WITH ACUTE
289	&add(0xA8,0xAB,0x01D0); # LATIN SMALL LETTER I WITH CARON
290	&add(0xA8,0xAC,0x00EC); # LATIN SMALL LETTER I WITH GRAVE
291	&add(0xA8,0xAD,0x014D); # LATIN SMALL LETTER O WITH MACRON
292	&add(0xA8,0xAE,0x00F3); # LATIN SMALL LETTER O WITH ACUTE
293	&add(0xA8,0xAF,0x01D2); # LATIN SMALL LETTER O WITH CARON
294	&add(0xA8,0xB0,0x00F2); # LATIN SMALL LETTER O WITH GRAVE
295	&add(0xA8,0xB1,0x016B); # LATIN SMALL LETTER U WITH MACRON
296	&add(0xA8,0xB2,0x00FA); # LATIN SMALL LETTER U WITH ACUTE
297	&add(0xA8,0xB3,0x01D4); # LATIN SMALL LETTER U WITH CARON
298	&add(0xA8,0xB4,0x00F9); # LATIN SMALL LETTER U WITH GRAVE
299	&add(0xA8,0xB5,0x01D6); # LATIN SMALL LETTER U WITH DIAERESIS AND MACRON
300	&add(0xA8,0xB6,0x01D8); # LATIN SMALL LETTER U WITH DIAERESIS AND ACUTE
301	&add(0xA8,0xB7,0x01DA); # LATIN SMALL LETTER U WITH DIAERESIS AND CARON
302	&add(0xA8,0xB8,0x01DC); # LATIN SMALL LETTER U WITH DIAERESIS AND GRAVE
303	&add(0xA8,0xB9,0x00FC); # LATIN SMALL LETTER U WITH DIAERESIS
304	&add(0xA8,0xBA,0x00EA); # LATIN SMALL LETTER E WITH CIRCUMFLEX
305	# BOPOMOFO
306	foreach ((0xC5..0xE9)) {
307	&add(0xA8,$_,0x3105+$_-0xC5);
308	}
309	# BOX DRAWINGS
310	foreach ((0xA4..0xEF)) {
311	&add(0xA9,$_,0x2500+$_-0xA4);
312	}
313
314	sub add {
315	local($codeh,$codel,$unicode) = @_;
316
317	my $code = $codeh*256+$codel;
318	my $unicodehash= int($unicode % $revhash);
319
320	die if $codeh < 0xA1 \|\| $codeh > 0xF7;
321	die if $codel < 0xA1 \|\| $codel > 0xFE;
322
323	if (! defined $fwd{$codeh})
324	{
325	my %dummy;
326
327	$fwd{$codeh}= \%dummy;
328	}
329
330	$fwd{$codeh}{$codel}=$unicode;
331
332	if (! defined $rev[$unicodehash])
333	{
334	my @dummy;
335
336	$rev[$unicodehash]= \@dummy;
337	}
338
339	my $r=$rev[$unicodehash];
340
341	push @$r, "$unicode $code";
342
343	$revmap{$unicode} = $code;
344	}
345
346	# Add maps for CJK compatibility ideographs of Unicode.
347	&add_cjkcompat(%compat_ksx1001);
348	&add_cjkcompat(%compat_big5);
349	&add_cjkcompat(%compat_ibm32);
350	&add_cjkcompat(%compat_jisx0213);
351	&add_cjkcompat(%compat_cns11643);
352
353	sub add_cjkcompat {
354	local(%compat) = @_;
355	foreach (keys %compat) {
356	if (defined $revmap{$compat{$_}}) {
357	my $unicodehash = int($_ % $revhash);
358	if (! defined $rev[$unicodehash])
359	{
360	my @dummy;
361	$rev[$unicodehash]= \@dummy;
362	}
363	my $r=$rev[$unicodehash];
364	push @$r, "$_ $revmap{$compat{$_}}";
365	}
366	}
367	}
368
369
370
371	print '
372	/*
373	** Copyright 2000-2001 Double Precision, Inc.
374	** See COPYING for distribution information.
375	**
376	** $Id: gb2312.pl,v 1.4 2004/02/08 04:59:15 mrsam Exp $
377	** Non-hanzi support by Hatuka*nezumi - IKEDA Soji <nezumi@jca.apc.org>
378	*/
379
380	#include "unicode.h"
381	';
382
383	foreach (sort keys %fwd)
384	{
385	my $h=$_;
386	my $l;
387
388	printf ("static const unicode_char gb2312_%02x[94]={", $h);
389
390	for ($l=0xA1; $l < 0xFF; $l++)
391	{
392	print "\n" if ($l % 16) == 0;
393	printf ("%d", $fwd{$h}{$l});
394	print "," unless $l >= 0xFE;
395	}
396	print "};\n";
397
398	}
399
400	print "static const unsigned gb2312_revhash_size=$revhash;
401	static const unicode_char gb2312_revtable_uc[]={\n";
402
403	my $index=0;
404
405	for ($i=0; $i<$revhash; $i++)
406	{
407	my $a= $rev[$i];
408
409	$revindex[$i]=$index;
410
411	my $v;
412
413	my @aa=@$a;
414
415	while (defined ($v=shift @aa))
416	{
417	print "," if $index > 0;
418	print "\n" if $index && ($index % 16) == 0;
419
420	$v =~ s/ .*//;
421	print $v;
422	++$index;
423	}
424	}
425
426	print "};\nstatic const unsigned gb2312_revtable_octets[]={\n";
427
428	$maxl=0;
429	$index=0;
430	for ($i=0; $i<$revhash; $i++)
431	{
432	my $a= $rev[$i];
433
434	my $v;
435
436	my @aa=@$a;
437
438	$maxl=$#aa if $#aa > $maxl;
439	while (defined ($v=shift @aa))
440	{
441	print "," if $index > 0;
442	print "\n" if $index && ($index % 16) == 0;
443
444	$v =~ s/.* //;
445	print $v;
446	++$index;
447	}
448	}
449
450	print "};\nstatic const unsigned gb2312_revtable_index[]={\n";
451
452	for ($i=0; $i<$revhash; $i++)
453	{
454	print "," if $i > 0;
455	print "\n" if $i && ($i % 16) == 0;
456	print $revindex[$i];
457	}
458
459	print "};\n";