Merge branch 'debian'

[hcoop/debian/courier-authlib.git] / libs / unicode / mkwordbreak.pl

#! /usr/bin/perl
#
# Compile WordBreak.txt into C array declarations.
#
# The array's structure is [firstchar, lastchar, class], giving the
# linebreaking "class" for unicode character range firstchar-lastchar.
#
# The ranges are sorted in numerical order.
#
# An array gets generated for each block of 4096 unicode characters.
#
# Finally, two arrays get declared: a pointer to an array for each 4096
# unicode character block, and the number of elements in the array.
#
# The pointer is NULL for each block of 4096 unicode characters that is not
# defined in WordBreak.txt

use strict;
use warnings;
use mkcommon;

my $obj=mkcommon->new;

open(F, "<WordBreakProperty.txt") || die;

my @table;

while (defined($_=<F>))
{
    chomp;

    next unless /^([0-9A-F]+)(\.\.([0-9A-F]+))?\s*\;\s*([^\s]+)\s*/;

    my $f=$1;
    my $l=$3;
    my $t=$4;

    $l=$f unless $l;

    eval "\$f=0x$f";
    eval "\$l=0x$l";

    push @table, [$f, $l, $t];
}

grep {

    $obj->range($$_[0], $$_[1], "UNICODE_WB_$$_[2]");

} sort { $$a[0] <=> $$b[0] } @table;

$obj->output;