Imported Debian patch 0.66.1-1

[hcoop/debian/courier-authlib.git] / libs / unicode / mkwordbreak.pl

diff --git a/libs/unicode/mkwordbreak.pl b/libs/unicode/mkwordbreak.pl
new file mode 100644 (file)
index 0000000..859050f
--- /dev/null
+++ b/libs/unicode/mkwordbreak.pl
@@ -0,0 +1,52 @@
+#! /usr/bin/perl
+#
+# Compile WordBreak.txt into C array declarations.
+#
+# The array's structure is [firstchar, lastchar, class], giving the
+# linebreaking "class" for unicode character range firstchar-lastchar.
+#
+# The ranges are sorted in numerical order.
+#
+# An array gets generated for each block of 4096 unicode characters.
+#
+# Finally, two arrays get declared: a pointer to an array for each 4096
+# unicode character block, and the number of elements in the array.
+#
+# The pointer is NULL for each block of 4096 unicode characters that is not
+# defined in WordBreak.txt
+
+use strict;
+use warnings;
+use mkcommon;
+
+my $obj=mkcommon->new;
+
+open(F, "<WordBreakProperty.txt") || die;
+
+my @table;
+
+while (defined($_=<F>))
+{
+    chomp;
+
+    next unless /^([0-9A-F]+)(\.\.([0-9A-F]+))?\s*\;\s*([^\s]+)\s*/;
+
+    my $f=$1;
+    my $l=$3;
+    my $t=$4;
+
+    $l=$f unless $l;
+
+    eval "\$f=0x$f";
+    eval "\$l=0x$l";
+
+    push @table, [$f, $l, $t];
+}
+
+grep {
+
+    $obj->range($$_[0], $$_[1], "UNICODE_WB_$$_[2]");
+
+} sort { $$a[0] <=> $$b[0] } @table;
+
+$obj->output;