aboutsummaryrefslogtreecommitdiff
path: root/libjava/classpath/scripts/unicode-muncher.pl
diff options
context:
space:
mode:
authorMark Wielaard <mark@gcc.gnu.org>2006-05-18 17:29:21 +0000
committerMark Wielaard <mark@gcc.gnu.org>2006-05-18 17:29:21 +0000
commit4f9533c7722fa07511a94d005227961f4a4dec23 (patch)
tree9f9c470de62ee62fba1331a396450d728d2b1fad /libjava/classpath/scripts/unicode-muncher.pl
parenteaec4980e139903ae9b274d1abcf3a13946603a8 (diff)
downloadgcc-4f9533c7722fa07511a94d005227961f4a4dec23.zip
gcc-4f9533c7722fa07511a94d005227961f4a4dec23.tar.gz
gcc-4f9533c7722fa07511a94d005227961f4a4dec23.tar.bz2
Imported GNU Classpath 0.90
Imported GNU Classpath 0.90 * scripts/makemake.tcl: LocaleData.java moved to gnu/java/locale. * sources.am: Regenerated. * gcj/javaprims.h: Regenerated. * Makefile.in: Regenerated. * gcj/Makefile.in: Regenerated. * include/Makefile.in: Regenerated. * testsuite/Makefile.in: Regenerated. * gnu/java/lang/VMInstrumentationImpl.java: New override. * gnu/java/net/local/LocalSocketImpl.java: Likewise. * gnu/classpath/jdwp/VMMethod.java: Likewise. * gnu/classpath/jdwp/VMVirtualMachine.java: Update to latest interface. * java/lang/Thread.java: Add UncaughtExceptionHandler. * java/lang/reflect/Method.java: Implements GenericDeclaration and isSynthetic(), * java/lang/reflect/Field.java: Likewise. * java/lang/reflect/Constructor.java * java/lang/Class.java: Implements Type, GenericDeclaration, getSimpleName() and getEnclosing*() methods. * java/lang/Class.h: Add new public methods. * java/lang/Math.java: Add signum(), ulp() and log10(). * java/lang/natMath.cc (log10): New function. * java/security/VMSecureRandom.java: New override. * java/util/logging/Logger.java: Updated to latest classpath version. * java/util/logging/LogManager.java: New override. From-SVN: r113887
Diffstat (limited to 'libjava/classpath/scripts/unicode-muncher.pl')
-rwxr-xr-xlibjava/classpath/scripts/unicode-muncher.pl868
1 files changed, 0 insertions, 868 deletions
diff --git a/libjava/classpath/scripts/unicode-muncher.pl b/libjava/classpath/scripts/unicode-muncher.pl
deleted file mode 100755
index db2b89a..0000000
--- a/libjava/classpath/scripts/unicode-muncher.pl
+++ /dev/null
@@ -1,868 +0,0 @@
-#!/usr/bin/perl -w
-# unicode-muncher.pl -- generate Unicode database for java.lang.Character
-# Copyright (C) 1998, 2002, 2004 Free Software Foundation, Inc.
-#
-# This file is part of GNU Classpath.
-#
-# GNU Classpath is free software; you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation; either version 2, or (at your option)
-# any later version.
-#
-# GNU Classpath is distributed in the hope that it will be useful, but
-# WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
-# General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with GNU Classpath; see the file COPYING. If not, write to the
-# Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
-# 02110-1301 USA.
-#
-# Linking this library statically or dynamically with other modules is
-# making a combined work based on this library. Thus, the terms and
-# conditions of the GNU General Public License cover the whole
-# combination.
-#
-# As a special exception, the copyright holders of this library give you
-# permission to link this library with independent modules to produce an
-# executable, regardless of the license terms of these independent
-# modules, and to copy and distribute the resulting executable under
-# terms of your choice, provided that you also meet, for each linked
-# independent module, the terms and conditions of the license of that
-# module. An independent module is a module which is not derived from
-# or based on this library. If you modify this library, you may extend
-# this exception to your version of the library, but you are not
-# obligated to do so. If you do not wish to do so, delete this
-# exception statement from your version.
-
-# Code for reading UnicodeData.txt and generating the code for
-# gnu.java.lang.CharData. For now, the relevant Unicode definition files
-# are found in doc/unicode/.
-#
-# Inspired by code from Jochen Hoenicke.
-# author Eric Blake <ebb9@email.byu.edu>
-# updated to Unicode 4.0.0 by Anthony Balkissoon <abalkiss@redhat.com>
-#
-# Usage: ./unicode-muncher <UnicodeData> <SpecialCasing> <CharData.java>
-# where <UnicodeData> and <SpecialCasing> are .txt files obtained from
-# www.unicode.org (named UnicodeData-4.0.0.txt and SpecialCasing-4.0.0.txt for
-# Unicode version 4.0.0), and <CharData.java> is the final location for the
-# Java interface gnu.java.lang.CharData.
-# As of JDK 1.5, use Unicode version 4.0.0 for best results.
-
-##
-## Convert a 16-bit integer to a Java source code String literal character
-##
-sub javaChar($) {
- my ($char) = @_;
- die "Out of range: $char\n" if $char < -0x8000 or $char > 0x10ffff;
- $char += 0x10000 if $char < 0;
- # Special case characters that must be escaped, or are shorter as ASCII
- return sprintf("\\%03o", $char) if $char < 0x20;
- return "\\\"" if $char == 0x22;
- return "\\\\" if $char == 0x5c;
- return pack("C", $char) if $char < 0x7f;
- return sprintf("\\u%04x", $char);
-}
-
-##
-## Convert the text UnicodeData file from www.unicode.org into a Java
-## interface with string constants holding the compressed information.
-##
-my @TYPECODES = qw(Cn Lu Ll Lt Lm Lo Mn Me Mc Nd Nl No Zs Zl Zp Cc Cf
- SKIPPED Co Cs Pd Ps Pe Pc Po Sm Sc Sk So Pi Pf);
-my @DIRCODES = qw(L R AL EN ES ET AN CS NSM BN B S WS ON LRE LRO RLE RLO PDF);
-
-my $NOBREAK_FLAG = 32;
-my $MIRRORED_FLAG = 64;
-
-my %special = ();
-
-# infoArray is an array where each element is a list of character information
-# for characters in a plane. The index of each list is equal to the plane
-# that it corresponds to even though most of these lists will currently be
-# empty. This is done so that that this script can be easily modified to
-# accomodate future versions of Unicode.
-my @infoArray = \((), (), (), (), (), (), (), (),
- (), (), (), (), (), (), (), (), ());
-
-# info is a reference to one of the lists in infoArray, depending on which
-# plane we're currently parsing.
-my $info;
-
-# titlecase is a string of ordered pairs of characters to store the titlecase
-# conversions of characters that have them
-my $titlecase = "";
-
-# count is simply used to print "." to the screen every so often
-my $count = 0;
-
-# range is used when the UnicodeData file blocks out ranges of code points
-my $range = 0;
-
-# largeNums is an array of numerical values that are too large to fit
-# into the 16 bit char where most numerical values are stored.
-# What is stored in the char then is a number N such that (-N - 3) is
-# the index into largeNums where the numerical value can be found.
-my @largeNums = ();
-
-die "Usage: $0 <UnicodeData.txt> <SpecialCasing.txt> <CharData.java>"
- unless @ARGV == 3;
-$| = 1;
-print "GNU Classpath Unicode Attribute Database Generator 2.1\n";
-print "Copyright (C) 1998, 2002 Free Software Foundation, Inc.\n";
-
-################################################################################
-################################################################################
-## Stage 0: Parse the special casing file
-print "Parsing special casing file\n";
-open (SPECIAL, "< $ARGV[1]") || die "Can't open special casing file: $!\n";
-while (<SPECIAL>) {
- next if /^\#/;
- my ($ch, undef, undef, $upper) = split / *; */;
-
- # This grabs only the special casing for multi-char uppercase. Note that
- # there are no multi-char lowercase, and that Sun ignores multi-char
- # titlecase rules. This script omits 3 special cases in Unicode 3.0.0,
- # which must be hardcoded in java.lang.String:
- # \u03a3 (Sun ignores this special case)
- # \u0049 - lowercases to \u0131, but only in Turkish locale
- # \u0069 - uppercases to \u0130, but only in Turkish locale
- next unless defined $upper and $upper =~ / /;
- $special{hex $ch} = [map {hex} split ' ', $upper];
-}
-close SPECIAL;
-
-################################################################################
-################################################################################
-## Stage 1: Parse the attribute file
-print "Parsing attributes file";
-open (UNICODE, "< $ARGV[0]") || die "Can't open Unicode attribute file: $!\n";
-while (<UNICODE>) {
- print "." unless $count++ % 1000;
- chomp;
- s/\r//g;
- my ($ch, $name, $category, undef, $bidir, $decomp, undef, undef, $numeric,
- $mirrored, undef, undef, $upcase, $lowcase, $title) = split ';';
- $ch = hex($ch);
-
- # plane tells us which Unicode code plane we're currently in and is an
- # index into infoArray.
- my $plane = int($ch / 0x10000);
- my $planeBase = $plane * 0x10000;
- $info = \@{$infoArray[$plane]};
-
- my ($type, $numValue, $upperchar, $lowerchar, $direction);
-
- # Set the value of the $type variable, checking to make sure that it's valid
- # and setting the mirrored and nobreak bits if necessary.
- $type = 0;
- while ($category !~ /^$TYPECODES[$type]$/) {
- if (++$type == @TYPECODES) {
- die "$ch: Unknown type: $category";
- }
- }
- $type |= $NOBREAK_FLAG if ($decomp =~ /noBreak/);
- $type |= $MIRRORED_FLAG if ($mirrored =~ /Y/);
-
- # Set the value of the $numeric variable checking the special cases of
- # large numbers or 'a' - 'z' values.
- if ($numeric =~ /^[0-9]+$/) {
- $numValue = $numeric;
- # If numeric takes more than 16 bits to store we want to store that
- # number in a separate array and store a number N in numValue such
- # that (-N - 3) is the offset into the separate array containing the
- # large numerical value.
- if ($numValue >= 0x7fff) {
- $numValue = -3 - @largeNums;
- push @largeNums, $numeric;
- }
- } elsif ($numeric eq "") {
- # Special case sequences of 'a'-'z'
- if ($ch >= 0x0041 && $ch <= 0x005a) {
- $numValue = $ch - 0x0037;
- } elsif ($ch >= 0x0061 && $ch <= 0x007a) {
- $numValue = $ch - 0x0057;
- } elsif ($ch >= 0xff21 && $ch <= 0xff3a) {
- $numValue = $ch - 0xff17;
- } elsif ($ch >= 0xff41 && $ch <= 0xff5a) {
- $numValue = $ch - 0xff37;
- } else {
- $numValue = -1;
- }
- } else {
- $numValue = -2;
- }
-
- # Set the uppercase and lowercase expansions for the character.
- $upperchar = $upcase ? hex($upcase) - $ch : 0;
- $lowerchar = $lowcase ? hex($lowcase) - $ch : 0;
-
- # If this character has a special titlecase expansion then append it to
- # the titlecase String.
- if ($title ne $upcase) {
- my $titlechar = $title ? hex($title) : $ch;
- $titlecase .= pack("n2", $ch, $titlechar);
- }
-
- # Set the direction variable, use the lower 2 bits as a count of how many
- # characters will be added to the String if this character undergoes an
- # uppercase expansion.
- $direction = 0;
- while ($bidir !~ /^$DIRCODES[$direction]$/) {
- if (++$direction == @DIRCODES) {
- $direction = -1;
- last;
- }
- }
- $direction <<= 2;
- $direction += $#{$special{$ch}} if defined $special{$ch};
-
- # If the UnicodeData file blocks off ranges of code points give them all
- # the same character information.
- if ($range) {
- die "Expecting end of range at $ch\n" unless $name =~ /Last>$/;
- for ($range + 1 .. $ch - 1) {
- $info->[$_ - $planeBase] = pack("n5", $type, $numValue, $upperchar,
- $lowerchar, $direction);
- }
- $range = 0;
- } elsif ($name =~ /First>$/) {
- $range = $ch;
- }
-
- # Store all this parsed information into the element in infoArray that info
- # points to.
- $info->[$ch - $planeBase] = pack("n5", $type, $numValue, $upperchar, $lowerchar,
- $direction);
-}
-close UNICODE;
-
-################################################################################
-################################################################################
-## Stage 2: Compress the data structures
-printf "\nCompressing data structures";
-$count = 0;
-
-# data is a String that will be used to create the DATA String containing
-# character information and offsets into the attribute tables.
-my @data = ();
-
-# charhashArray is an array of hashtables used so that we can reuse character
-# attributes when characters share the same attributes ... this makes our
-# attribute tables smaller. charhash is a pointer into this array.
-my @charhashArray = ({}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {});
-my $charhash = ();
-
-# charinfoArray is an array of arrays, one per plane, for storing character
-# information. charinfo is a pointer into this array.
-my @charinfoArray = \((), (), (), (), (), (), (), (),
- (), (), (), (), (), (), (), (), ());
-my $charinfo;
-
-# charlen is an array, one element per plane, that tells us how many unique
-# character attributes there are for that plane.
-my @charlen = ();
-
-for my $plane (0 .. 0x10) {
- $info = \@{$infoArray[$plane]};
- my $planeBase = $plane * 0x10000;
- $charhash = \%{$charhashArray[$plane]};
- $charinfo = \@{$charinfoArray[$plane]};
-
- for my $ch ($planeBase .. $planeBase + 0xffff) {
- my $index = $ch - $planeBase;
- print "." unless $count++ % 0x1000;
- $info->[$index] = pack("n5", 0, -1, 0, 0, -4) unless defined $info->[$index];
-
- my ($type, $numVal, $upper, $lower, $direction) = unpack("n5", $info->[$index]);
- if (! exists $charhash->{$info->[$index]}) {
- # If we entered this loop that means the character we're looking at
- # now has attributes that are unique from those that we've looked
- # at so far for this plane. So we push its attributes into charinfo
- # and store in charhash the offset into charinfo where these
- # attributes can later be found.
- push @{$charinfo}, [ $numVal, $upper, $lower, $direction ];
- $charhash->{$info->[$index]} = @{$charinfo} - 1;
- # When the file is generaged, the number we just stored in charhas
- # will be the upper 9 bits in the DATA String that are an offset
- # into the attribute tables.
- }
- $data[$plane] .= pack("n", ($charhash->{$info->[$index]} << 7) | $type);
- }
- $charlen[$plane] = scalar(@{$charinfoArray[$plane]});
-}
-
-# the shift that results in the best compression of the table. This is an array
-# because different shifts are better for the different tables for each plane.
-my @bestshift;
-
-# an initial guess.
-my $bestest = 1000000;
-my @bestblkstr;
-my @blksize = ();
-
-for my $plane (0 .. 0x10) {
- print "\n\nplane: $plane\n";
- print "Unique character entries: $charlen[$plane]\n";
- $bestest = 1000000;
- for my $i (3 .. 8) {
- my $blksize = 1 << $i;
- my %blocks = ();
- my @blkarray = ();
- my ($j, $k);
- print "shift: $i";
-
- for ($j = 0; $j < 0x10000; $j += $blksize) {
- my $blkkey = substr $data[$plane], 2 * $j, 2 * $blksize;
- if (! exists $blocks{$blkkey}) {
- push @blkarray, $blkkey;
- $blocks{$blkkey} = $#blkarray;
- }
- }
-
- my $blknum = @blkarray;
- my $blocklen = $blknum * $blksize;
- printf " before %5d", $blocklen;
-
- # Now we try to pack the blkarray as tight as possible by finding matching
- # heads and tails.
- for ($j = $blksize - 1; $j > 0; $j--) {
- my %tails = ();
- for $k (0 .. $#blkarray) {
- next unless defined $blkarray[$k];
- my $len = length $blkarray[$k];
- my $tail = substr $blkarray[$k], $len - $j * 2;
- if (exists $tails{$tail}) {
- push @{$tails{$tail}}, $k;
- } else {
- $tails{$tail} = [ $k ];
- }
- }
-
- # tails are calculated, now calculate the heads and merge.
- BLOCK:
- for $k (0 .. $#blkarray) {
- next unless defined $blkarray[$k];
- my $tomerge = $k;
- while (1) {
- my $head = substr($blkarray[$tomerge], 0, $j * 2);
- my $entry = $tails{$head};
- next BLOCK unless defined $entry;
-
- my $other = shift @{$entry};
- if ($other == $tomerge) {
- if (@{$entry}) {
- push @{$entry}, $other;
- $other = shift @{$entry};
- } else {
- push @{$entry}, $other;
- next BLOCK;
- }
- }
- if (@{$entry} == 0) {
- delete $tails{$head};
- }
-
- # a match was found
- my $merge = $blkarray[$other]
- . substr($blkarray[$tomerge], $j * 2);
- $blocklen -= $j;
- $blknum--;
-
- if ($other < $tomerge) {
- $blkarray[$tomerge] = undef;
- $blkarray[$other] = $merge;
- my $len = length $merge;
- my $tail = substr $merge, $len - $j * 2;
- $tails{$tail} = [ map { $_ == $tomerge ? $other : $_ }
- @{$tails{$tail}} ];
- next BLOCK;
- }
- $blkarray[$tomerge] = $merge;
- $blkarray[$other] = undef;
- }
- }
- }
- my $blockstr;
- for $k (0 .. $#blkarray) {
- $blockstr .= $blkarray[$k] if defined $blkarray[$k];
- }
-
- die "Unexpected $blocklen" if length($blockstr) != 2 * $blocklen;
- my $estimate = 2 * $blocklen + (0x20000 >> $i);
-
- printf " after merge %5d: %6d bytes\n", $blocklen, $estimate;
- if ($estimate < $bestest) {
- $bestest = $estimate;
- $bestshift[$plane] = $i;
- $bestblkstr[$plane] = $blockstr;
- }
- }
- $blksize[$plane] = 1 << $bestshift[$plane];
- print "best shift: ", $bestshift[$plane];
- print " blksize: ", $blksize[$plane];
-}
-my @blocksArray = \((), (), (), (), (), (), (), (),
- (), (), (), (), (), (), (), (), ());
-
-for my $plane (0 .. 0x10) {
- for (my $j = 0; $j < 0x10000; $j += $blksize[$plane]) {
- my $blkkey = substr $data[$plane], 2 * $j, 2 * $blksize[$plane];
- my $index = index $bestblkstr[$plane], $blkkey;
- while ($index & 1) {
- die "not found: $j" if $index == -1;
- $index = index $bestblkstr[$plane], $blkkey, $index + 1;
- }
- push @{$blocksArray[$plane]}, ($index / 2 - $j) & 0xffff;
- }
-}
-
-################################################################################
-################################################################################
-## Stage 3: Generate the file
-for my $plane (0 .. 0x10) {
- die "UTF-8 limit of blocks may be exceeded for plane $plane: " . scalar(@{$blocksArray[$plane]}) . "\n"
- if @{$blocksArray[$plane]} > 0xffff / 3;
- die "UTF-8 limit of data may be exceeded for plane $plane: " . length($bestblkstr[$plane]) . "\n"
- if length($bestblkstr[$plane]) > 0xffff / 3;
-}
-
-{
- print "\nGenerating $ARGV[2].";
- my ($i, $j);
-
- open OUTPUT, "> $ARGV[2]" or die "Failed creating output file: $!\n";
- print OUTPUT <<EOF;
-/* gnu/java/lang/CharData -- Database for java.lang.Character Unicode info
- Copyright (C) 2002 Free Software Foundation, Inc.
- *** This file is generated by scripts/unicode-muncher.pl ***
-
-This file is part of GNU Classpath.
-
-GNU Classpath is free software; you can redistribute it and/or modify
-it under the terms of the GNU General Public License as published by
-the Free Software Foundation; either version 2, or (at your option)
-any later version.
-
-GNU Classpath is distributed in the hope that it will be useful, but
-WITHOUT ANY WARRANTY; without even the implied warranty of
-MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
-General Public License for more details.
-
-You should have received a copy of the GNU General Public License
-along with GNU Classpath; see the file COPYING. If not, write to the
-Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
-02110-1301 USA.
-
-Linking this library statically or dynamically with other modules is
-making a combined work based on this library. Thus, the terms and
-conditions of the GNU General Public License cover the whole
-combination.
-
-As a special exception, the copyright holders of this library give you
-permission to link this library with independent modules to produce an
-executable, regardless of the license terms of these independent
-modules, and to copy and distribute the resulting executable under
-terms of your choice, provided that you also meet, for each linked
-independent module, the terms and conditions of the license of that
-module. An independent module is a module which is not derived from
-or based on this library. If you modify this library, you may extend
-this exception to your version of the library, but you are not
-obligated to do so. If you do not wish to do so, delete this
-exception statement from your version. */
-
-package gnu.java.lang;
-
-/**
- * This contains the info about the unicode characters, that
- * java.lang.Character needs. It is generated automatically from
- * <code>$ARGV[0]</code> and
- * <code>$ARGV[1]</code>, by some
- * perl scripts. These Unicode definition files can be found on the
- * <a href="http://www.unicode.org">http://www.unicode.org</a> website.
- * JDK 1.5 uses Unicode version 4.0.0.
- *
- * The data is stored as string constants, but Character will convert these
- * Strings to their respective <code>char[]</code> components. The fields
- * are stored in arrays of 17 elements each, one element per Unicode plane.
- * <code>BLOCKS</code> stores the offset of a block of 2<sup>SHIFT</sup>
- * characters within <code>DATA</code>. The DATA field, in turn, stores
- * information about each character in the low order bits, and an offset
- * into the attribute tables <code>UPPER</code>, <code>LOWER</code>,
- * <code>NUM_VALUE</code>, and <code>DIRECTION</code>. Notice that the
- * attribute tables are much smaller than 0xffff entries; as many characters
- * in Unicode share common attributes. Numbers that are too large to fit
- * into NUM_VALUE as 16 bit chars are stored in LARGENUMS and a number N is
- * stored in NUM_VALUE such that (-N - 3) is the offset into LARGENUMS for
- * the particular character. The DIRECTION table also contains a field for
- * detecting characters with multi-character uppercase expansions.
- * Next, there is a listing for <code>TITLE</code> exceptions (most characters
- * just have the same title case as upper case). Finally, there are two
- * tables for multi-character capitalization, <code>UPPER_SPECIAL</code>
- * which lists the characters which are special cased, and
- * <code>UPPER_EXPAND</code>, which lists their expansion.
- *
- * \@author scripts/unicode-muncher.pl (written by Jochen Hoenicke,
- * Eric Blake)
- * \@see Character
- * \@see String
- */
-public interface CharData
-{
- /**
- * The Unicode definition file that was parsed to build this database.
- */
- String SOURCE = \"$ARGV[0]\";
-
- /**
- * The character shift amount to look up the block offset. In other words,
- * <code>(char) (BLOCKS.value[ch >> SHIFT[p]] + ch)</code> is the index
- * where <code>ch</code> is described in <code>DATA</code> if <code>ch</code>
- * is in Unicode plane <code>p</code>. Note that <code>p</code> is simply
- * the integer division of ch and 0x10000.
- */
- int[] SHIFT
-EOF
- for ($i = 0; $i < @bestshift - 1; $i++) {
- if ($i == 0){
- print OUTPUT " = new int[] {";
- }
- print OUTPUT $bestshift[$i], ", ";
- }
- if (scalar(@bestshift) > 0){
- print OUTPUT $bestshift[-1], "}";
- }
- else {
- print OUTPUT " = null";
- }
- print OUTPUT <<EOF;
-;
-
- /**
- * The mapping of character blocks to their location in <code>DATA</code>.
- * Each entry has been adjusted so that the 16-bit sum with the desired
- * character gives the actual index into <code>DATA</code>.
- */
- String[] BLOCKS = new String[]{
-EOF
- for ($plane = 0; $plane <= 0x10; $plane++) {
- # The following if statement handles the cases of unassigned planes
- # specially so we don't waste space with unused Strings. As of
- # Unicode version 4.0.0 only planes 0, 1, 2, and 14 are used. If
- # you are updating this script to work with a later version of
- # Unicode you may have to alter this if statement.
- if ($plane > 2 && $plane != 14) {
- print OUTPUT ($plane == 0x10) ? " \"\"}" : " \"\",\n\n";
- }
- else {
- for ($i = 0; $i < @{$blocksArray[$plane]} / 11; $i++) {
- print OUTPUT $i ? "\n + " : " ";
- print OUTPUT "\"";
- for $j (0 .. 10) {
- last if @{$blocksArray[$plane]} <= $i * 11 + $j;
- my $val = $blocksArray[$plane]->[$i * 11 + $j];
- print OUTPUT javaChar($val);
- }
- print OUTPUT "\"";
- }
- print OUTPUT ",\n\n";
- }
- }
- print OUTPUT <<EOF;
-;
-
- /**
- * The array containing the numeric values that are too large to be stored as
- * chars in NUM_VALUE. NUM_VALUE in this case will contain a negative integer
- * N such that LARGENUMS[-N - 3] contains the correct numeric value.
- */
- int[] LARGENUMS
-EOF
- for ($i = 0; $i < @largeNums - 1; $i++) {
- if ($i == 0){
- print OUTPUT " = new int[] {";
- }
- print OUTPUT $largeNums[$i], ", ";
- }
- if (scalar(@largeNums) > 0){
- print OUTPUT $largeNums[-1], "}";
- }
- else {
- print OUTPUT " = null";
- }
- print OUTPUT <<EOF;
-;
-
- /**
- * Information about each character. The low order 5 bits form the
- * character type, the next bit is a flag for non-breaking spaces, and the
- * next bit is a flag for mirrored directionality. The high order 9 bits
- * form the offset into the attribute tables. Note that this limits the
- * number of unique character attributes to 512, which is not a problem
- * as of Unicode version 4.0.0, but may soon become one.
- */
- String[] DATA = new String[]{
-EOF
- for ($plane = 0; $plane <= 0x10; $plane++) {
- # The following if statement handles the cases of unassigned planes
- # specially so we don't waste space with unused Strings. As of
- # Unicode version 4.0.0 only planes 0, 1, 2, and 14 are used. If
- # you are updating this script to work with a later version of
- # Unicode you may have to alter this if statement.
- if ($plane > 2 && $plane != 14) {
- print OUTPUT ($plane == 0x10) ? " \"\"}" : " \"\",\n\n";
- }
- else {
- my $len = length($bestblkstr[$plane]) / 2;
- for ($i = 0; $i < $len / 11; $i++) {
- print OUTPUT $i ? "\n + " : " ";
- print OUTPUT "\"";
- for $j (0 .. 10) {
- last if $len <= $i * 11 + $j;
- my $val = unpack "n", substr($bestblkstr[$plane], 2 * ($i * 11 + $j), 2);
- print OUTPUT javaChar($val);
- }
- print OUTPUT "\"";
- }
- print OUTPUT ",\n\n";
- }
- }
- print OUTPUT <<EOF;
-;
-
- /**
- * This is the attribute table for computing the numeric value of a
- * character. The value is -1 if Unicode does not define a value, -2
- * if the value is not a positive integer, otherwise it is the value.
- * Note that this is a signed value, but stored as an unsigned char
- * since this is a String literal.
- */
- String[] NUM_VALUE = new String[]{
-EOF
-
- for ($plane = 0; $plane <= 0x10; $plane++) {
- # The following if statement handles the cases of unassigned planes
- # specially so we don't waste space with unused Strings. As of
- # Unicode version 4.0.0 only planes 0, 1, 2, and 14 are used. If
- # you are updating this script to work with a later version of
- # Unicode you may have to alter this if statement.
- if ($plane > 2 && $plane != 14) {
- print OUTPUT ($plane == 0x10) ? " \"\"}" : " \"\",\n\n";
- }
- else {
- $len = @{$charinfoArray[$plane]};
- for ($i = 0; $i < $len / 11; $i++) {
- print OUTPUT $i ? "\n + " : " ";
- print OUTPUT "\"";
- for $j (0 .. 10) {
- last if $len <= $i * 11 + $j;
- my $val = $charinfoArray[$plane]->[$i * 11 + $j][0];
- print OUTPUT javaChar($val);
- }
- print OUTPUT "\"";
- }
- print OUTPUT ",\n\n";
- }
- }
- print OUTPUT <<EOF;
-;
-
- /**
- * This is the attribute table for computing the single-character uppercase
- * representation of a character. The value is the signed difference
- * between the character and its uppercase version. Note that this is
- * stored as an unsigned char since this is a String literal. When
- * capitalizing a String, you must first check if a multi-character uppercase
- * sequence exists before using this character.
- */
- String[] UPPER = new String[]{
-EOF
-
- for ($plane = 0; $plane <= 0x10; $plane++) {
- # The following if statement handles the cases of unassigned planes
- # specially so we don't waste space with unused Strings. As of
- # Unicode version 4.0.0 only planes 0, 1, 2, and 14 are used. If
- # you are updating this script to work with a later version of
- # Unicode you may have to alter this if statement.
- if ($plane > 2 && $plane != 14) {
- print OUTPUT ($plane == 0x10) ? " \"\"}" : " \"\",\n\n";
- }
- else {
- $len = @{$charinfoArray[$plane]};
- for ($i = 0; $i < $len / 11; $i++) {
- print OUTPUT $i ? "\n + " : " ";
- print OUTPUT "\"";
- for $j (0 .. 10) {
- last if $len <= $i * 11 + $j;
- my $val = $charinfoArray[$plane]->[$i * 11 + $j][1];
- print OUTPUT javaChar($val);
- }
- print OUTPUT "\"";
- }
- print OUTPUT ",\n\n";
- }
- }
- print OUTPUT <<EOF;
-;
-
- /**
- * This is the attribute table for computing the lowercase representation
- * of a character. The value is the signed difference between the
- * character and its lowercase version. Note that this is stored as an
- * unsigned char since this is a String literal.
- */
- String[] LOWER = new String[]{
-EOF
-
- for ($plane = 0; $plane <= 0x10; $plane++) {
- # The following if statement handles the cases of unassigned planes
- # specially so we don't waste space with unused Strings. As of
- # Unicode version 4.0.0 only planes 0, 1, 2, and 14 are used. If
- # you are updating this script to work with a later version of
- # Unicode you may have to alter this if statement.
- if ($plane > 2 && $plane != 14) {
- print OUTPUT ($plane == 0x10) ? " \"\"}" : " \"\",\n\n";
- }
- else {
- $len = @{$charinfoArray[$plane]};
- for ($i = 0; $i < $len / 11; $i++) {
- print OUTPUT $i ? "\n + " : " ";
- print OUTPUT "\"";
- for $j (0 .. 10) {
- last if $len <= $i * 11 + $j;
- my $val = $charinfoArray[$plane]->[$i * 11 + $j][2];
- print OUTPUT javaChar($val);
- }
- print OUTPUT "\"";
- }
- print OUTPUT ",\n\n";
- }
- }
- print OUTPUT <<EOF;
-;
-
- /**
- * This is the attribute table for computing the directionality class
- * of a character, as well as a marker of characters with a multi-character
- * capitalization. The direction is taken by performing a signed shift
- * right by 2 (where a result of -1 means an unknown direction, such as
- * for undefined characters). The lower 2 bits form a count of the
- * additional characters that will be added to a String when performing
- * multi-character uppercase expansion. This count is also used, along with
- * the offset in UPPER_SPECIAL, to determine how much of UPPER_EXPAND to use
- * when performing the case conversion. Note that this information is stored
- * as an unsigned char since this is a String literal.
- */
- String[] DIRECTION = new String[]{
-EOF
-
- for ($plane = 0; $plane <= 0x10; $plane++) {
- # The following if statement handles the cases of unassigned planes
- # specially so we don't waste space with unused Strings. As of
- # Unicode version 4.0.0 only planes 0, 1, 2, and 14 are used. If
- # you are updating this script to work with a later version of
- # Unicode you may have to alter this if statement.
- if ($plane > 2 && $plane != 14) {
- print OUTPUT ($plane == 0x10) ? " \"\"}" : " \"\",\n\n";
- }
- else {
- $len = @{$charinfoArray[$plane]};
- for ($i = 0; $i < $len / 11; $i++) {
- print OUTPUT $i ? "\n + " : " ";
- print OUTPUT "\"";
- for $j (0 .. 10) {
- last if $len <= $i * 11 + $j;
- my $val = $charinfoArray[$plane]->[$i * 11 + $j][3];
- print OUTPUT javaChar($val);
- }
- print OUTPUT "\"";
- }
- print OUTPUT ",\n\n";
- }
- }
- print OUTPUT <<EOF;
-;
-
- /**
- * This is the listing of titlecase special cases (all other characters
- * can use <code>UPPER</code> to determine their titlecase). The listing
- * is a sorted sequence of character pairs; converting the first character
- * of the pair to titlecase produces the second character.
- */
- String TITLE
-EOF
-
- $len = length($titlecase) / 2;
- for ($i = 0; $i < $len / 11; $i++) {
- print OUTPUT $i ? "\n + \"" : " = \"";
- for $j (0 .. 10) {
- last if $len <= $i * 11 + $j;
- my $val = unpack "n", substr($titlecase, 2 * ($i * 11 + $j), 2);
- print OUTPUT javaChar($val);
- }
- print OUTPUT "\"";
- }
-
- print OUTPUT <<EOF;
-;
-
- /**
- * This is a listing of characters with multi-character uppercase sequences.
- * A character appears in this list exactly when it has a non-zero entry
- * in the low-order 2-bit field of DIRECTION. The listing is a sorted
- * sequence of pairs (hence a binary search on the even elements is an
- * efficient way to lookup a character). The first element of a pair is the
- * character with the expansion, and the second is the index into
- * UPPER_EXPAND where the expansion begins. Use the 2-bit field of
- * DIRECTION to determine where the expansion ends.
- */
- String UPPER_SPECIAL
-EOF
-
- my @list = sort {$a <=> $b} keys %special;
- my $expansion = "";
- my $offset = 0;
- $len = @list;
- for ($i = 0; $i < $len / 5; $i++) {
- print OUTPUT $i ? "\n + \"" : " = \"";
- for $j (0 .. 4) {
- last if $len <= $i * 5 + $j;
- my $ch = $list[$i * 5 + $j];
- print OUTPUT javaChar($ch);
- print OUTPUT javaChar($offset);
- $offset += @{$special{$ch}};
- $expansion .= pack "n*", @{$special{$ch}};
- }
- print OUTPUT "\"";
- }
-
- print OUTPUT <<EOF;
-;
-
- /**
- * This is the listing of special case multi-character uppercase sequences.
- * Characters listed in UPPER_SPECIAL index into this table to find their
- * uppercase expansion. Remember that you must also perform special-casing
- * on two single-character sequences in the Turkish locale, which are not
- * covered here in CharData.
- */
- String UPPER_EXPAND
-EOF
-
- $len = length($expansion) / 2;
- for ($i = 0; $i < $len / 11; $i++) {
- print OUTPUT $i ? "\n + \"" : " = \"";
- for $j (0 .. 10) {
- last if $len <= $i * 11 + $j;
- my $val = unpack "n", substr($expansion, 2 * ($i * 11 + $j), 2);
- print OUTPUT javaChar($val);
- }
- print OUTPUT "\"";
- }
-
- print OUTPUT ";\n}\n";
- close OUTPUT;
-}
-print "\nDone.\n";