diff options
author | Mark Wielaard <mark@gcc.gnu.org> | 2006-05-18 17:29:21 +0000 |
---|---|---|
committer | Mark Wielaard <mark@gcc.gnu.org> | 2006-05-18 17:29:21 +0000 |
commit | 4f9533c7722fa07511a94d005227961f4a4dec23 (patch) | |
tree | 9f9c470de62ee62fba1331a396450d728d2b1fad /libjava/classpath/scripts/unicode-muncher.pl | |
parent | eaec4980e139903ae9b274d1abcf3a13946603a8 (diff) | |
download | gcc-4f9533c7722fa07511a94d005227961f4a4dec23.zip gcc-4f9533c7722fa07511a94d005227961f4a4dec23.tar.gz gcc-4f9533c7722fa07511a94d005227961f4a4dec23.tar.bz2 |
Imported GNU Classpath 0.90
Imported GNU Classpath 0.90
* scripts/makemake.tcl: LocaleData.java moved to gnu/java/locale.
* sources.am: Regenerated.
* gcj/javaprims.h: Regenerated.
* Makefile.in: Regenerated.
* gcj/Makefile.in: Regenerated.
* include/Makefile.in: Regenerated.
* testsuite/Makefile.in: Regenerated.
* gnu/java/lang/VMInstrumentationImpl.java: New override.
* gnu/java/net/local/LocalSocketImpl.java: Likewise.
* gnu/classpath/jdwp/VMMethod.java: Likewise.
* gnu/classpath/jdwp/VMVirtualMachine.java: Update to latest
interface.
* java/lang/Thread.java: Add UncaughtExceptionHandler.
* java/lang/reflect/Method.java: Implements GenericDeclaration and
isSynthetic(),
* java/lang/reflect/Field.java: Likewise.
* java/lang/reflect/Constructor.java
* java/lang/Class.java: Implements Type, GenericDeclaration,
getSimpleName() and getEnclosing*() methods.
* java/lang/Class.h: Add new public methods.
* java/lang/Math.java: Add signum(), ulp() and log10().
* java/lang/natMath.cc (log10): New function.
* java/security/VMSecureRandom.java: New override.
* java/util/logging/Logger.java: Updated to latest classpath
version.
* java/util/logging/LogManager.java: New override.
From-SVN: r113887
Diffstat (limited to 'libjava/classpath/scripts/unicode-muncher.pl')
-rwxr-xr-x | libjava/classpath/scripts/unicode-muncher.pl | 868 |
1 files changed, 0 insertions, 868 deletions
diff --git a/libjava/classpath/scripts/unicode-muncher.pl b/libjava/classpath/scripts/unicode-muncher.pl deleted file mode 100755 index db2b89a..0000000 --- a/libjava/classpath/scripts/unicode-muncher.pl +++ /dev/null @@ -1,868 +0,0 @@ -#!/usr/bin/perl -w -# unicode-muncher.pl -- generate Unicode database for java.lang.Character -# Copyright (C) 1998, 2002, 2004 Free Software Foundation, Inc. -# -# This file is part of GNU Classpath. -# -# GNU Classpath is free software; you can redistribute it and/or modify -# it under the terms of the GNU General Public License as published by -# the Free Software Foundation; either version 2, or (at your option) -# any later version. -# -# GNU Classpath is distributed in the hope that it will be useful, but -# WITHOUT ANY WARRANTY; without even the implied warranty of -# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU -# General Public License for more details. -# -# You should have received a copy of the GNU General Public License -# along with GNU Classpath; see the file COPYING. If not, write to the -# Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA -# 02110-1301 USA. -# -# Linking this library statically or dynamically with other modules is -# making a combined work based on this library. Thus, the terms and -# conditions of the GNU General Public License cover the whole -# combination. -# -# As a special exception, the copyright holders of this library give you -# permission to link this library with independent modules to produce an -# executable, regardless of the license terms of these independent -# modules, and to copy and distribute the resulting executable under -# terms of your choice, provided that you also meet, for each linked -# independent module, the terms and conditions of the license of that -# module. An independent module is a module which is not derived from -# or based on this library. If you modify this library, you may extend -# this exception to your version of the library, but you are not -# obligated to do so. If you do not wish to do so, delete this -# exception statement from your version. - -# Code for reading UnicodeData.txt and generating the code for -# gnu.java.lang.CharData. For now, the relevant Unicode definition files -# are found in doc/unicode/. -# -# Inspired by code from Jochen Hoenicke. -# author Eric Blake <ebb9@email.byu.edu> -# updated to Unicode 4.0.0 by Anthony Balkissoon <abalkiss@redhat.com> -# -# Usage: ./unicode-muncher <UnicodeData> <SpecialCasing> <CharData.java> -# where <UnicodeData> and <SpecialCasing> are .txt files obtained from -# www.unicode.org (named UnicodeData-4.0.0.txt and SpecialCasing-4.0.0.txt for -# Unicode version 4.0.0), and <CharData.java> is the final location for the -# Java interface gnu.java.lang.CharData. -# As of JDK 1.5, use Unicode version 4.0.0 for best results. - -## -## Convert a 16-bit integer to a Java source code String literal character -## -sub javaChar($) { - my ($char) = @_; - die "Out of range: $char\n" if $char < -0x8000 or $char > 0x10ffff; - $char += 0x10000 if $char < 0; - # Special case characters that must be escaped, or are shorter as ASCII - return sprintf("\\%03o", $char) if $char < 0x20; - return "\\\"" if $char == 0x22; - return "\\\\" if $char == 0x5c; - return pack("C", $char) if $char < 0x7f; - return sprintf("\\u%04x", $char); -} - -## -## Convert the text UnicodeData file from www.unicode.org into a Java -## interface with string constants holding the compressed information. -## -my @TYPECODES = qw(Cn Lu Ll Lt Lm Lo Mn Me Mc Nd Nl No Zs Zl Zp Cc Cf - SKIPPED Co Cs Pd Ps Pe Pc Po Sm Sc Sk So Pi Pf); -my @DIRCODES = qw(L R AL EN ES ET AN CS NSM BN B S WS ON LRE LRO RLE RLO PDF); - -my $NOBREAK_FLAG = 32; -my $MIRRORED_FLAG = 64; - -my %special = (); - -# infoArray is an array where each element is a list of character information -# for characters in a plane. The index of each list is equal to the plane -# that it corresponds to even though most of these lists will currently be -# empty. This is done so that that this script can be easily modified to -# accomodate future versions of Unicode. -my @infoArray = \((), (), (), (), (), (), (), (), - (), (), (), (), (), (), (), (), ()); - -# info is a reference to one of the lists in infoArray, depending on which -# plane we're currently parsing. -my $info; - -# titlecase is a string of ordered pairs of characters to store the titlecase -# conversions of characters that have them -my $titlecase = ""; - -# count is simply used to print "." to the screen every so often -my $count = 0; - -# range is used when the UnicodeData file blocks out ranges of code points -my $range = 0; - -# largeNums is an array of numerical values that are too large to fit -# into the 16 bit char where most numerical values are stored. -# What is stored in the char then is a number N such that (-N - 3) is -# the index into largeNums where the numerical value can be found. -my @largeNums = (); - -die "Usage: $0 <UnicodeData.txt> <SpecialCasing.txt> <CharData.java>" - unless @ARGV == 3; -$| = 1; -print "GNU Classpath Unicode Attribute Database Generator 2.1\n"; -print "Copyright (C) 1998, 2002 Free Software Foundation, Inc.\n"; - -################################################################################ -################################################################################ -## Stage 0: Parse the special casing file -print "Parsing special casing file\n"; -open (SPECIAL, "< $ARGV[1]") || die "Can't open special casing file: $!\n"; -while (<SPECIAL>) { - next if /^\#/; - my ($ch, undef, undef, $upper) = split / *; */; - - # This grabs only the special casing for multi-char uppercase. Note that - # there are no multi-char lowercase, and that Sun ignores multi-char - # titlecase rules. This script omits 3 special cases in Unicode 3.0.0, - # which must be hardcoded in java.lang.String: - # \u03a3 (Sun ignores this special case) - # \u0049 - lowercases to \u0131, but only in Turkish locale - # \u0069 - uppercases to \u0130, but only in Turkish locale - next unless defined $upper and $upper =~ / /; - $special{hex $ch} = [map {hex} split ' ', $upper]; -} -close SPECIAL; - -################################################################################ -################################################################################ -## Stage 1: Parse the attribute file -print "Parsing attributes file"; -open (UNICODE, "< $ARGV[0]") || die "Can't open Unicode attribute file: $!\n"; -while (<UNICODE>) { - print "." unless $count++ % 1000; - chomp; - s/\r//g; - my ($ch, $name, $category, undef, $bidir, $decomp, undef, undef, $numeric, - $mirrored, undef, undef, $upcase, $lowcase, $title) = split ';'; - $ch = hex($ch); - - # plane tells us which Unicode code plane we're currently in and is an - # index into infoArray. - my $plane = int($ch / 0x10000); - my $planeBase = $plane * 0x10000; - $info = \@{$infoArray[$plane]}; - - my ($type, $numValue, $upperchar, $lowerchar, $direction); - - # Set the value of the $type variable, checking to make sure that it's valid - # and setting the mirrored and nobreak bits if necessary. - $type = 0; - while ($category !~ /^$TYPECODES[$type]$/) { - if (++$type == @TYPECODES) { - die "$ch: Unknown type: $category"; - } - } - $type |= $NOBREAK_FLAG if ($decomp =~ /noBreak/); - $type |= $MIRRORED_FLAG if ($mirrored =~ /Y/); - - # Set the value of the $numeric variable checking the special cases of - # large numbers or 'a' - 'z' values. - if ($numeric =~ /^[0-9]+$/) { - $numValue = $numeric; - # If numeric takes more than 16 bits to store we want to store that - # number in a separate array and store a number N in numValue such - # that (-N - 3) is the offset into the separate array containing the - # large numerical value. - if ($numValue >= 0x7fff) { - $numValue = -3 - @largeNums; - push @largeNums, $numeric; - } - } elsif ($numeric eq "") { - # Special case sequences of 'a'-'z' - if ($ch >= 0x0041 && $ch <= 0x005a) { - $numValue = $ch - 0x0037; - } elsif ($ch >= 0x0061 && $ch <= 0x007a) { - $numValue = $ch - 0x0057; - } elsif ($ch >= 0xff21 && $ch <= 0xff3a) { - $numValue = $ch - 0xff17; - } elsif ($ch >= 0xff41 && $ch <= 0xff5a) { - $numValue = $ch - 0xff37; - } else { - $numValue = -1; - } - } else { - $numValue = -2; - } - - # Set the uppercase and lowercase expansions for the character. - $upperchar = $upcase ? hex($upcase) - $ch : 0; - $lowerchar = $lowcase ? hex($lowcase) - $ch : 0; - - # If this character has a special titlecase expansion then append it to - # the titlecase String. - if ($title ne $upcase) { - my $titlechar = $title ? hex($title) : $ch; - $titlecase .= pack("n2", $ch, $titlechar); - } - - # Set the direction variable, use the lower 2 bits as a count of how many - # characters will be added to the String if this character undergoes an - # uppercase expansion. - $direction = 0; - while ($bidir !~ /^$DIRCODES[$direction]$/) { - if (++$direction == @DIRCODES) { - $direction = -1; - last; - } - } - $direction <<= 2; - $direction += $#{$special{$ch}} if defined $special{$ch}; - - # If the UnicodeData file blocks off ranges of code points give them all - # the same character information. - if ($range) { - die "Expecting end of range at $ch\n" unless $name =~ /Last>$/; - for ($range + 1 .. $ch - 1) { - $info->[$_ - $planeBase] = pack("n5", $type, $numValue, $upperchar, - $lowerchar, $direction); - } - $range = 0; - } elsif ($name =~ /First>$/) { - $range = $ch; - } - - # Store all this parsed information into the element in infoArray that info - # points to. - $info->[$ch - $planeBase] = pack("n5", $type, $numValue, $upperchar, $lowerchar, - $direction); -} -close UNICODE; - -################################################################################ -################################################################################ -## Stage 2: Compress the data structures -printf "\nCompressing data structures"; -$count = 0; - -# data is a String that will be used to create the DATA String containing -# character information and offsets into the attribute tables. -my @data = (); - -# charhashArray is an array of hashtables used so that we can reuse character -# attributes when characters share the same attributes ... this makes our -# attribute tables smaller. charhash is a pointer into this array. -my @charhashArray = ({}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {}, {}); -my $charhash = (); - -# charinfoArray is an array of arrays, one per plane, for storing character -# information. charinfo is a pointer into this array. -my @charinfoArray = \((), (), (), (), (), (), (), (), - (), (), (), (), (), (), (), (), ()); -my $charinfo; - -# charlen is an array, one element per plane, that tells us how many unique -# character attributes there are for that plane. -my @charlen = (); - -for my $plane (0 .. 0x10) { - $info = \@{$infoArray[$plane]}; - my $planeBase = $plane * 0x10000; - $charhash = \%{$charhashArray[$plane]}; - $charinfo = \@{$charinfoArray[$plane]}; - - for my $ch ($planeBase .. $planeBase + 0xffff) { - my $index = $ch - $planeBase; - print "." unless $count++ % 0x1000; - $info->[$index] = pack("n5", 0, -1, 0, 0, -4) unless defined $info->[$index]; - - my ($type, $numVal, $upper, $lower, $direction) = unpack("n5", $info->[$index]); - if (! exists $charhash->{$info->[$index]}) { - # If we entered this loop that means the character we're looking at - # now has attributes that are unique from those that we've looked - # at so far for this plane. So we push its attributes into charinfo - # and store in charhash the offset into charinfo where these - # attributes can later be found. - push @{$charinfo}, [ $numVal, $upper, $lower, $direction ]; - $charhash->{$info->[$index]} = @{$charinfo} - 1; - # When the file is generaged, the number we just stored in charhas - # will be the upper 9 bits in the DATA String that are an offset - # into the attribute tables. - } - $data[$plane] .= pack("n", ($charhash->{$info->[$index]} << 7) | $type); - } - $charlen[$plane] = scalar(@{$charinfoArray[$plane]}); -} - -# the shift that results in the best compression of the table. This is an array -# because different shifts are better for the different tables for each plane. -my @bestshift; - -# an initial guess. -my $bestest = 1000000; -my @bestblkstr; -my @blksize = (); - -for my $plane (0 .. 0x10) { - print "\n\nplane: $plane\n"; - print "Unique character entries: $charlen[$plane]\n"; - $bestest = 1000000; - for my $i (3 .. 8) { - my $blksize = 1 << $i; - my %blocks = (); - my @blkarray = (); - my ($j, $k); - print "shift: $i"; - - for ($j = 0; $j < 0x10000; $j += $blksize) { - my $blkkey = substr $data[$plane], 2 * $j, 2 * $blksize; - if (! exists $blocks{$blkkey}) { - push @blkarray, $blkkey; - $blocks{$blkkey} = $#blkarray; - } - } - - my $blknum = @blkarray; - my $blocklen = $blknum * $blksize; - printf " before %5d", $blocklen; - - # Now we try to pack the blkarray as tight as possible by finding matching - # heads and tails. - for ($j = $blksize - 1; $j > 0; $j--) { - my %tails = (); - for $k (0 .. $#blkarray) { - next unless defined $blkarray[$k]; - my $len = length $blkarray[$k]; - my $tail = substr $blkarray[$k], $len - $j * 2; - if (exists $tails{$tail}) { - push @{$tails{$tail}}, $k; - } else { - $tails{$tail} = [ $k ]; - } - } - - # tails are calculated, now calculate the heads and merge. - BLOCK: - for $k (0 .. $#blkarray) { - next unless defined $blkarray[$k]; - my $tomerge = $k; - while (1) { - my $head = substr($blkarray[$tomerge], 0, $j * 2); - my $entry = $tails{$head}; - next BLOCK unless defined $entry; - - my $other = shift @{$entry}; - if ($other == $tomerge) { - if (@{$entry}) { - push @{$entry}, $other; - $other = shift @{$entry}; - } else { - push @{$entry}, $other; - next BLOCK; - } - } - if (@{$entry} == 0) { - delete $tails{$head}; - } - - # a match was found - my $merge = $blkarray[$other] - . substr($blkarray[$tomerge], $j * 2); - $blocklen -= $j; - $blknum--; - - if ($other < $tomerge) { - $blkarray[$tomerge] = undef; - $blkarray[$other] = $merge; - my $len = length $merge; - my $tail = substr $merge, $len - $j * 2; - $tails{$tail} = [ map { $_ == $tomerge ? $other : $_ } - @{$tails{$tail}} ]; - next BLOCK; - } - $blkarray[$tomerge] = $merge; - $blkarray[$other] = undef; - } - } - } - my $blockstr; - for $k (0 .. $#blkarray) { - $blockstr .= $blkarray[$k] if defined $blkarray[$k]; - } - - die "Unexpected $blocklen" if length($blockstr) != 2 * $blocklen; - my $estimate = 2 * $blocklen + (0x20000 >> $i); - - printf " after merge %5d: %6d bytes\n", $blocklen, $estimate; - if ($estimate < $bestest) { - $bestest = $estimate; - $bestshift[$plane] = $i; - $bestblkstr[$plane] = $blockstr; - } - } - $blksize[$plane] = 1 << $bestshift[$plane]; - print "best shift: ", $bestshift[$plane]; - print " blksize: ", $blksize[$plane]; -} -my @blocksArray = \((), (), (), (), (), (), (), (), - (), (), (), (), (), (), (), (), ()); - -for my $plane (0 .. 0x10) { - for (my $j = 0; $j < 0x10000; $j += $blksize[$plane]) { - my $blkkey = substr $data[$plane], 2 * $j, 2 * $blksize[$plane]; - my $index = index $bestblkstr[$plane], $blkkey; - while ($index & 1) { - die "not found: $j" if $index == -1; - $index = index $bestblkstr[$plane], $blkkey, $index + 1; - } - push @{$blocksArray[$plane]}, ($index / 2 - $j) & 0xffff; - } -} - -################################################################################ -################################################################################ -## Stage 3: Generate the file -for my $plane (0 .. 0x10) { - die "UTF-8 limit of blocks may be exceeded for plane $plane: " . scalar(@{$blocksArray[$plane]}) . "\n" - if @{$blocksArray[$plane]} > 0xffff / 3; - die "UTF-8 limit of data may be exceeded for plane $plane: " . length($bestblkstr[$plane]) . "\n" - if length($bestblkstr[$plane]) > 0xffff / 3; -} - -{ - print "\nGenerating $ARGV[2]."; - my ($i, $j); - - open OUTPUT, "> $ARGV[2]" or die "Failed creating output file: $!\n"; - print OUTPUT <<EOF; -/* gnu/java/lang/CharData -- Database for java.lang.Character Unicode info - Copyright (C) 2002 Free Software Foundation, Inc. - *** This file is generated by scripts/unicode-muncher.pl *** - -This file is part of GNU Classpath. - -GNU Classpath is free software; you can redistribute it and/or modify -it under the terms of the GNU General Public License as published by -the Free Software Foundation; either version 2, or (at your option) -any later version. - -GNU Classpath is distributed in the hope that it will be useful, but -WITHOUT ANY WARRANTY; without even the implied warranty of -MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU -General Public License for more details. - -You should have received a copy of the GNU General Public License -along with GNU Classpath; see the file COPYING. If not, write to the -Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA -02110-1301 USA. - -Linking this library statically or dynamically with other modules is -making a combined work based on this library. Thus, the terms and -conditions of the GNU General Public License cover the whole -combination. - -As a special exception, the copyright holders of this library give you -permission to link this library with independent modules to produce an -executable, regardless of the license terms of these independent -modules, and to copy and distribute the resulting executable under -terms of your choice, provided that you also meet, for each linked -independent module, the terms and conditions of the license of that -module. An independent module is a module which is not derived from -or based on this library. If you modify this library, you may extend -this exception to your version of the library, but you are not -obligated to do so. If you do not wish to do so, delete this -exception statement from your version. */ - -package gnu.java.lang; - -/** - * This contains the info about the unicode characters, that - * java.lang.Character needs. It is generated automatically from - * <code>$ARGV[0]</code> and - * <code>$ARGV[1]</code>, by some - * perl scripts. These Unicode definition files can be found on the - * <a href="http://www.unicode.org">http://www.unicode.org</a> website. - * JDK 1.5 uses Unicode version 4.0.0. - * - * The data is stored as string constants, but Character will convert these - * Strings to their respective <code>char[]</code> components. The fields - * are stored in arrays of 17 elements each, one element per Unicode plane. - * <code>BLOCKS</code> stores the offset of a block of 2<sup>SHIFT</sup> - * characters within <code>DATA</code>. The DATA field, in turn, stores - * information about each character in the low order bits, and an offset - * into the attribute tables <code>UPPER</code>, <code>LOWER</code>, - * <code>NUM_VALUE</code>, and <code>DIRECTION</code>. Notice that the - * attribute tables are much smaller than 0xffff entries; as many characters - * in Unicode share common attributes. Numbers that are too large to fit - * into NUM_VALUE as 16 bit chars are stored in LARGENUMS and a number N is - * stored in NUM_VALUE such that (-N - 3) is the offset into LARGENUMS for - * the particular character. The DIRECTION table also contains a field for - * detecting characters with multi-character uppercase expansions. - * Next, there is a listing for <code>TITLE</code> exceptions (most characters - * just have the same title case as upper case). Finally, there are two - * tables for multi-character capitalization, <code>UPPER_SPECIAL</code> - * which lists the characters which are special cased, and - * <code>UPPER_EXPAND</code>, which lists their expansion. - * - * \@author scripts/unicode-muncher.pl (written by Jochen Hoenicke, - * Eric Blake) - * \@see Character - * \@see String - */ -public interface CharData -{ - /** - * The Unicode definition file that was parsed to build this database. - */ - String SOURCE = \"$ARGV[0]\"; - - /** - * The character shift amount to look up the block offset. In other words, - * <code>(char) (BLOCKS.value[ch >> SHIFT[p]] + ch)</code> is the index - * where <code>ch</code> is described in <code>DATA</code> if <code>ch</code> - * is in Unicode plane <code>p</code>. Note that <code>p</code> is simply - * the integer division of ch and 0x10000. - */ - int[] SHIFT -EOF - for ($i = 0; $i < @bestshift - 1; $i++) { - if ($i == 0){ - print OUTPUT " = new int[] {"; - } - print OUTPUT $bestshift[$i], ", "; - } - if (scalar(@bestshift) > 0){ - print OUTPUT $bestshift[-1], "}"; - } - else { - print OUTPUT " = null"; - } - print OUTPUT <<EOF; -; - - /** - * The mapping of character blocks to their location in <code>DATA</code>. - * Each entry has been adjusted so that the 16-bit sum with the desired - * character gives the actual index into <code>DATA</code>. - */ - String[] BLOCKS = new String[]{ -EOF - for ($plane = 0; $plane <= 0x10; $plane++) { - # The following if statement handles the cases of unassigned planes - # specially so we don't waste space with unused Strings. As of - # Unicode version 4.0.0 only planes 0, 1, 2, and 14 are used. If - # you are updating this script to work with a later version of - # Unicode you may have to alter this if statement. - if ($plane > 2 && $plane != 14) { - print OUTPUT ($plane == 0x10) ? " \"\"}" : " \"\",\n\n"; - } - else { - for ($i = 0; $i < @{$blocksArray[$plane]} / 11; $i++) { - print OUTPUT $i ? "\n + " : " "; - print OUTPUT "\""; - for $j (0 .. 10) { - last if @{$blocksArray[$plane]} <= $i * 11 + $j; - my $val = $blocksArray[$plane]->[$i * 11 + $j]; - print OUTPUT javaChar($val); - } - print OUTPUT "\""; - } - print OUTPUT ",\n\n"; - } - } - print OUTPUT <<EOF; -; - - /** - * The array containing the numeric values that are too large to be stored as - * chars in NUM_VALUE. NUM_VALUE in this case will contain a negative integer - * N such that LARGENUMS[-N - 3] contains the correct numeric value. - */ - int[] LARGENUMS -EOF - for ($i = 0; $i < @largeNums - 1; $i++) { - if ($i == 0){ - print OUTPUT " = new int[] {"; - } - print OUTPUT $largeNums[$i], ", "; - } - if (scalar(@largeNums) > 0){ - print OUTPUT $largeNums[-1], "}"; - } - else { - print OUTPUT " = null"; - } - print OUTPUT <<EOF; -; - - /** - * Information about each character. The low order 5 bits form the - * character type, the next bit is a flag for non-breaking spaces, and the - * next bit is a flag for mirrored directionality. The high order 9 bits - * form the offset into the attribute tables. Note that this limits the - * number of unique character attributes to 512, which is not a problem - * as of Unicode version 4.0.0, but may soon become one. - */ - String[] DATA = new String[]{ -EOF - for ($plane = 0; $plane <= 0x10; $plane++) { - # The following if statement handles the cases of unassigned planes - # specially so we don't waste space with unused Strings. As of - # Unicode version 4.0.0 only planes 0, 1, 2, and 14 are used. If - # you are updating this script to work with a later version of - # Unicode you may have to alter this if statement. - if ($plane > 2 && $plane != 14) { - print OUTPUT ($plane == 0x10) ? " \"\"}" : " \"\",\n\n"; - } - else { - my $len = length($bestblkstr[$plane]) / 2; - for ($i = 0; $i < $len / 11; $i++) { - print OUTPUT $i ? "\n + " : " "; - print OUTPUT "\""; - for $j (0 .. 10) { - last if $len <= $i * 11 + $j; - my $val = unpack "n", substr($bestblkstr[$plane], 2 * ($i * 11 + $j), 2); - print OUTPUT javaChar($val); - } - print OUTPUT "\""; - } - print OUTPUT ",\n\n"; - } - } - print OUTPUT <<EOF; -; - - /** - * This is the attribute table for computing the numeric value of a - * character. The value is -1 if Unicode does not define a value, -2 - * if the value is not a positive integer, otherwise it is the value. - * Note that this is a signed value, but stored as an unsigned char - * since this is a String literal. - */ - String[] NUM_VALUE = new String[]{ -EOF - - for ($plane = 0; $plane <= 0x10; $plane++) { - # The following if statement handles the cases of unassigned planes - # specially so we don't waste space with unused Strings. As of - # Unicode version 4.0.0 only planes 0, 1, 2, and 14 are used. If - # you are updating this script to work with a later version of - # Unicode you may have to alter this if statement. - if ($plane > 2 && $plane != 14) { - print OUTPUT ($plane == 0x10) ? " \"\"}" : " \"\",\n\n"; - } - else { - $len = @{$charinfoArray[$plane]}; - for ($i = 0; $i < $len / 11; $i++) { - print OUTPUT $i ? "\n + " : " "; - print OUTPUT "\""; - for $j (0 .. 10) { - last if $len <= $i * 11 + $j; - my $val = $charinfoArray[$plane]->[$i * 11 + $j][0]; - print OUTPUT javaChar($val); - } - print OUTPUT "\""; - } - print OUTPUT ",\n\n"; - } - } - print OUTPUT <<EOF; -; - - /** - * This is the attribute table for computing the single-character uppercase - * representation of a character. The value is the signed difference - * between the character and its uppercase version. Note that this is - * stored as an unsigned char since this is a String literal. When - * capitalizing a String, you must first check if a multi-character uppercase - * sequence exists before using this character. - */ - String[] UPPER = new String[]{ -EOF - - for ($plane = 0; $plane <= 0x10; $plane++) { - # The following if statement handles the cases of unassigned planes - # specially so we don't waste space with unused Strings. As of - # Unicode version 4.0.0 only planes 0, 1, 2, and 14 are used. If - # you are updating this script to work with a later version of - # Unicode you may have to alter this if statement. - if ($plane > 2 && $plane != 14) { - print OUTPUT ($plane == 0x10) ? " \"\"}" : " \"\",\n\n"; - } - else { - $len = @{$charinfoArray[$plane]}; - for ($i = 0; $i < $len / 11; $i++) { - print OUTPUT $i ? "\n + " : " "; - print OUTPUT "\""; - for $j (0 .. 10) { - last if $len <= $i * 11 + $j; - my $val = $charinfoArray[$plane]->[$i * 11 + $j][1]; - print OUTPUT javaChar($val); - } - print OUTPUT "\""; - } - print OUTPUT ",\n\n"; - } - } - print OUTPUT <<EOF; -; - - /** - * This is the attribute table for computing the lowercase representation - * of a character. The value is the signed difference between the - * character and its lowercase version. Note that this is stored as an - * unsigned char since this is a String literal. - */ - String[] LOWER = new String[]{ -EOF - - for ($plane = 0; $plane <= 0x10; $plane++) { - # The following if statement handles the cases of unassigned planes - # specially so we don't waste space with unused Strings. As of - # Unicode version 4.0.0 only planes 0, 1, 2, and 14 are used. If - # you are updating this script to work with a later version of - # Unicode you may have to alter this if statement. - if ($plane > 2 && $plane != 14) { - print OUTPUT ($plane == 0x10) ? " \"\"}" : " \"\",\n\n"; - } - else { - $len = @{$charinfoArray[$plane]}; - for ($i = 0; $i < $len / 11; $i++) { - print OUTPUT $i ? "\n + " : " "; - print OUTPUT "\""; - for $j (0 .. 10) { - last if $len <= $i * 11 + $j; - my $val = $charinfoArray[$plane]->[$i * 11 + $j][2]; - print OUTPUT javaChar($val); - } - print OUTPUT "\""; - } - print OUTPUT ",\n\n"; - } - } - print OUTPUT <<EOF; -; - - /** - * This is the attribute table for computing the directionality class - * of a character, as well as a marker of characters with a multi-character - * capitalization. The direction is taken by performing a signed shift - * right by 2 (where a result of -1 means an unknown direction, such as - * for undefined characters). The lower 2 bits form a count of the - * additional characters that will be added to a String when performing - * multi-character uppercase expansion. This count is also used, along with - * the offset in UPPER_SPECIAL, to determine how much of UPPER_EXPAND to use - * when performing the case conversion. Note that this information is stored - * as an unsigned char since this is a String literal. - */ - String[] DIRECTION = new String[]{ -EOF - - for ($plane = 0; $plane <= 0x10; $plane++) { - # The following if statement handles the cases of unassigned planes - # specially so we don't waste space with unused Strings. As of - # Unicode version 4.0.0 only planes 0, 1, 2, and 14 are used. If - # you are updating this script to work with a later version of - # Unicode you may have to alter this if statement. - if ($plane > 2 && $plane != 14) { - print OUTPUT ($plane == 0x10) ? " \"\"}" : " \"\",\n\n"; - } - else { - $len = @{$charinfoArray[$plane]}; - for ($i = 0; $i < $len / 11; $i++) { - print OUTPUT $i ? "\n + " : " "; - print OUTPUT "\""; - for $j (0 .. 10) { - last if $len <= $i * 11 + $j; - my $val = $charinfoArray[$plane]->[$i * 11 + $j][3]; - print OUTPUT javaChar($val); - } - print OUTPUT "\""; - } - print OUTPUT ",\n\n"; - } - } - print OUTPUT <<EOF; -; - - /** - * This is the listing of titlecase special cases (all other characters - * can use <code>UPPER</code> to determine their titlecase). The listing - * is a sorted sequence of character pairs; converting the first character - * of the pair to titlecase produces the second character. - */ - String TITLE -EOF - - $len = length($titlecase) / 2; - for ($i = 0; $i < $len / 11; $i++) { - print OUTPUT $i ? "\n + \"" : " = \""; - for $j (0 .. 10) { - last if $len <= $i * 11 + $j; - my $val = unpack "n", substr($titlecase, 2 * ($i * 11 + $j), 2); - print OUTPUT javaChar($val); - } - print OUTPUT "\""; - } - - print OUTPUT <<EOF; -; - - /** - * This is a listing of characters with multi-character uppercase sequences. - * A character appears in this list exactly when it has a non-zero entry - * in the low-order 2-bit field of DIRECTION. The listing is a sorted - * sequence of pairs (hence a binary search on the even elements is an - * efficient way to lookup a character). The first element of a pair is the - * character with the expansion, and the second is the index into - * UPPER_EXPAND where the expansion begins. Use the 2-bit field of - * DIRECTION to determine where the expansion ends. - */ - String UPPER_SPECIAL -EOF - - my @list = sort {$a <=> $b} keys %special; - my $expansion = ""; - my $offset = 0; - $len = @list; - for ($i = 0; $i < $len / 5; $i++) { - print OUTPUT $i ? "\n + \"" : " = \""; - for $j (0 .. 4) { - last if $len <= $i * 5 + $j; - my $ch = $list[$i * 5 + $j]; - print OUTPUT javaChar($ch); - print OUTPUT javaChar($offset); - $offset += @{$special{$ch}}; - $expansion .= pack "n*", @{$special{$ch}}; - } - print OUTPUT "\""; - } - - print OUTPUT <<EOF; -; - - /** - * This is the listing of special case multi-character uppercase sequences. - * Characters listed in UPPER_SPECIAL index into this table to find their - * uppercase expansion. Remember that you must also perform special-casing - * on two single-character sequences in the Turkish locale, which are not - * covered here in CharData. - */ - String UPPER_EXPAND -EOF - - $len = length($expansion) / 2; - for ($i = 0; $i < $len / 11; $i++) { - print OUTPUT $i ? "\n + \"" : " = \""; - for $j (0 .. 10) { - last if $len <= $i * 11 + $j; - my $val = unpack "n", substr($expansion, 2 * ($i * 11 + $j), 2); - print OUTPUT javaChar($val); - } - print OUTPUT "\""; - } - - print OUTPUT ";\n}\n"; - close OUTPUT; -} -print "\nDone.\n"; |