1 #!/usr/bin/perl -w

     2 #

     3 # This is JavaScriptCore's variant of the PCRE library. While this library

     4 # started out as a copy of PCRE, many of the features of PCRE have been

     5 # removed. This library now supports only the regular expression features

     6 # required by the JavaScript language specification, and has only the functions

     7 # needed by JavaScriptCore and the rest of WebKit.

     8 # 

     9 #                  Originally written by Philip Hazel

    10 #            Copyright (c) 1997-2006 University of Cambridge

    11 #  Copyright (C) 2002, 2004, 2006, 2007, 2008, 2009 Apple Inc.  All rights reserved.

    12 # 

    13 # -----------------------------------------------------------------------------

    14 # Redistribution and use in source and binary forms, with or without

    15 # modification, are permitted provided that the following conditions are met:

    16 # 

    17 #     * Redistributions of source code must retain the above copyright notice,

    18 #       this list of conditions and the following disclaimer.

    19 # 

    20 #     * Redistributions in binary form must reproduce the above copyright

    21 #       notice, this list of conditions and the following disclaimer in the

    22 #       documentation and/or other materials provided with the distribution.

    23 # 

    24 #     * Neither the name of the University of Cambridge nor the names of its

    25 #       contributors may be used to endorse or promote products derived from

    26 #       this software without specific prior written permission.

    27 # 

    28 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"

    29 # AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE

    30 # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE

    31 # ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE

    32 # LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR

    33 # CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF

    34 # SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS

    35 # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN

    36 # CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)

    37 # ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE

    38 # POSSIBILITY OF SUCH DAMAGE.

    39 # -----------------------------------------------------------------------------

    40 

    41 # This is a freestanding support program to generate a file containing

    42 # character tables. The tables are built according to the default C

    43 # locale.

    44 

    45 use strict;

    46 

    47 use File::Basename;

    48 use File::Spec;

    49 use File::Temp qw(tempfile);

    50 use Getopt::Long;

    51 

    52 sub readHeaderValues();

    53 

    54 my %pcre_internal;

    55 

    56 if (scalar(@ARGV) < 1) {

    57     print STDERR "Usage: ", basename($0), " [--preprocessor=program] output-file\n";

    58     exit 1;

    59 }

    60 

    61 my $outputFile;

    62 my $preprocessor;

    63 GetOptions('preprocessor=s' => \$preprocessor);

    64 if (not $preprocessor) {

    65     $preprocessor = "cpp";

    66 }

    67 

    68 $outputFile = $ARGV[0];

    69 die('Must specify output file.') unless defined($outputFile);

    70 

    71 readHeaderValues();

    72 

    73 open(OUT, ">", $outputFile) or die "$!";

    74 binmode(OUT);

    75 

    76 printf(OUT

    77     "/*************************************************\n" .

    78     "*      Perl-Compatible Regular Expressions       *\n" .

    79     "*************************************************/\n\n" .

    80     "/* This file is automatically written by the dftables auxiliary \n" .

    81     "program. If you edit it by hand, you might like to edit the Makefile to \n" .

    82     "prevent its ever being regenerated.\n\n");

    83 printf(OUT

    84     "This file contains the default tables for characters with codes less than\n" .

    85     "128 (ASCII characters). These tables are used when no external tables are\n" .

    86     "passed to PCRE. */\n\n" .

    87     "const unsigned char jsc_pcre_default_tables[%d] = {\n\n" .

    88     "/* This table is a lower casing table. */\n\n", $pcre_internal{tables_length});

    89 

    90 if ($pcre_internal{lcc_offset} != 0) {

    91     die "lcc_offset != 0";

    92 }

    93 

    94 printf(OUT "  ");

    95 for (my $i = 0; $i < 128; $i++) {

    96     if (($i & 7) == 0 && $i != 0) {

    97         printf(OUT "\n  ");

    98     }

    99     printf(OUT "0x%02X", ord(lc(chr($i))));

   100     if ($i != 127) {

   101         printf(OUT ", ");

   102     }

   103 }

   104 printf(OUT ",\n\n");

   105 

   106 printf(OUT "/* This table is a case flipping table. */\n\n");

   107 

   108 if ($pcre_internal{fcc_offset} != 128) {

   109   die "fcc_offset != 128";

   110 }

   111 

   112 printf(OUT "  ");

   113 for (my $i = 0; $i < 128; $i++) {

   114     if (($i & 7) == 0 && $i != 0) {

   115         printf(OUT "\n  ");

   116     }

   117     my $c = chr($i);

   118     printf(OUT "0x%02X", $c =~ /[[:lower:]]/ ? ord(uc($c)) : ord(lc($c)));

   119     if ($i != 127) {

   120         printf(OUT ", ");

   121     }

   122 }

   123 printf(OUT ",\n\n");

   124 

   125 printf(OUT

   126     "/* This table contains bit maps for various character classes.\n" .

   127     "Each map is 32 bytes long and the bits run from the least\n" .

   128     "significant end of each byte. The classes are: space, digit, word. */\n\n");

   129 

   130 if ($pcre_internal{cbits_offset} != $pcre_internal{fcc_offset} + 128) {

   131     die "cbits_offset != fcc_offset + 128";

   132 }

   133 

   134 my @cbit_table = (0) x $pcre_internal{cbit_length};

   135 for (my $i = ord('0'); $i <= ord('9'); $i++) {

   136     $cbit_table[$pcre_internal{cbit_digit} + $i / 8] |= 1 << ($i & 7);

   137 }

   138 $cbit_table[$pcre_internal{cbit_word} + ord('_') / 8] |= 1 << (ord('_') & 7);

   139 for (my $i = 0; $i < 128; $i++) {

   140     my $c = chr($i);

   141     if ($c =~ /[[:alnum:]]/) {

   142         $cbit_table[$pcre_internal{cbit_word} + $i / 8] |= 1 << ($i & 7);

   143     }

   144     if ($c =~ /[[:space:]]/) {

   145         $cbit_table[$pcre_internal{cbit_space} + $i / 8] |= 1 << ($i & 7);

   146     }

   147 }

   148 

   149 printf(OUT "  ");

   150 for (my $i = 0; $i < $pcre_internal{cbit_length}; $i++) {

   151     if (($i & 7) == 0 && $i != 0) {

   152         if (($i & 31) == 0) {

   153             printf(OUT "\n");

   154         }

   155         printf(OUT "\n  ");

   156     }

   157     printf(OUT "0x%02X", $cbit_table[$i]);

   158     if ($i != $pcre_internal{cbit_length} - 1) {

   159         printf(OUT ", ");

   160     }

   161 }

   162 printf(OUT ",\n\n");

   163 

   164 printf(OUT

   165     "/* This table identifies various classes of character by individual bits:\n" .

   166     "  0x%02x   white space character\n" .

   167     "  0x%02x   hexadecimal digit\n" .

   168     "  0x%02x   alphanumeric or '_'\n*/\n\n",

   169     $pcre_internal{ctype_space}, $pcre_internal{ctype_xdigit}, $pcre_internal{ctype_word});

   170 

   171 if ($pcre_internal{ctypes_offset} != $pcre_internal{cbits_offset} + $pcre_internal{cbit_length}) {

   172     die "ctypes_offset != cbits_offset + cbit_length";

   173 }

   174 

   175 printf(OUT "  ");

   176 for (my $i = 0; $i < 128; $i++) {

   177     my $x = 0;

   178     my $c = chr($i);

   179     if ($c =~ /[[:space:]]/) {

   180         $x += $pcre_internal{ctype_space};

   181     }

   182     if ($c =~ /[[:xdigit:]]/) {

   183         $x += $pcre_internal{ctype_xdigit};

   184     }

   185     if ($c =~ /[[:alnum:]_]/) {

   186         $x += $pcre_internal{ctype_word};

   187     }

   188     printf(OUT "0x%02X", $x);

   189     if ($i != 127) {

   190         printf(OUT ", ");

   191     } else {

   192         printf(OUT "};");

   193     }

   194     if (($i & 7) == 7) {

   195         printf(OUT " /* ");

   196         my $d = chr($i - 7);

   197         if ($d =~ /[[:print:]]/) {

   198             printf(OUT " %c -", $i - 7);

   199         } else {

   200             printf(OUT "%3d-", $i - 7);

   201         }

   202         if ($c =~ m/[[:print:]]/) {

   203             printf(OUT " %c ", $i);

   204         } else {

   205             printf(OUT "%3d", $i);

   206         }

   207         printf(OUT " */\n");

   208         if ($i != 127) {

   209             printf(OUT "  ");

   210         }

   211     }

   212 }

   213 

   214 if ($pcre_internal{tables_length} != $pcre_internal{ctypes_offset} + 128) {

   215     die "tables_length != ctypes_offset + 128";

   216 }

   217 

   218 printf(OUT "\n\n/* End of chartables.c */\n");

   219 

   220 close(OUT);

   221 

   222 exit 0;

   223 

   224 sub readHeaderValues()

   225 {

   226     my @variables = qw(

   227         cbit_digit

   228         cbit_length

   229         cbit_space

   230         cbit_word

   231         cbits_offset

   232         ctype_space

   233         ctype_word

   234         ctype_xdigit

   235         ctypes_offset

   236         fcc_offset

   237         lcc_offset

   238         tables_length

   239     );

   240 

   241     local $/ = undef;

   242 

   243     my $headerPath = File::Spec->catfile(dirname($0), "pcre_internal.h");

   244  

   245     my ($fh, $tempFile) = tempfile(

   246         basename($0) . "-XXXXXXXX",

   247         DIR => File::Spec->tmpdir(),

   248         SUFFIX => ".in",

   249         UNLINK => 0,

   250     );

   251 

   252     print $fh "#define DFTABLES\n\n";

   253 

   254     open(HEADER, "<", $headerPath) or die "$!";

   255     print $fh <HEADER>;

   256     close(HEADER);

   257 

   258     print $fh "\n\n";

   259 

   260     for my $v (@variables) {

   261         print $fh "\$pcre_internal{\"$v\"} = $v;\n";

   262     }

   263 

   264     close($fh);

   265 

   266     open(CPP, "$preprocessor \"$tempFile\" |") or die "$!";

   267     my $content = <CPP>;

   268     close(CPP);

   269     

   270     eval $content;

   271     die "$@" if $@;

   272     unlink $tempFile;

   273 }