tools/pcre/perltest.pl
author David Anderson <dvander@alliedmods.net>
Tue Jul 28 17:51:34 2009 -0400 (2009-07-28)
changeset 2762 d2d467bf1b5a
child 3831 babd0eee3c5e
permissions -rwxr-xr-x
Check-in of pcre-7.9 source code and win32 static lib (bug 3923).
dvander@2762
     1
#! /usr/bin/env perl
dvander@2762
     2
dvander@2762
     3
# Program for testing regular expressions with perl to check that PCRE handles
dvander@2762
     4
# them the same. This is the version that supports /8 for UTF-8 testing. As it
dvander@2762
     5
# stands, it requires at least Perl 5.8 for UTF-8 support. However, it needs to
dvander@2762
     6
# have "use utf8" at the start for running the UTF-8 tests, but *not* for the
dvander@2762
     7
# other tests. The only way I've found for doing this is to cat this line in
dvander@2762
     8
# explicitly in the RunPerlTest script.
dvander@2762
     9
dvander@2762
    10
# use locale;  # With this included, \x0b matches \s!
dvander@2762
    11
dvander@2762
    12
# Function for turning a string into a string of printing chars. There are
dvander@2762
    13
# currently problems with UTF-8 strings; this fudges round them.
dvander@2762
    14
dvander@2762
    15
sub pchars {
dvander@2762
    16
my($t) = "";
dvander@2762
    17
dvander@2762
    18
if ($utf8)
dvander@2762
    19
  {
dvander@2762
    20
  @p = unpack('U*', $_[0]);
dvander@2762
    21
  foreach $c (@p)
dvander@2762
    22
    {
dvander@2762
    23
    if ($c >= 32 && $c < 127) { $t .= chr $c; }
dvander@2762
    24
      else { $t .= sprintf("\\x{%02x}", $c); }
dvander@2762
    25
    }
dvander@2762
    26
  }
dvander@2762
    27
dvander@2762
    28
else
dvander@2762
    29
  {
dvander@2762
    30
  foreach $c (split(//, $_[0]))
dvander@2762
    31
    {
dvander@2762
    32
    if (ord $c >= 32 && ord $c < 127) { $t .= $c; }
dvander@2762
    33
      else { $t .= sprintf("\\x%02x", ord $c); }
dvander@2762
    34
    }
dvander@2762
    35
  }
dvander@2762
    36
dvander@2762
    37
$t;
dvander@2762
    38
}
dvander@2762
    39
dvander@2762
    40
dvander@2762
    41
# Read lines from named file or stdin and write to named file or stdout; lines
dvander@2762
    42
# consist of a regular expression, in delimiters and optionally followed by
dvander@2762
    43
# options, followed by a set of test data, terminated by an empty line.
dvander@2762
    44
dvander@2762
    45
# Sort out the input and output files
dvander@2762
    46
dvander@2762
    47
if (@ARGV > 0)
dvander@2762
    48
  {
dvander@2762
    49
  open(INFILE, "<$ARGV[0]") || die "Failed to open $ARGV[0]\n";
dvander@2762
    50
  $infile = "INFILE";
dvander@2762
    51
  }
dvander@2762
    52
else { $infile = "STDIN"; }
dvander@2762
    53
dvander@2762
    54
if (@ARGV > 1)
dvander@2762
    55
  {
dvander@2762
    56
  open(OUTFILE, ">$ARGV[1]") || die "Failed to open $ARGV[1]\n";
dvander@2762
    57
  $outfile = "OUTFILE";
dvander@2762
    58
  }
dvander@2762
    59
else { $outfile = "STDOUT"; }
dvander@2762
    60
dvander@2762
    61
printf($outfile "Perl $] Regular Expressions\n\n");
dvander@2762
    62
dvander@2762
    63
# Main loop
dvander@2762
    64
dvander@2762
    65
NEXT_RE:
dvander@2762
    66
for (;;)
dvander@2762
    67
  {
dvander@2762
    68
  printf "  re> " if $infile eq "STDIN";
dvander@2762
    69
  last if ! ($_ = <$infile>);
dvander@2762
    70
  printf $outfile "$_" if $infile ne "STDIN";
dvander@2762
    71
  next if ($_ eq "");
dvander@2762
    72
dvander@2762
    73
  $pattern = $_;
dvander@2762
    74
dvander@2762
    75
  while ($pattern !~ /^\s*(.).*\1/s)
dvander@2762
    76
    {
dvander@2762
    77
    printf "    > " if $infile eq "STDIN";
dvander@2762
    78
    last if ! ($_ = <$infile>);
dvander@2762
    79
    printf $outfile "$_" if $infile ne "STDIN";
dvander@2762
    80
    $pattern .= $_;
dvander@2762
    81
    }
dvander@2762
    82
dvander@2762
    83
   chomp($pattern);
dvander@2762
    84
   $pattern =~ s/\s+$//;
dvander@2762
    85
dvander@2762
    86
  # The private /+ modifier means "print $' afterwards".
dvander@2762
    87
dvander@2762
    88
  $showrest = ($pattern =~ s/\+(?=[a-z]*$)//);
dvander@2762
    89
dvander@2762
    90
  # Remove /8 from a UTF-8 pattern.
dvander@2762
    91
dvander@2762
    92
  $utf8 = $pattern =~ s/8(?=[a-z]*$)//;
dvander@2762
    93
dvander@2762
    94
  # Check that the pattern is valid
dvander@2762
    95
dvander@2762
    96
  eval "\$_ =~ ${pattern}";
dvander@2762
    97
  if ($@)
dvander@2762
    98
    {
dvander@2762
    99
    printf $outfile "Error: $@";
dvander@2762
   100
    next NEXT_RE;
dvander@2762
   101
    }
dvander@2762
   102
dvander@2762
   103
  # If the /g modifier is present, we want to put a loop round the matching;
dvander@2762
   104
  # otherwise just a single "if".
dvander@2762
   105
dvander@2762
   106
  $cmd = ($pattern =~ /g[a-z]*$/)? "while" : "if";
dvander@2762
   107
dvander@2762
   108
  # If the pattern is actually the null string, Perl uses the most recently
dvander@2762
   109
  # executed (and successfully compiled) regex is used instead. This is a
dvander@2762
   110
  # nasty trap for the unwary! The PCRE test suite does contain null strings
dvander@2762
   111
  # in places - if they are allowed through here all sorts of weird and
dvander@2762
   112
  # unexpected effects happen. To avoid this, we replace such patterns with
dvander@2762
   113
  # a non-null pattern that has the same effect.
dvander@2762
   114
dvander@2762
   115
  $pattern = "/(?#)/$2" if ($pattern =~ /^(.)\1(.*)$/);
dvander@2762
   116
dvander@2762
   117
  # Read data lines and test them
dvander@2762
   118
dvander@2762
   119
  for (;;)
dvander@2762
   120
    {
dvander@2762
   121
    printf "data> " if $infile eq "STDIN";
dvander@2762
   122
    last NEXT_RE if ! ($_ = <$infile>);
dvander@2762
   123
    chomp;
dvander@2762
   124
    printf $outfile "$_\n" if $infile ne "STDIN";
dvander@2762
   125
dvander@2762
   126
    s/\s+$//;
dvander@2762
   127
    s/^\s+//;
dvander@2762
   128
dvander@2762
   129
    last if ($_ eq "");
dvander@2762
   130
    $x = eval "\"$_\"";   # To get escapes processed
dvander@2762
   131
dvander@2762
   132
    # Empty array for holding results, then do the matching.
dvander@2762
   133
dvander@2762
   134
    @subs = ();
dvander@2762
   135
dvander@2762
   136
    $pushes = "push \@subs,\$&;" .
dvander@2762
   137
         "push \@subs,\$1;" .
dvander@2762
   138
         "push \@subs,\$2;" .
dvander@2762
   139
         "push \@subs,\$3;" .
dvander@2762
   140
         "push \@subs,\$4;" .
dvander@2762
   141
         "push \@subs,\$5;" .
dvander@2762
   142
         "push \@subs,\$6;" .
dvander@2762
   143
         "push \@subs,\$7;" .
dvander@2762
   144
         "push \@subs,\$8;" .
dvander@2762
   145
         "push \@subs,\$9;" .
dvander@2762
   146
         "push \@subs,\$10;" .
dvander@2762
   147
         "push \@subs,\$11;" .
dvander@2762
   148
         "push \@subs,\$12;" .
dvander@2762
   149
         "push \@subs,\$13;" .
dvander@2762
   150
         "push \@subs,\$14;" .
dvander@2762
   151
         "push \@subs,\$15;" .
dvander@2762
   152
         "push \@subs,\$16;" .
dvander@2762
   153
         "push \@subs,\$'; }";
dvander@2762
   154
dvander@2762
   155
    eval "${cmd} (\$x =~ ${pattern}) {" . $pushes;
dvander@2762
   156
dvander@2762
   157
    if ($@)
dvander@2762
   158
      {
dvander@2762
   159
      printf $outfile "Error: $@\n";
dvander@2762
   160
      next NEXT_RE;
dvander@2762
   161
      }
dvander@2762
   162
    elsif (scalar(@subs) == 0)
dvander@2762
   163
      {
dvander@2762
   164
      printf $outfile "No match\n";
dvander@2762
   165
      }
dvander@2762
   166
    else
dvander@2762
   167
      {
dvander@2762
   168
      while (scalar(@subs) != 0)
dvander@2762
   169
        {
dvander@2762
   170
        printf $outfile (" 0: %s\n", &pchars($subs[0]));
dvander@2762
   171
        printf $outfile (" 0+ %s\n", &pchars($subs[17])) if $showrest;
dvander@2762
   172
        $last_printed = 0;
dvander@2762
   173
        for ($i = 1; $i <= 16; $i++)
dvander@2762
   174
          {
dvander@2762
   175
          if (defined $subs[$i])
dvander@2762
   176
            {
dvander@2762
   177
            while ($last_printed++ < $i-1)
dvander@2762
   178
              { printf $outfile ("%2d: <unset>\n", $last_printed); }
dvander@2762
   179
            printf $outfile ("%2d: %s\n", $i, &pchars($subs[$i]));
dvander@2762
   180
            $last_printed = $i;
dvander@2762
   181
            }
dvander@2762
   182
          }
dvander@2762
   183
        splice(@subs, 0, 18);
dvander@2762
   184
        }
dvander@2762
   185
      }
dvander@2762
   186
    }
dvander@2762
   187
  }
dvander@2762
   188
dvander@2762
   189
# printf $outfile "\n";
dvander@2762
   190
dvander@2762
   191
# End