# Regex test suite and benchmark suite v1.5a2

# Due to the use of r"aw" strings, this file will

# only work with Python 1.5 or higher.

# The 3 possible outcomes for each pattern

[SUCCEED, FAIL, SYNTAX_ERROR] = range(3)

# Benchmark suite (needs expansion)

#

# The benchmark suite does not test correctness, just speed.  The

# first element of each tuple is the regex pattern; the second is a

# string to match it against.  The benchmarking code will embed the

# second string inside several sizes of padding, to test how regex

# matching performs on large strings.

benchmarks = [

        ('Python', 'Python'),                     # Simple text literal

        ('.*Python', 'Python'),                   # Bad text literal

        ('.*Python.*', 'Python'),                 # Worse text literal

        ('.*\\(Python\\)', 'Python'),             # Bad text literal with grouping

        ('(Python\\|Perl\\|Tcl', 'Perl'),          # Alternation

        ('\\(Python\\|Perl\\|Tcl\\)', 'Perl'),     # Grouped alternation

        ('\\(Python\\)\\1', 'PythonPython'),       # Backreference

#       ('\\([0a-z][a-z]*,\\)+', 'a5,b7,c9,'),     # Disable the fastmap optimization

        ('\\([a-z][a-z0-9]*,\\)+', 'a5,b7,c9,')    # A few sets

]

# Test suite (for verifying correctness)

#

# The test suite is a list of 5- or 3-tuples.  The 5 parts of a

# complete tuple are:

# element 0: a string containing the pattern

#         1: the string to match against the pattern

#         2: the expected result (SUCCEED, FAIL, SYNTAX_ERROR)

#         3: a string that will be eval()'ed to produce a test string.

#            This is an arbitrary Python expression; the available

#            variables are "found" (the whole match), and "g1", "g2", ...

#            up to "g10" contain the contents of each group, or the

#            string 'None' if the group wasn't given a value.

#         4: The expected result of evaluating the expression.

#            If the two don't match, an error is reported.

#

# If the regex isn't expected to work, the latter two elements can be omitted.

tests = [

('abc', 'abc', SUCCEED,

 'found', 'abc'),

('abc', 'xbc', FAIL),

('abc', 'axc', FAIL),

('abc', 'abx', FAIL),

('abc', 'xabcy', SUCCEED,

 'found', 'abc'),

('abc', 'ababc', SUCCEED,

 'found', 'abc'),

('ab*c', 'abc', SUCCEED,

 'found', 'abc'),

('ab*bc', 'abc', SUCCEED,

 'found', 'abc'),

('ab*bc', 'abbc', SUCCEED,

 'found', 'abbc'),

('ab*bc', 'abbbbc', SUCCEED,

 'found', 'abbbbc'),

('ab+bc', 'abbc', SUCCEED,

 'found', 'abbc'),

('ab+bc', 'abc', FAIL),

('ab+bc', 'abq', FAIL),

('ab+bc', 'abbbbc', SUCCEED,

 'found', 'abbbbc'),

('ab?bc', 'abbc', SUCCEED,

 'found', 'abbc'),

('ab?bc', 'abc', SUCCEED,

 'found', 'abc'),

('ab?bc', 'abbbbc', FAIL),

('ab?c', 'abc', SUCCEED,

 'found', 'abc'),

('^abc$', 'abc', SUCCEED,

 'found', 'abc'),

('^abc$', 'abcc', FAIL),

('^abc', 'abcc', SUCCEED,

 'found', 'abc'),

('^abc$', 'aabc', FAIL),

('abc$', 'aabc', SUCCEED,

 'found', 'abc'),

('^', 'abc', SUCCEED,

 'found+"-"', '-'),

('$', 'abc', SUCCEED,

 'found+"-"', '-'),

('a.c', 'abc', SUCCEED,

 'found', 'abc'),

('a.c', 'axc', SUCCEED,

 'found', 'axc'),

('a.*c', 'axyzc', SUCCEED,

 'found', 'axyzc'),

('a.*c', 'axyzd', FAIL),

('a[bc]d', 'abc', FAIL),

('a[bc]d', 'abd', SUCCEED,

 'found', 'abd'),

('a[b-d]e', 'abd', FAIL),

('a[b-d]e', 'ace', SUCCEED,

 'found', 'ace'),

('a[b-d]', 'aac', SUCCEED,

 'found', 'ac'),

('a[-b]', 'a-', SUCCEED,

 'found', 'a-'),

('a[b-]', 'a-', SUCCEED,

 'found', 'a-'),

('a[]b', '-', SYNTAX_ERROR),

('a[', '-', SYNTAX_ERROR),

('a\\', '-', SYNTAX_ERROR),

('abc\\)', '-', SYNTAX_ERROR),

('\\(abc', '-', SYNTAX_ERROR),

('a]', 'a]', SUCCEED,

 'found', 'a]'),

('a[]]b', 'a]b', SUCCEED,

 'found', 'a]b'),

('a[^bc]d', 'aed', SUCCEED,

 'found', 'aed'),

('a[^bc]d', 'abd', FAIL),

('a[^-b]c', 'adc', SUCCEED,

 'found', 'adc'),

('a[^-b]c', 'a-c', FAIL),

('a[^]b]c', 'a]c', FAIL),

('a[^]b]c', 'adc', SUCCEED,

 'found', 'adc'),

('\\ba\\b', 'a-', SUCCEED,

 '"-"', '-'),

('\\ba\\b', '-a', SUCCEED,

 '"-"', '-'),

('\\ba\\b', '-a-', SUCCEED,

 '"-"', '-'),

('\\by\\b', 'xy', FAIL),

('\\by\\b', 'yz', FAIL),

('\\by\\b', 'xyz', FAIL),

('ab\\|cd', 'abc', SUCCEED,

 'found', 'ab'),

('ab\\|cd', 'abcd', SUCCEED,

 'found', 'ab'),

('\\(\\)ef', 'def', SUCCEED,

 'found+"-"+g1', 'ef-'),

('$b', 'b', FAIL),

('a(b', 'a(b', SUCCEED,

 'found+"-"+g1', 'a(b-None'),

('a(*b', 'ab', SUCCEED,

 'found', 'ab'),

('a(*b', 'a((b', SUCCEED,

 'found', 'a((b'),

('a\\\\b', 'a\\b', SUCCEED,

 'found', 'a\\b'),

('\\(\\(a\\)\\)', 'abc', SUCCEED,

 'found+"-"+g1+"-"+g2', 'a-a-a'),

('\\(a\\)b\\(c\\)', 'abc', SUCCEED,

 'found+"-"+g1+"-"+g2', 'abc-a-c'),

('a+b+c', 'aabbabc', SUCCEED,

 'found', 'abc'),

('\\(a+\\|b\\)*', 'ab', SUCCEED,

 'found+"-"+g1', 'ab-b'),

('\\(a+\\|b\\)+', 'ab', SUCCEED,

 'found+"-"+g1', 'ab-b'),

('\\(a+\\|b\\)?', 'ab', SUCCEED,

 'found+"-"+g1', 'a-a'),

('\\)\\(', '-', SYNTAX_ERROR),

('[^ab]*', 'cde', SUCCEED,

 'found', 'cde'),

('abc', '', FAIL),

('a*', '', SUCCEED,

 'found', ''),

('a\\|b\\|c\\|d\\|e', 'e', SUCCEED,

 'found', 'e'),

('\\(a\\|b\\|c\\|d\\|e\\)f', 'ef', SUCCEED,

 'found+"-"+g1', 'ef-e'),

('abcd*efg', 'abcdefg', SUCCEED,

 'found', 'abcdefg'),

('ab*', 'xabyabbbz', SUCCEED,

 'found', 'ab'),

('ab*', 'xayabbbz', SUCCEED,

 'found', 'a'),

('\\(ab\\|cd\\)e', 'abcde', SUCCEED,

 'found+"-"+g1', 'cde-cd'),

('[abhgefdc]ij', 'hij', SUCCEED,

 'found', 'hij'),

('^\\(ab\\|cd\\)e', 'abcde', FAIL,

 'xg1y', 'xy'),

('\\(abc\\|\\)ef', 'abcdef', SUCCEED,

 'found+"-"+g1', 'ef-'),

('\\(a\\|b\\)c*d', 'abcd', SUCCEED,

 'found+"-"+g1', 'bcd-b'),

('\\(ab\\|ab*\\)bc', 'abc', SUCCEED,

 'found+"-"+g1', 'abc-a'),

('a\\([bc]*\\)c*', 'abc', SUCCEED,

 'found+"-"+g1', 'abc-bc'),

('a\\([bc]*\\)\\(c*d\\)', 'abcd', SUCCEED,

 'found+"-"+g1+"-"+g2', 'abcd-bc-d'),

('a\\([bc]+\\)\\(c*d\\)', 'abcd', SUCCEED,

 'found+"-"+g1+"-"+g2', 'abcd-bc-d'),

('a\\([bc]*\\)\\(c+d\\)', 'abcd', SUCCEED,

 'found+"-"+g1+"-"+g2', 'abcd-b-cd'),

('a[bcd]*dcdcde', 'adcdcde', SUCCEED,

 'found', 'adcdcde'),

('a[bcd]+dcdcde', 'adcdcde', FAIL),

('\\(ab\\|a\\)b*c', 'abc', SUCCEED,

 'found+"-"+g1', 'abc-ab'),

('\\(\\(a\\)\\(b\\)c\\)\\(d\\)', 'abcd', SUCCEED,

 'g1+"-"+g2+"-"+g3+"-"+g4', 'abc-a-b-d'),

('[a-zA-Z_][a-zA-Z0-9_]*', 'alpha', SUCCEED,

 'found', 'alpha'),

('^a\\(bc+\\|b[eh]\\)g\\|.h$', 'abh', SUCCEED,

 'found+"-"+g1', 'bh-None'),

('\\(bc+d$\\|ef*g.\\|h?i\\(j\\|k\\)\\)', 'effgz', SUCCEED,

 'found+"-"+g1+"-"+g2', 'effgz-effgz-None'),

('\\(bc+d$\\|ef*g.\\|h?i\\(j\\|k\\)\\)', 'ij', SUCCEED,

 'found+"-"+g1+"-"+g2', 'ij-ij-j'),

('\\(bc+d$\\|ef*g.\\|h?i\\(j\\|k\\)\\)', 'effg', FAIL),

('\\(bc+d$\\|ef*g.\\|h?i\\(j\\|k\\)\\)', 'bcdd', FAIL),

('\\(bc+d$\\|ef*g.\\|h?i\\(j\\|k\\)\\)', 'reffgz', SUCCEED,

 'found+"-"+g1+"-"+g2', 'effgz-effgz-None'),

('\\(\\(\\(\\(\\(\\(\\(\\(\\(a\\)\\)\\)\\)\\)\\)\\)\\)\\)', 'a', SUCCEED,

 'found', 'a'),

('multiple words of text', 'uh-uh', FAIL),

('multiple words', 'multiple words, yeah', SUCCEED,

 'found', 'multiple words'),

('\\(.*\\)c\\(.*\\)', 'abcde', SUCCEED,

 'found+"-"+g1+"-"+g2', 'abcde-ab-de'),

('(\\(.*\\), \\(.*\\))', '(a, b)', SUCCEED,

 'g2+"-"+g1', 'b-a'),

('[k]', 'ab', FAIL),

('a[-]?c', 'ac', SUCCEED,

 'found', 'ac'),

('\\(abc\\)\\1', 'abcabc', SUCCEED,

 'g1', 'abc'),

('\\([a-c]*\\)\\1', 'abcabc', SUCCEED,

 'g1', 'abc'),

('^\\(.+\\)?B', 'AB', SUCCEED,

 'g1', 'A'),

('\\(a+\\).\\1$', 'aaaaa', SUCCEED,

 'found+"-"+g1', 'aaaaa-aa'),

('^\\(a+\\).\\1$', 'aaaa', FAIL),

('\\(abc\\)\\1', 'abcabc', SUCCEED,

 'found+"-"+g1', 'abcabc-abc'),

('\\([a-c]+\\)\\1', 'abcabc', SUCCEED,

 'found+"-"+g1', 'abcabc-abc'),

('\\(a\\)\\1', 'aa', SUCCEED,

 'found+"-"+g1', 'aa-a'),

('\\(a+\\)\\1', 'aa', SUCCEED,

 'found+"-"+g1', 'aa-a'),

('\\(a+\\)+\\1', 'aa', SUCCEED,

 'found+"-"+g1', 'aa-a'),

('\\(a\\).+\\1', 'aba', SUCCEED,

 'found+"-"+g1', 'aba-a'),

('\\(a\\)ba*\\1', 'aba', SUCCEED,

 'found+"-"+g1', 'aba-a'),

('\\(aa\\|a\\)a\\1$', 'aaa', SUCCEED,

 'found+"-"+g1', 'aaa-a'),

('\\(a\\|aa\\)a\\1$', 'aaa', SUCCEED,

 'found+"-"+g1', 'aaa-a'),

('\\(a+\\)a\\1$', 'aaa', SUCCEED,

 'found+"-"+g1', 'aaa-a'),

('\\([abc]*\\)\\1', 'abcabc', SUCCEED,

 'found+"-"+g1', 'abcabc-abc'),

('\\(a\\)\\(b\\)c\\|ab', 'ab', SUCCEED,

 'found+"-"+g1+"-"+g2', 'ab-None-None'),

('\\(a\\)+x', 'aaax', SUCCEED,

 'found+"-"+g1', 'aaax-a'),

('\\([ac]\\)+x', 'aacx', SUCCEED,

 'found+"-"+g1', 'aacx-c'),

('\\([^/]*/\\)*sub1/', 'd:msgs/tdir/sub1/trial/away.cpp', SUCCEED,

 'found+"-"+g1', 'd:msgs/tdir/sub1/-tdir/'),

('\\([^.]*\\)\\.\\([^:]*\\):[T ]+\\(.*\\)', 'track1.title:TBlah blah blah', SUCCEED,

 'found+"-"+g1+"-"+g2+"-"+g3', 'track1.title:TBlah blah blah-track1-title-Blah blah blah'),

('\\([^N]*N\\)+', 'abNNxyzN', SUCCEED,

 'found+"-"+g1', 'abNNxyzN-xyzN'),

('\\([^N]*N\\)+', 'abNNxyz', SUCCEED,

 'found+"-"+g1', 'abNN-N'),

('\\([abc]*\\)x', 'abcx', SUCCEED,

 'found+"-"+g1', 'abcx-abc'),

('\\([abc]*\\)x', 'abc', FAIL),

('\\([xyz]*\\)x', 'abcx', SUCCEED,

 'found+"-"+g1', 'x-'),

('\\(a\\)+b\\|aac', 'aac', SUCCEED,

 'found+"-"+g1', 'aac-None'),

('\<a', 'a', SUCCEED, 'found', 'a'),

('\<a', '!', FAIL),

('a\<b', 'ab', FAIL),

('a\>', 'ab', FAIL),

('a\>', 'a!', SUCCEED, 'found', 'a'),

('a\>', 'a', SUCCEED, 'found', 'a'),

]