Guido van Rossum | 337c6d4 | 1997-07-15 18:42:58 +0000 | [diff] [blame^] | 1 | #!/usr/bin/env python |
| 2 | # -*- mode: python -*- |
| 3 | # $Id$ |
| 4 | |
Guido van Rossum | 8e0ce30 | 1997-07-11 19:34:44 +0000 | [diff] [blame] | 5 | # Re test suite and benchmark suite v1.5a2 |
| 6 | |
| 7 | # The 3 possible outcomes for each pattern |
| 8 | [SUCCEED, FAIL, SYNTAX_ERROR] = range(3) |
| 9 | |
| 10 | # Benchmark suite (needs expansion) |
| 11 | # |
| 12 | # The benchmark suite does not test correctness, just speed. The |
| 13 | # first element of each tuple is the regex pattern; the second is a |
| 14 | # string to match it against. The benchmarking code will embed the |
| 15 | # second string inside several sizes of padding, to test how regex |
| 16 | # matching performs on large strings. |
| 17 | |
| 18 | benchmarks = [ |
| 19 | ('Python', 'Python'), # Simple text literal |
| 20 | ('.*Python', 'Python'), # Bad text literal |
| 21 | ('.*Python.*', 'Python'), # Worse text literal |
| 22 | ('.*(Python)', 'Python'), # Bad text literal with grouping |
Guido van Rossum | 337c6d4 | 1997-07-15 18:42:58 +0000 | [diff] [blame^] | 23 | |
Guido van Rossum | 8e0ce30 | 1997-07-11 19:34:44 +0000 | [diff] [blame] | 24 | ('(Python|Perl|Tcl', 'Perl'), # Alternation |
| 25 | ('(Python|Perl|Tcl)', 'Perl'), # Grouped alternation |
| 26 | ('(Python)\\1', 'PythonPython'), # Backreference |
| 27 | ('([0a-z][a-z]*,)+', 'a5,b7,c9,'), # Disable the fastmap optimization |
| 28 | ('([a-z][a-z0-9]*,)+', 'a5,b7,c9,') # A few sets |
| 29 | ] |
| 30 | |
| 31 | # Test suite (for verifying correctness) |
| 32 | # |
| 33 | # The test suite is a list of 5- or 3-tuples. The 5 parts of a |
| 34 | # complete tuple are: |
| 35 | # element 0: a string containing the pattern |
| 36 | # 1: the string to match against the pattern |
| 37 | # 2: the expected result (SUCCEED, FAIL, SYNTAX_ERROR) |
| 38 | # 3: a string that will be eval()'ed to produce a test string. |
| 39 | # This is an arbitrary Python expression; the available |
| 40 | # variables are "found" (the whole match), and "g1", "g2", ... |
Guido van Rossum | 337c6d4 | 1997-07-15 18:42:58 +0000 | [diff] [blame^] | 41 | # up to "g10" contain the contents of each group, or the |
| 42 | # string 'None' if the group wasn't given a value. |
Guido van Rossum | 8e0ce30 | 1997-07-11 19:34:44 +0000 | [diff] [blame] | 43 | # 4: The expected result of evaluating the expression. |
| 44 | # If the two don't match, an error is reported. |
| 45 | # |
| 46 | # If the regex isn't expected to work, the latter two elements can be omitted. |
| 47 | |
| 48 | tests = [ |
Guido van Rossum | 337c6d4 | 1997-07-15 18:42:58 +0000 | [diff] [blame^] | 49 | ('abc', 'abc', SUCCEED, 'found', 'abc'), |
| 50 | ('abc', 'xbc', FAIL), |
| 51 | ('abc', 'axc', FAIL), |
| 52 | ('abc', 'abx', FAIL), |
| 53 | ('abc', 'xabcy', SUCCEED, 'found', 'abc'), |
| 54 | ('abc', 'ababc', SUCCEED, 'found', 'abc'), |
| 55 | ('ab*c', 'abc', SUCCEED, 'found', 'abc'), |
| 56 | ('ab*bc', 'abc', SUCCEED, 'found', 'abc'), |
| 57 | ('ab*bc', 'abbc', SUCCEED, 'found', 'abbc'), |
| 58 | ('ab*bc', 'abbbbc', SUCCEED, 'found', 'abbbbc'), |
| 59 | ('ab+bc', 'abbc', SUCCEED, 'found', 'abbc'), |
| 60 | ('ab+bc', 'abc', FAIL), |
| 61 | ('ab+bc', 'abq', FAIL), |
| 62 | ('ab+bc', 'abbbbc', SUCCEED, 'found', 'abbbbc'), |
| 63 | ('ab?bc', 'abbc', SUCCEED, 'found', 'abbc'), |
| 64 | ('ab?bc', 'abc', SUCCEED, 'found', 'abc'), |
| 65 | ('ab?bc', 'abbbbc', FAIL), |
| 66 | ('ab?c', 'abc', SUCCEED, 'found', 'abc'), |
| 67 | ('^abc$', 'abc', SUCCEED, 'found', 'abc'), |
| 68 | ('^abc$', 'abcc', FAIL), |
| 69 | ('^abc', 'abcc', SUCCEED, 'found', 'abc'), |
| 70 | ('^abc$', 'aabc', FAIL), |
| 71 | ('abc$', 'aabc', SUCCEED, 'found', 'abc'), |
| 72 | ('^', 'abc', SUCCEED, 'found+"-"', '-'), |
| 73 | ('$', 'abc', SUCCEED, 'found+"-"', '-'), |
| 74 | ('a.c', 'abc', SUCCEED, 'found', 'abc'), |
| 75 | ('a.c', 'axc', SUCCEED, 'found', 'axc'), |
| 76 | ('a.*c', 'axyzc', SUCCEED, 'found', 'axyzc'), |
| 77 | ('a.*c', 'axyzd', FAIL), |
| 78 | ('a[bc]d', 'abc', FAIL), |
| 79 | ('a[bc]d', 'abd', SUCCEED, 'found', 'abd'), |
| 80 | ('a[b-d]e', 'abd', FAIL), |
| 81 | ('a[b-d]e', 'ace', SUCCEED, 'found', 'ace'), |
| 82 | ('a[b-d]', 'aac', SUCCEED, 'found', 'ac'), |
| 83 | |
| 84 | # In 're', the way to put a '-' in a set is to escape it: '[\-]' |
| 85 | # ('a[-b]', 'a-', SUCCEED, 'found', 'a-'), |
| 86 | |
| 87 | ('a[-b]', 'a-', SYNTAX_ERROR), |
| 88 | ('a[\\-b]', 'a-', SUCCEED, 'found', 'a-'), |
| 89 | ('a[b-]', 'a-', SYNTAX_ERROR), |
| 90 | ('a[]b', '-', SYNTAX_ERROR), |
| 91 | ('a[', '-', SYNTAX_ERROR), |
| 92 | ('a\\', '-', SYNTAX_ERROR), |
| 93 | ('abc)', '-', SYNTAX_ERROR), |
| 94 | ('(abc', '-', SYNTAX_ERROR), |
| 95 | ('a]', 'a]', SUCCEED, 'found', 'a]'), |
| 96 | |
| 97 | # In 're', the way to put a ']' in a set is to escape it: '[\]]' |
| 98 | # ('a[]]b', 'a]b', SUCCEED, 'found', 'a]b'), |
| 99 | |
| 100 | ('a[\]]b', 'a]b', SUCCEED, 'found', 'a]b'), |
| 101 | ('a[^bc]d', 'aed', SUCCEED, 'found', 'aed'), |
| 102 | ('a[^bc]d', 'abd', FAIL), |
| 103 | ('a[^\\-b]c', 'adc', SUCCEED, 'found', 'adc'), |
| 104 | ('a[^\\-b]c', 'a-c', FAIL), |
| 105 | ('a[^\\]b]c', 'a]c', FAIL), |
| 106 | ('a[^\\]b]c', 'adc', SUCCEED, 'found', 'adc'), |
| 107 | ('\\ba\\b', 'a-', SUCCEED, '"-"', '-'), |
| 108 | ('\\ba\\b', '-a', SUCCEED, '"-"', '-'), |
| 109 | ('\\ba\\b', '-a-', SUCCEED, '"-"', '-'), |
| 110 | ('\\by\\b', 'xy', FAIL), |
| 111 | ('\\by\\b', 'yz', FAIL), |
| 112 | ('\\by\\b', 'xyz', FAIL), |
| 113 | ('ab|cd', 'abc', SUCCEED, 'found', 'ab'), |
| 114 | ('ab|cd', 'abcd', SUCCEED, 'found', 'ab'), |
| 115 | ('()ef', 'def', SUCCEED, 'found+"-"+g1', 'ef-'), |
| 116 | ('$b', 'b', FAIL), |
| 117 | |
| 118 | # This is an error in 1.5 |
| 119 | # ('a(b', 'a(b', SUCCEED, 'found+"-"+g1', 'a(b-None'), |
| 120 | |
| 121 | ('a\\(*b', 'ab', SUCCEED, 'found', 'ab'), |
| 122 | ('a\\(*b', 'a((b', SUCCEED, 'found', 'a((b'), |
| 123 | ('a\\\\b', 'a\\b', SUCCEED, 'found', 'a\\b'), |
| 124 | ('((a))', 'abc', SUCCEED, 'found+"-"+g1+"-"+g2', 'a-a-a'), |
| 125 | ('(a)b(c)', 'abc', SUCCEED, 'found+"-"+g1+"-"+g2', 'abc-a-c'), |
| 126 | ('a+b+c', 'aabbabc', SUCCEED, 'found', 'abc'), |
| 127 | ('(a+|b)*', 'ab', SUCCEED, 'found+"-"+g1', 'ab-b'), |
| 128 | ('(a+|b)+', 'ab', SUCCEED, 'found+"-"+g1', 'ab-b'), |
| 129 | ('(a+|b)?', 'ab', SUCCEED, 'found+"-"+g1', 'a-a'), |
| 130 | (')(', '-', SYNTAX_ERROR), |
| 131 | ('[^ab]*', 'cde', SUCCEED, 'found', 'cde'), |
| 132 | ('abc', '', FAIL), |
| 133 | ('a*', '', SUCCEED, 'found', ''), |
| 134 | ('a|b|c|d|e', 'e', SUCCEED, 'found', 'e'), |
| 135 | ('(a|b|c|d|e)f', 'ef', SUCCEED, 'found+"-"+g1', 'ef-e'), |
| 136 | ('abcd*efg', 'abcdefg', SUCCEED, 'found', 'abcdefg'), |
| 137 | ('ab*', 'xabyabbbz', SUCCEED, 'found', 'ab'), |
| 138 | ('ab*', 'xayabbbz', SUCCEED, 'found', 'a'), |
| 139 | ('(ab|cd)e', 'abcde', SUCCEED, 'found+"-"+g1', 'cde-cd'), |
| 140 | ('[abhgefdc]ij', 'hij', SUCCEED, 'found', 'hij'), |
| 141 | ('^(ab|cd)e', 'abcde', FAIL, |
| 142 | 'xg1y', 'xy'), |
| 143 | ('(abc|)ef', 'abcdef', SUCCEED, 'found+"-"+g1', 'ef-'), |
| 144 | ('(a|b)c*d', 'abcd', SUCCEED, 'found+"-"+g1', 'bcd-b'), |
| 145 | ('(ab|ab*)bc', 'abc', SUCCEED, 'found+"-"+g1', 'abc-a'), |
| 146 | ('a([bc]*)c*', 'abc', SUCCEED, 'found+"-"+g1', 'abc-bc'), |
| 147 | ('a([bc]*)(c*d)', 'abcd', SUCCEED, 'found+"-"+g1+"-"+g2', 'abcd-bc-d'), |
| 148 | ('a([bc]+)(c*d)', 'abcd', SUCCEED, 'found+"-"+g1+"-"+g2', 'abcd-bc-d'), |
| 149 | ('a([bc]*)(c+d)', 'abcd', SUCCEED, 'found+"-"+g1+"-"+g2', 'abcd-b-cd'), |
| 150 | ('a[bcd]*dcdcde', 'adcdcde', SUCCEED, 'found', 'adcdcde'), |
| 151 | ('a[bcd]+dcdcde', 'adcdcde', FAIL), |
| 152 | ('(ab|a)b*c', 'abc', SUCCEED, 'found+"-"+g1', 'abc-ab'), |
| 153 | ('((a)(b)c)(d)', 'abcd', SUCCEED, 'g1+"-"+g2+"-"+g3+"-"+g4', 'abc-a-b-d'), |
| 154 | ('[a-zA-Z_][a-zA-Z0-9_]*', 'alpha', SUCCEED, 'found', 'alpha'), |
| 155 | ('^a(bc+|b[eh])g|.h$', 'abh', SUCCEED, 'found+"-"+g1', 'bh-None'), |
| 156 | ('(bc+d$|ef*g.|h?i(j|k))', 'effgz', SUCCEED, 'found+"-"+g1+"-"+g2', 'effgz-effgz-None'), |
| 157 | ('(bc+d$|ef*g.|h?i(j|k))', 'ij', SUCCEED, 'found+"-"+g1+"-"+g2', 'ij-ij-j'), |
| 158 | ('(bc+d$|ef*g.|h?i(j|k))', 'effg', FAIL), |
| 159 | ('(bc+d$|ef*g.|h?i(j|k))', 'bcdd', FAIL), |
| 160 | ('(bc+d$|ef*g.|h?i(j|k))', 'reffgz', SUCCEED, 'found+"-"+g1+"-"+g2', 'effgz-effgz-None'), |
| 161 | ('(((((((((a)))))))))', 'a', SUCCEED, 'found', 'a'), |
| 162 | ('multiple words of text', 'uh-uh', FAIL), |
| 163 | ('multiple words', 'multiple words, yeah', SUCCEED, 'found', 'multiple words'), |
| 164 | ('(.*)c(.*)', 'abcde', SUCCEED, 'found+"-"+g1+"-"+g2', 'abcde-ab-de'), |
| 165 | ('\\((.*), (.*)\\)', '(a, b)', SUCCEED, 'g2+"-"+g1', 'b-a'), |
| 166 | ('[k]', 'ab', FAIL), |
| 167 | ('a[-]?c', 'ac', SUCCEED, 'found', 'ac'), |
| 168 | ('(abc)\\1', 'abcabc', SUCCEED, 'g1', 'abc'), |
| 169 | ('([a-c]*)\\1', 'abcabc', SUCCEED, 'g1', 'abc'), |
| 170 | ('^(.+)?B', 'AB', SUCCEED, 'g1', 'A'), |
| 171 | ('(a+).\\1$', 'aaaaa', SUCCEED, 'found+"-"+g1', 'aaaaa-aa'), |
| 172 | ('^(a+).\\1$', 'aaaa', FAIL), |
| 173 | ('(abc)\\1', 'abcabc', SUCCEED, 'found+"-"+g1', 'abcabc-abc'), |
| 174 | ('([a-c]+)\\1', 'abcabc', SUCCEED, 'found+"-"+g1', 'abcabc-abc'), |
| 175 | ('(a)\\1', 'aa', SUCCEED, 'found+"-"+g1', 'aa-a'), |
| 176 | ('(a+)\\1', 'aa', SUCCEED, 'found+"-"+g1', 'aa-a'), |
| 177 | ('(a+)+\\1', 'aa', SUCCEED, 'found+"-"+g1', 'aa-a'), |
| 178 | ('(a).+\\1', 'aba', SUCCEED, 'found+"-"+g1', 'aba-a'), |
| 179 | ('(a)ba*\\1', 'aba', SUCCEED, 'found+"-"+g1', 'aba-a'), |
| 180 | ('(aa|a)a\\1$', 'aaa', SUCCEED, 'found+"-"+g1', 'aaa-a'), |
| 181 | ('(a|aa)a\\1$', 'aaa', SUCCEED, 'found+"-"+g1', 'aaa-a'), |
| 182 | ('(a+)a\\1$', 'aaa', SUCCEED, 'found+"-"+g1', 'aaa-a'), |
| 183 | ('([abc]*)\\1', 'abcabc', SUCCEED, 'found+"-"+g1', 'abcabc-abc'), |
| 184 | ('(a)(b)c|ab', 'ab', SUCCEED, 'found+"-"+g1+"-"+g2', 'ab-None-None'), |
| 185 | ('(a)+x', 'aaax', SUCCEED, 'found+"-"+g1', 'aaax-a'), |
| 186 | ('([ac])+x', 'aacx', SUCCEED, 'found+"-"+g1', 'aacx-c'), |
| 187 | ('([^/]*/)*sub1/', 'd:msgs/tdir/sub1/trial/away.cpp', SUCCEED, 'found+"-"+g1', 'd:msgs/tdir/sub1/-tdir/'), |
| 188 | ('([^.]*)\\.([^:]*):[T ]+(.*)', 'track1.title:TBlah blah blah', SUCCEED, 'found+"-"+g1+"-"+g2+"-"+g3', 'track1.title:TBlah blah blah-track1-title-Blah blah blah'), |
| 189 | ('([^N]*N)+', 'abNNxyzN', SUCCEED, 'found+"-"+g1', 'abNNxyzN-xyzN'), |
| 190 | ('([^N]*N)+', 'abNNxyz', SUCCEED, 'found+"-"+g1', 'abNN-N'), |
| 191 | ('([abc]*)x', 'abcx', SUCCEED, 'found+"-"+g1', 'abcx-abc'), |
| 192 | ('([abc]*)x', 'abc', FAIL), |
| 193 | ('([xyz]*)x', 'abcx', SUCCEED, 'found+"-"+g1', 'x-'), |
| 194 | ('(a)+b|aac', 'aac', SUCCEED, 'found+"-"+g1', 'aac-None'), |
| 195 | |
| 196 | # Test symbolic groups |
| 197 | |
| 198 | ('(?P<i d>aaa)a', 'aaaa', SYNTAX_ERROR), |
| 199 | ('(?P<id>aaa)a', 'aaaa', SUCCEED, 'found+"-"+id', 'aaaa-aaa'), |
| 200 | ('(?P<id>aa)(?P=id)', 'aaaa', SUCCEED, 'found+"-"+id', 'aaaa-aa'), |
| 201 | ('(?P<id>aa)(?P=xd)', 'aaaa', SYNTAX_ERROR), |
| 202 | |
| 203 | # Test octal escapes/memory references |
| 204 | |
| 205 | ('\\1', 'a', SYNTAX_ERROR), |
| 206 | ('\\09', chr(0) + '9', SUCCEED, 'found', chr(0) + '9'), |
| 207 | ('\\141', 'a', SUCCEED, 'found', 'a'), |
| 208 | ('(a)(b)(c)(d)(e)(f)(g)(h)(i)(j)(k)(l)\\119', 'abcdefghijklk9', SUCCEED, 'found+"-"+g11', 'abcdefghijklk9-k') |
| 209 | |
| 210 | ] |