Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 1 | /************************************************* |
| 2 | * Perl-Compatible Regular Expressions * |
| 3 | *************************************************/ |
| 4 | |
| 5 | /* PCRE is a library of functions to support regular expressions whose syntax |
| 6 | and semantics are as close as possible to those of the Perl 5 language. |
| 7 | |
| 8 | Written by Philip Hazel |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 9 | Original API code Copyright (c) 1997-2012 University of Cambridge |
| 10 | New API code Copyright (c) 2016 University of Cambridge |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 11 | |
| 12 | ----------------------------------------------------------------------------- |
| 13 | Redistribution and use in source and binary forms, with or without |
| 14 | modification, are permitted provided that the following conditions are met: |
| 15 | |
| 16 | * Redistributions of source code must retain the above copyright notice, |
| 17 | this list of conditions and the following disclaimer. |
| 18 | |
| 19 | * Redistributions in binary form must reproduce the above copyright |
| 20 | notice, this list of conditions and the following disclaimer in the |
| 21 | documentation and/or other materials provided with the distribution. |
| 22 | |
| 23 | * Neither the name of the University of Cambridge nor the names of its |
| 24 | contributors may be used to endorse or promote products derived from |
| 25 | this software without specific prior written permission. |
| 26 | |
| 27 | THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" |
| 28 | AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
| 29 | IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE |
| 30 | ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE |
| 31 | LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR |
| 32 | CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF |
| 33 | SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS |
| 34 | INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN |
| 35 | CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) |
| 36 | ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE |
| 37 | POSSIBILITY OF SUCH DAMAGE. |
| 38 | ----------------------------------------------------------------------------- |
| 39 | */ |
| 40 | |
| 41 | |
| 42 | /* This module contains internal functions for testing newlines when more than |
| 43 | one kind of newline is to be recognized. When a newline is found, its length is |
| 44 | returned. In principle, we could implement several newline "types", each |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 45 | referring to a different set of newline characters. At present, PCRE2 supports |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 46 | only NLTYPE_FIXED, which gets handled without these functions, NLTYPE_ANYCRLF, |
| 47 | and NLTYPE_ANY. The full list of Unicode newline characters is taken from |
| 48 | http://unicode.org/unicode/reports/tr18/. */ |
| 49 | |
| 50 | |
| 51 | #ifdef HAVE_CONFIG_H |
| 52 | #include "config.h" |
| 53 | #endif |
| 54 | |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 55 | #include "pcre2_internal.h" |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 56 | |
| 57 | |
| 58 | |
| 59 | /************************************************* |
| 60 | * Check for newline at given position * |
| 61 | *************************************************/ |
| 62 | |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 63 | /* This function is called only via the IS_NEWLINE macro, which does so only |
| 64 | when the newline type is NLTYPE_ANY or NLTYPE_ANYCRLF. The case of a fixed |
| 65 | newline (NLTYPE_FIXED) is handled inline. It is guaranteed that the code unit |
| 66 | pointed to by ptr is less than the end of the string. |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 67 | |
| 68 | Arguments: |
| 69 | ptr pointer to possible newline |
| 70 | type the newline type |
| 71 | endptr pointer to the end of the string |
| 72 | lenptr where to return the length |
| 73 | utf TRUE if in utf mode |
| 74 | |
| 75 | Returns: TRUE or FALSE |
| 76 | */ |
| 77 | |
| 78 | BOOL |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 79 | PRIV(is_newline)(PCRE2_SPTR ptr, uint32_t type, PCRE2_SPTR endptr, |
| 80 | uint32_t *lenptr, BOOL utf) |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 81 | { |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 82 | uint32_t c; |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 83 | |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 84 | #ifdef SUPPORT_UNICODE |
| 85 | if (utf) { GETCHAR(c, ptr); } else c = *ptr; |
| 86 | #else |
| 87 | (void)utf; |
| 88 | c = *ptr; |
| 89 | #endif /* SUPPORT_UNICODE */ |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 90 | |
| 91 | if (type == NLTYPE_ANYCRLF) switch(c) |
| 92 | { |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 93 | case CHAR_LF: |
| 94 | *lenptr = 1; |
| 95 | return TRUE; |
| 96 | |
| 97 | case CHAR_CR: |
| 98 | *lenptr = (ptr < endptr - 1 && ptr[1] == CHAR_LF)? 2 : 1; |
| 99 | return TRUE; |
| 100 | |
| 101 | default: |
| 102 | return FALSE; |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 103 | } |
| 104 | |
| 105 | /* NLTYPE_ANY */ |
| 106 | |
| 107 | else switch(c) |
| 108 | { |
| 109 | #ifdef EBCDIC |
| 110 | case CHAR_NEL: |
| 111 | #endif |
| 112 | case CHAR_LF: |
| 113 | case CHAR_VT: |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 114 | case CHAR_FF: |
| 115 | *lenptr = 1; |
| 116 | return TRUE; |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 117 | |
| 118 | case CHAR_CR: |
| 119 | *lenptr = (ptr < endptr - 1 && ptr[1] == CHAR_LF)? 2 : 1; |
| 120 | return TRUE; |
| 121 | |
| 122 | #ifndef EBCDIC |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 123 | #if PCRE2_CODE_UNIT_WIDTH == 8 |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 124 | case CHAR_NEL: |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 125 | *lenptr = utf? 2 : 1; |
| 126 | return TRUE; |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 127 | |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 128 | case 0x2028: /* LS */ |
| 129 | case 0x2029: /* PS */ |
| 130 | *lenptr = 3; |
| 131 | return TRUE; |
| 132 | |
| 133 | #else /* 16-bit or 32-bit code units */ |
| 134 | case CHAR_NEL: |
| 135 | case 0x2028: /* LS */ |
| 136 | case 0x2029: /* PS */ |
| 137 | *lenptr = 1; |
| 138 | return TRUE; |
| 139 | #endif |
| 140 | #endif /* Not EBCDIC */ |
| 141 | |
| 142 | default: |
| 143 | return FALSE; |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 144 | } |
| 145 | } |
| 146 | |
| 147 | |
| 148 | |
| 149 | /************************************************* |
| 150 | * Check for newline at previous position * |
| 151 | *************************************************/ |
| 152 | |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 153 | /* This function is called only via the WAS_NEWLINE macro, which does so only |
| 154 | when the newline type is NLTYPE_ANY or NLTYPE_ANYCRLF. The case of a fixed |
| 155 | newline (NLTYPE_FIXED) is handled inline. It is guaranteed that the initial |
| 156 | value of ptr is greater than the start of the string that is being processed. |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 157 | |
| 158 | Arguments: |
| 159 | ptr pointer to possible newline |
| 160 | type the newline type |
| 161 | startptr pointer to the start of the string |
| 162 | lenptr where to return the length |
| 163 | utf TRUE if in utf mode |
| 164 | |
| 165 | Returns: TRUE or FALSE |
| 166 | */ |
| 167 | |
| 168 | BOOL |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 169 | PRIV(was_newline)(PCRE2_SPTR ptr, uint32_t type, PCRE2_SPTR startptr, |
| 170 | uint32_t *lenptr, BOOL utf) |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 171 | { |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 172 | uint32_t c; |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 173 | ptr--; |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 174 | |
| 175 | #ifdef SUPPORT_UNICODE |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 176 | if (utf) |
| 177 | { |
| 178 | BACKCHAR(ptr); |
| 179 | GETCHAR(c, ptr); |
| 180 | } |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 181 | else c = *ptr; |
| 182 | #else |
| 183 | (void)utf; |
| 184 | c = *ptr; |
| 185 | #endif /* SUPPORT_UNICODE */ |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 186 | |
| 187 | if (type == NLTYPE_ANYCRLF) switch(c) |
| 188 | { |
| 189 | case CHAR_LF: |
| 190 | *lenptr = (ptr > startptr && ptr[-1] == CHAR_CR)? 2 : 1; |
| 191 | return TRUE; |
| 192 | |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 193 | case CHAR_CR: |
| 194 | *lenptr = 1; |
| 195 | return TRUE; |
| 196 | |
| 197 | default: |
| 198 | return FALSE; |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 199 | } |
| 200 | |
| 201 | /* NLTYPE_ANY */ |
| 202 | |
| 203 | else switch(c) |
| 204 | { |
| 205 | case CHAR_LF: |
| 206 | *lenptr = (ptr > startptr && ptr[-1] == CHAR_CR)? 2 : 1; |
| 207 | return TRUE; |
| 208 | |
| 209 | #ifdef EBCDIC |
| 210 | case CHAR_NEL: |
| 211 | #endif |
| 212 | case CHAR_VT: |
| 213 | case CHAR_FF: |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 214 | case CHAR_CR: |
| 215 | *lenptr = 1; |
| 216 | return TRUE; |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 217 | |
| 218 | #ifndef EBCDIC |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 219 | #if PCRE2_CODE_UNIT_WIDTH == 8 |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 220 | case CHAR_NEL: |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 221 | *lenptr = utf? 2 : 1; |
| 222 | return TRUE; |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 223 | |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 224 | case 0x2028: /* LS */ |
| 225 | case 0x2029: /* PS */ |
| 226 | *lenptr = 3; |
| 227 | return TRUE; |
| 228 | |
| 229 | #else /* 16-bit or 32-bit code units */ |
| 230 | case CHAR_NEL: |
| 231 | case 0x2028: /* LS */ |
| 232 | case 0x2029: /* PS */ |
| 233 | *lenptr = 1; |
| 234 | return TRUE; |
| 235 | #endif |
| 236 | #endif /* Not EBCDIC */ |
| 237 | |
| 238 | default: |
| 239 | return FALSE; |
Nick Kralevich | f73ff17 | 2014-09-27 12:41:49 -0700 | [diff] [blame] | 240 | } |
| 241 | } |
| 242 | |
Janis Danisevskis | 112c9cc | 2016-03-31 13:35:25 +0100 | [diff] [blame] | 243 | /* End of pcre2_newline.c */ |