blob: 68196985584f5afb6595997b118a2afefbd4525f [file] [log] [blame]
Guido van Rossumb700df92000-03-31 14:59:30 +00001/*
2 * Secret Labs' Regular Expression Engine
Guido van Rossumb700df92000-03-31 14:59:30 +00003 *
Fredrik Lundh80946112000-06-29 18:03:25 +00004 * regular expression matching engine
Guido van Rossumb700df92000-03-31 14:59:30 +00005 *
Fredrik Lundhb0f05bd2001-07-02 16:42:49 +00006 * Copyright (c) 1997-2001 by Secret Labs AB. All rights reserved.
Guido van Rossumb700df92000-03-31 14:59:30 +00007 *
8 * See the _sre.c file for information on usage and redistribution.
9 */
10
11#ifndef SRE_INCLUDED
12#define SRE_INCLUDED
13
14#include "sre_constants.h"
15
Fredrik Lundh8f455852001-06-27 18:59:43 +000016/* size of a code word (must be unsigned short or larger, and
Antoine Pitrou39bdad82012-11-20 22:30:42 +010017 large enough to hold a UCS4 character) */
Martin v. Löwis7d9c6c72004-05-07 07:18:13 +000018#define SRE_CODE Py_UCS4
Serhiy Storchaka70ca0212013-02-16 16:47:47 +020019#if SIZEOF_SIZE_T > 4
20# define SRE_MAXREPEAT (~(SRE_CODE)0)
21#else
22# define SRE_MAXREPEAT ((SRE_CODE)PY_SSIZE_T_MAX + 1u)
23#endif
Fredrik Lundh102f3ad2000-06-29 08:55:54 +000024
Guido van Rossumb700df92000-03-31 14:59:30 +000025typedef struct {
Fredrik Lundh6f013982000-07-03 18:44:21 +000026 PyObject_VAR_HEAD
Thomas Wouters0e3f5912006-08-11 14:57:12 +000027 Py_ssize_t groups; /* must be first! */
Guido van Rossumb700df92000-03-31 14:59:30 +000028 PyObject* groupindex;
Fredrik Lundhc2301732000-07-02 22:25:39 +000029 PyObject* indexgroup;
Jeremy Hyltonb1aa1952000-06-01 17:39:12 +000030 /* compatibility */
31 PyObject* pattern; /* pattern source (or None) */
32 int flags; /* flags used when compiling pattern source */
Raymond Hettinger027bb632004-05-31 03:09:25 +000033 PyObject *weakreflist; /* List of weak references */
Antoine Pitroufd036452008-08-19 17:56:33 +000034 int charsize; /* pattern charsize (or -1) */
Benjamin Petersone48944b2012-03-07 14:50:25 -060035 Py_buffer view;
Fredrik Lundh6f013982000-07-03 18:44:21 +000036 /* pattern code */
Thomas Wouters0e3f5912006-08-11 14:57:12 +000037 Py_ssize_t codesize;
Fredrik Lundh6f013982000-07-03 18:44:21 +000038 SRE_CODE code[1];
Guido van Rossumb700df92000-03-31 14:59:30 +000039} PatternObject;
40
Fredrik Lundh6f013982000-07-03 18:44:21 +000041#define PatternObject_GetCode(o) (((PatternObject*)(o))->code)
Guido van Rossumb700df92000-03-31 14:59:30 +000042
43typedef struct {
Fredrik Lundh6f013982000-07-03 18:44:21 +000044 PyObject_VAR_HEAD
Fredrik Lundhb0f05bd2001-07-02 16:42:49 +000045 PyObject* string; /* link to the target string (must be first) */
Fredrik Lundh8a3ebf82000-07-23 21:46:17 +000046 PyObject* regs; /* cached list of matching spans */
Guido van Rossumb700df92000-03-31 14:59:30 +000047 PatternObject* pattern; /* link to the regex (pattern) object */
Thomas Wouters0e3f5912006-08-11 14:57:12 +000048 Py_ssize_t pos, endpos; /* current target slice */
49 Py_ssize_t lastindex; /* last index marker seen by the engine (-1 if none) */
50 Py_ssize_t groups; /* number of groups (start/end marks) */
51 Py_ssize_t mark[1];
Guido van Rossumb700df92000-03-31 14:59:30 +000052} MatchObject;
53
Fredrik Lundh102f3ad2000-06-29 08:55:54 +000054typedef unsigned int (*SRE_TOLOWER_HOOK)(unsigned int ch);
55
Fredrik Lundhbe2211e2000-06-29 16:57:40 +000056/* FIXME: <fl> shouldn't be a constant, really... */
57#define SRE_MARK_SIZE 200
58
Fredrik Lundh29c4ba92000-08-01 18:20:07 +000059typedef struct SRE_REPEAT_T {
Thomas Wouters0e3f5912006-08-11 14:57:12 +000060 Py_ssize_t count;
Fredrik Lundh29c4ba92000-08-01 18:20:07 +000061 SRE_CODE* pattern; /* points to REPEAT operator arguments */
Gustavo Niemeyerad3fc442003-10-17 22:13:16 +000062 void* last_ptr; /* helper to check for infinite loops */
Fredrik Lundh29c4ba92000-08-01 18:20:07 +000063 struct SRE_REPEAT_T *prev; /* points to previous repeat context */
64} SRE_REPEAT;
65
Jeremy Hyltonb1aa1952000-06-01 17:39:12 +000066typedef struct {
67 /* string pointers */
68 void* ptr; /* current position (also end of current slice) */
69 void* beginning; /* start of original string */
70 void* start; /* start of current slice */
71 void* end; /* end of original string */
Fredrik Lundh8a3ebf82000-07-23 21:46:17 +000072 /* attributes for the match object */
73 PyObject* string;
Thomas Wouters0e3f5912006-08-11 14:57:12 +000074 Py_ssize_t pos, endpos;
Jeremy Hyltonb1aa1952000-06-01 17:39:12 +000075 /* character size */
76 int charsize;
77 /* registers */
Thomas Wouters0e3f5912006-08-11 14:57:12 +000078 Py_ssize_t lastindex;
79 Py_ssize_t lastmark;
Fredrik Lundhbe2211e2000-06-29 16:57:40 +000080 void* mark[SRE_MARK_SIZE];
Fredrik Lundh29c4ba92000-08-01 18:20:07 +000081 /* dynamically allocated stuff */
Gustavo Niemeyerad3fc442003-10-17 22:13:16 +000082 char* data_stack;
Thomas Wouters0e3f5912006-08-11 14:57:12 +000083 size_t data_stack_size;
84 size_t data_stack_base;
Benjamin Petersone48944b2012-03-07 14:50:25 -060085 Py_buffer buffer;
Gustavo Niemeyerad3fc442003-10-17 22:13:16 +000086 /* current repeat context */
87 SRE_REPEAT *repeat;
Fredrik Lundh102f3ad2000-06-29 08:55:54 +000088 /* hooks */
Fredrik Lundhb389df32000-06-29 12:48:37 +000089 SRE_TOLOWER_HOOK lower;
Jeremy Hyltonb1aa1952000-06-01 17:39:12 +000090} SRE_STATE;
Guido van Rossumb700df92000-03-31 14:59:30 +000091
Jeremy Hyltonb1aa1952000-06-01 17:39:12 +000092typedef struct {
93 PyObject_HEAD
94 PyObject* pattern;
Jeremy Hyltonb1aa1952000-06-01 17:39:12 +000095 SRE_STATE state;
Fredrik Lundhbe2211e2000-06-29 16:57:40 +000096} ScannerObject;
Jeremy Hyltonb1aa1952000-06-01 17:39:12 +000097
98#endif