/Modules/sre.h

 1/*
 2 * Secret Labs' Regular Expression Engine
 3 *
 4 * regular expression matching engine
 5 *
 6 * Copyright (c) 1997-2001 by Secret Labs AB.  All rights reserved.
 7 *
 8 * See the _sre.c file for information on usage and redistribution.
 9 */
10
11#ifndef SRE_INCLUDED
12#define SRE_INCLUDED
13
14#include "sre_constants.h"
15
16/* size of a code word (must be unsigned short or larger, and
17   large enough to hold a Py_UNICODE character) */
18#ifdef Py_UNICODE_WIDE
19#define SRE_CODE Py_UCS4
20#else
21#define SRE_CODE unsigned short
22#endif
23
24typedef struct {
25    PyObject_VAR_HEAD
26    Py_ssize_t groups; /* must be first! */
27    PyObject* groupindex;
28    PyObject* indexgroup;
29    /* compatibility */
30    PyObject* pattern; /* pattern source (or None) */
31    int flags; /* flags used when compiling pattern source */
32    PyObject *weakreflist; /* List of weak references */
33    /* pattern code */
34    Py_ssize_t codesize;
35    SRE_CODE code[1];
36} PatternObject;
37
38#define PatternObject_GetCode(o) (((PatternObject*)(o))->code)
39
40typedef struct {
41    PyObject_VAR_HEAD
42    PyObject* string; /* link to the target string (must be first) */
43    PyObject* regs; /* cached list of matching spans */
44    PatternObject* pattern; /* link to the regex (pattern) object */
45    Py_ssize_t pos, endpos; /* current target slice */
46    Py_ssize_t lastindex; /* last index marker seen by the engine (-1 if none) */
47    Py_ssize_t groups; /* number of groups (start/end marks) */
48    Py_ssize_t mark[1];
49} MatchObject;
50
51typedef unsigned int (*SRE_TOLOWER_HOOK)(unsigned int ch);
52
53/* FIXME: <fl> shouldn't be a constant, really... */
54#define SRE_MARK_SIZE 200
55
56typedef struct SRE_REPEAT_T {
57    Py_ssize_t count;
58    SRE_CODE* pattern; /* points to REPEAT operator arguments */
59    void* last_ptr; /* helper to check for infinite loops */
60    struct SRE_REPEAT_T *prev; /* points to previous repeat context */
61} SRE_REPEAT;
62
63typedef struct {
64    /* string pointers */
65    void* ptr; /* current position (also end of current slice) */
66    void* beginning; /* start of original string */
67    void* start; /* start of current slice */
68    void* end; /* end of original string */
69    /* attributes for the match object */
70    PyObject* string;
71    Py_ssize_t pos, endpos;
72    /* character size */
73    int charsize;
74    /* registers */
75    Py_ssize_t lastindex;
76    Py_ssize_t lastmark;
77    void* mark[SRE_MARK_SIZE];
78    /* dynamically allocated stuff */
79    char* data_stack;
80    size_t data_stack_size;
81    size_t data_stack_base;
82    /* current repeat context */
83    SRE_REPEAT *repeat;
84    /* hooks */
85    SRE_TOLOWER_HOOK lower;
86} SRE_STATE;
87
88typedef struct {
89    PyObject_HEAD
90    PyObject* pattern;
91    SRE_STATE state;
92} ScannerObject;
93
94#endif