cpython/Modules/_sre/sre.h at main · python/cpython · GitHub

Repository navigation

History

127 lines (116 loc) · 3.82 KB

Raw

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

* Secret Labs' Regular Expression Engine

* regular expression matching engine

* See the sre.c file for information on usage and redistribution.

#ifndef SRE_INCLUDED

#define SRE_INCLUDED

#include "sre_constants.h"

/* size of a code word (must be unsigned short or larger, and

large enough to hold a UCS4 character) */

#define SRE_CODE Py_UCS4

#if SIZEOF_SIZE_T > 4

# define SRE_MAXREPEAT (~(SRE_CODE)0)

# define SRE_MAXGROUPS ((SRE_CODE)INT32_MAX / 2)

#else

# define SRE_MAXREPEAT ((SRE_CODE)PY_SSIZE_T_MAX)

# define SRE_MAXGROUPS ((SRE_CODE)PY_SSIZE_T_MAX / SIZEOF_VOID_P / 2)

#endif

typedef struct {

PyObject_VAR_HEAD

Py_ssize_t groups; /* must be first! */

PyObject* groupindex; /* dict */

PyObject* indexgroup; /* tuple */

/* compatibility */

PyObject* pattern; /* pattern source (or None) */

int flags; /* flags used when compiling pattern source */

PyObject *weakreflist; /* List of weak references */

int isbytes; /* pattern type (1 - bytes, 0 - string, -1 - None) */

#ifdef Py_DEBUG

/* for simulation of user interruption */

int fail_after_count;

PyObject *fail_after_exc;

#endif

/* pattern code */

Py_ssize_t codesize;

SRE_CODE code[1];

} PatternObject;

#define PatternObject_GetCode(o) (((PatternObject*)(o))->code)

typedef struct {

PyObject_VAR_HEAD

PyObject* string; /* link to the target string (must be first) */

PyObject* regs; /* cached list of matching spans */

PatternObject* pattern; /* link to the regex (pattern) object */

Py_ssize_t pos, endpos; /* current target slice */

Py_ssize_t lastindex; /* last index marker seen by the engine (-1 if none) */

Py_ssize_t groups; /* number of groups (start/end marks) */

Py_ssize_t mark[1];

} MatchObject;

typedef struct {

PyObject_VAR_HEAD

Py_ssize_t chunks; /* the number of group references and non-NULL literals

* self->chunks <= 2*Py_SIZE(self) + 1 */

PyObject *literal;

struct {

Py_ssize_t index;

PyObject *literal; /* NULL if empty */

} items[0];

} TemplateObject;

typedef struct SRE_REPEAT_T {

Py_ssize_t count;

const SRE_CODE* pattern; /* points to REPEAT operator arguments */

const void* last_ptr; /* helper to check for infinite loops */

struct SRE_REPEAT_T *prev; /* points to previous repeat context */

/* for SRE_REPEAT pool */

struct SRE_REPEAT_T *pool_prev;

struct SRE_REPEAT_T *pool_next;

} SRE_REPEAT;

typedef struct {

/* string pointers */

const void* ptr; /* current position (also end of current slice) */

const void* beginning; /* start of original string */

const void* start; /* start of current slice */

const void* end; /* end of original string */

/* attributes for the match object */

PyObject* string;

Py_buffer buffer;

Py_ssize_t pos, endpos;

int isbytes;

int charsize; /* character size */

int match_all;

int must_advance;

int debug;

/* marks */

int lastmark;

int lastindex;

const void** mark;

int save_marks; /* if nonzero, save and restore mark values on

backtracking instead of only rewinding the lastmark

index; counts enclosing repeat contexts and

possessive bodies */

/* dynamically allocated stuff */

char* data_stack;

size_t data_stack_size;

size_t data_stack_base;

/* current repeat context */

SRE_REPEAT *repeat;

/* SRE_REPEAT pool */

SRE_REPEAT *repeat_pool_used;

SRE_REPEAT *repeat_pool_unused;

unsigned int sigcount;

#ifdef Py_DEBUG

int fail_after_count;

PyObject *fail_after_exc;

#endif

} SRE_STATE;

typedef struct {

PyObject_HEAD

PatternObject* pattern;

SRE_STATE state;

int executing;

} ScannerObject;

#endif

cpython/Modules/_sre/sre.h at main · python/cpython · GitHub

Repository navigation

Expand file tree

Breadcrumbs

sre.h

Latest commit

History

Breadcrumbs

sre.h

File metadata and controls