2 # Secret Labs' Regular Expression Engine
4 # various symbols used by the regular expression engine.
5 # run this script to update the _sre include files!
7 # Copyright (c) 1998-2001 by Secret Labs AB. All rights reserved.
9 # See the sre.py file for information on usage and redistribution.
12 """Internal support module for sre"""
14 # update when constants are added or removed
18 from _sre import MAXREPEAT, MAXGROUPS
20 # SRE standard exception (access as sre.error)
21 # should this really be here?
23 class error(Exception):
24 def __init__(self, msg, pattern=None, pos=None):
26 self.pattern = pattern
28 if pattern is not None and pos is not None:
29 msg = '%s at position %d' % (msg, pos)
30 if isinstance(pattern, str):
34 self.lineno = pattern.count(newline, 0, pos) + 1
35 self.colno = pos - pattern.rfind(newline, 0, pos)
36 if newline in pattern:
37 msg = '%s (line %d, column %d)' % (msg, self.lineno, self.colno)
39 self.lineno = self.colno = None
43 class _NamedIntConstant(int):
44 def __new__(cls, value, name):
45 self = super(_NamedIntConstant, cls).__new__(cls, value)
54 MAXREPEAT = _NamedIntConstant(MAXREPEAT, 'MAXREPEAT')
56 def _makecodes(names):
57 names = names.strip().split()
58 items = [_NamedIntConstant(i, name) for i, name in enumerate(names)]
59 globals().update({item.name: item for item in items})
63 # failure=0 success=1 (just because it looks better that way :-)
64 OPCODES = _makecodes("""
74 GROUPREF GROUPREF_EXISTS GROUPREF_IGNORE
78 LITERAL LITERAL_IGNORE
82 NOT_LITERAL NOT_LITERAL_IGNORE
93 del OPCODES[-2:] # remove MIN_REPEAT and MAX_REPEAT
96 ATCODES = _makecodes("""
97 AT_BEGINNING AT_BEGINNING_LINE AT_BEGINNING_STRING
98 AT_BOUNDARY AT_NON_BOUNDARY
99 AT_END AT_END_LINE AT_END_STRING
100 AT_LOC_BOUNDARY AT_LOC_NON_BOUNDARY
101 AT_UNI_BOUNDARY AT_UNI_NON_BOUNDARY
105 CHCODES = _makecodes("""
106 CATEGORY_DIGIT CATEGORY_NOT_DIGIT
107 CATEGORY_SPACE CATEGORY_NOT_SPACE
108 CATEGORY_WORD CATEGORY_NOT_WORD
109 CATEGORY_LINEBREAK CATEGORY_NOT_LINEBREAK
110 CATEGORY_LOC_WORD CATEGORY_LOC_NOT_WORD
111 CATEGORY_UNI_DIGIT CATEGORY_UNI_NOT_DIGIT
112 CATEGORY_UNI_SPACE CATEGORY_UNI_NOT_SPACE
113 CATEGORY_UNI_WORD CATEGORY_UNI_NOT_WORD
114 CATEGORY_UNI_LINEBREAK CATEGORY_UNI_NOT_LINEBREAK
118 # replacement operations for "ignore case" mode
120 GROUPREF: GROUPREF_IGNORE,
122 LITERAL: LITERAL_IGNORE,
123 NOT_LITERAL: NOT_LITERAL_IGNORE,
128 AT_BEGINNING: AT_BEGINNING_LINE,
133 AT_BOUNDARY: AT_LOC_BOUNDARY,
134 AT_NON_BOUNDARY: AT_LOC_NON_BOUNDARY
138 AT_BOUNDARY: AT_UNI_BOUNDARY,
139 AT_NON_BOUNDARY: AT_UNI_NON_BOUNDARY
143 CATEGORY_DIGIT: CATEGORY_DIGIT,
144 CATEGORY_NOT_DIGIT: CATEGORY_NOT_DIGIT,
145 CATEGORY_SPACE: CATEGORY_SPACE,
146 CATEGORY_NOT_SPACE: CATEGORY_NOT_SPACE,
147 CATEGORY_WORD: CATEGORY_LOC_WORD,
148 CATEGORY_NOT_WORD: CATEGORY_LOC_NOT_WORD,
149 CATEGORY_LINEBREAK: CATEGORY_LINEBREAK,
150 CATEGORY_NOT_LINEBREAK: CATEGORY_NOT_LINEBREAK
154 CATEGORY_DIGIT: CATEGORY_UNI_DIGIT,
155 CATEGORY_NOT_DIGIT: CATEGORY_UNI_NOT_DIGIT,
156 CATEGORY_SPACE: CATEGORY_UNI_SPACE,
157 CATEGORY_NOT_SPACE: CATEGORY_UNI_NOT_SPACE,
158 CATEGORY_WORD: CATEGORY_UNI_WORD,
159 CATEGORY_NOT_WORD: CATEGORY_UNI_NOT_WORD,
160 CATEGORY_LINEBREAK: CATEGORY_UNI_LINEBREAK,
161 CATEGORY_NOT_LINEBREAK: CATEGORY_UNI_NOT_LINEBREAK
165 SRE_FLAG_TEMPLATE = 1 # template mode (disable backtracking)
166 SRE_FLAG_IGNORECASE = 2 # case insensitive
167 SRE_FLAG_LOCALE = 4 # honour system locale
168 SRE_FLAG_MULTILINE = 8 # treat target as multiline string
169 SRE_FLAG_DOTALL = 16 # treat target as a single string
170 SRE_FLAG_UNICODE = 32 # use unicode "locale"
171 SRE_FLAG_VERBOSE = 64 # ignore whitespace and comments
172 SRE_FLAG_DEBUG = 128 # debugging
173 SRE_FLAG_ASCII = 256 # use ascii "locale"
175 # flags for INFO primitive
176 SRE_INFO_PREFIX = 1 # has prefix
177 SRE_INFO_LITERAL = 2 # entire pattern is literal (given by prefix)
178 SRE_INFO_CHARSET = 4 # pattern starts with character from given set
180 if __name__ == "__main__":
181 def dump(f, d, prefix):
184 f.write("#define %s_%s %d\n" % (prefix, item, item))
185 with open("sre_constants.h", "w") as f:
188 * Secret Labs' Regular Expression Engine
190 * regular expression matching engine
192 * NOTE: This file is generated by sre_constants.py. If you need
193 * to change anything in here, edit sre_constants.py and run it.
195 * Copyright (c) 1997-2001 by Secret Labs AB. All rights reserved.
197 * See the _sre.c file for information on usage and redistribution.
202 f.write("#define SRE_MAGIC %d\n" % MAGIC)
204 dump(f, OPCODES, "SRE_OP")
205 dump(f, ATCODES, "SRE")
206 dump(f, CHCODES, "SRE")
208 f.write("#define SRE_FLAG_TEMPLATE %d\n" % SRE_FLAG_TEMPLATE)
209 f.write("#define SRE_FLAG_IGNORECASE %d\n" % SRE_FLAG_IGNORECASE)
210 f.write("#define SRE_FLAG_LOCALE %d\n" % SRE_FLAG_LOCALE)
211 f.write("#define SRE_FLAG_MULTILINE %d\n" % SRE_FLAG_MULTILINE)
212 f.write("#define SRE_FLAG_DOTALL %d\n" % SRE_FLAG_DOTALL)
213 f.write("#define SRE_FLAG_UNICODE %d\n" % SRE_FLAG_UNICODE)
214 f.write("#define SRE_FLAG_VERBOSE %d\n" % SRE_FLAG_VERBOSE)
215 f.write("#define SRE_FLAG_DEBUG %d\n" % SRE_FLAG_DEBUG)
216 f.write("#define SRE_FLAG_ASCII %d\n" % SRE_FLAG_ASCII)
218 f.write("#define SRE_INFO_PREFIX %d\n" % SRE_INFO_PREFIX)
219 f.write("#define SRE_INFO_LITERAL %d\n" % SRE_INFO_LITERAL)
220 f.write("#define SRE_INFO_CHARSET %d\n" % SRE_INFO_CHARSET)