1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950 |
- from __future__ import absolute_import
- import cython
- from Cython.Plex.Actions cimport Action
- cdef class Scanner:
- cdef public lexicon
- cdef public stream
- cdef public name
- cdef public unicode buffer
- cdef public Py_ssize_t buf_start_pos
- cdef public Py_ssize_t next_pos
- cdef public Py_ssize_t cur_pos
- cdef public Py_ssize_t cur_line
- cdef public Py_ssize_t cur_line_start
- cdef public Py_ssize_t start_pos
- cdef public Py_ssize_t start_line
- cdef public Py_ssize_t start_col
- cdef public text
- cdef public initial_state # int?
- cdef public state_name
- cdef public list queue
- cdef public bint trace
- cdef public cur_char
- cdef public long input_state
- cdef public level
- @cython.final
- @cython.locals(input_state=long)
- cdef next_char(self)
- @cython.locals(action=Action)
- cpdef tuple read(self)
- @cython.final
- cdef tuple scan_a_token(self)
- ##cdef tuple position(self) # used frequently by Parsing.py
- @cython.final
- @cython.locals(cur_pos=Py_ssize_t, cur_line=Py_ssize_t, cur_line_start=Py_ssize_t,
- input_state=long, next_pos=Py_ssize_t, state=dict,
- buf_start_pos=Py_ssize_t, buf_len=Py_ssize_t, buf_index=Py_ssize_t,
- trace=bint, discard=Py_ssize_t, data=unicode, buffer=unicode)
- cdef run_machine_inlined(self)
- @cython.final
- cdef begin(self, state)
- @cython.final
- cdef produce(self, value, text = *)
|