extends |
AbstractLexer<int, string> |
|---|
| Methods | ||
|---|---|---|
public
|
__construct()
|
# |
public
|
reset(): void
|
# |
public
|
find(int $type): boolean
|
# |
public
|
moveNext(): boolean
|
# |
protected
|
getType(string &$value): integer
|
# |
protected
|
isValid(string $value): bool
|
# |
protected
|
isNullType(string $value): bool
|
# |
protected
|
isInvalidChar(string $value): bool
|
# |
protected
|
isUTF8Invalid(string $value): bool
|
# |
public
|
hasInvalidTokens(): bool
|
# |
public
|
getPrevious(): Token<int, string>
|
# |
protected
|
getCatchablePatterns(): string[]
|
# |
protected
|
getNonCatchablePatterns(): string[]
|
# |
protected
|
getModifiers(): string
|
# |
public
|
getAccumulatedValues(): string
|
# |
public
|
startRecording(): void
|
# |
public
|
stopRecording(): void
|
# |
public
|
clearRecorded(): void
|
# |
| Methods inherited from Doctrine\Common\Lexer\AbstractLexer |
|---|
setInput(), resetPeek(), resetPosition(), getInputUntilPosition(), isNextToken(), isNextTokenAny(), skipUntil(), isA(), peek(), glimpse(), scan(), getLiteral(), |
| Constants | ||
|---|---|---|
public
|
S_EMPTY = -1
|
# |
public
|
C_NUL = 0
|
# |
public
|
S_HTAB = 9
|
# |
public
|
S_LF = 10
|
# |
public
|
S_CR = 13
|
# |
public
|
S_SP = 32
|
# |
public
|
EXCLAMATION = 33
|
# |
public
|
S_DQUOTE = 34
|
# |
public
|
NUMBER_SIGN = 35
|
# |
public
|
DOLLAR = 36
|
# |
public
|
PERCENTAGE = 37
|
# |
public
|
AMPERSAND = 38
|
# |
public
|
S_SQUOTE = 39
|
# |
public
|
S_OPENPARENTHESIS = 40
|
# |
public
|
S_CLOSEPARENTHESIS = 41
|
# |
public
|
ASTERISK = 42
|
# |
public
|
S_PLUS = 43
|
# |
public
|
S_COMMA = 44
|
# |
public
|
S_HYPHEN = 45
|
# |
public
|
S_DOT = 46
|
# |
public
|
S_SLASH = 47
|
# |
public
|
S_COLON = 58
|
# |
public
|
S_SEMICOLON = 59
|
# |
public
|
S_LOWERTHAN = 60
|
# |
public
|
S_EQUAL = 61
|
# |
public
|
S_GREATERTHAN = 62
|
# |
public
|
QUESTIONMARK = 63
|
# |
public
|
S_AT = 64
|
# |
public
|
S_OPENBRACKET = 91
|
# |
public
|
S_BACKSLASH = 92
|
# |
public
|
S_CLOSEBRACKET = 93
|
# |
public
|
CARET = 94
|
# |
public
|
S_UNDERSCORE = 95
|
# |
public
|
S_BACKTICK = 96
|
# |
public
|
S_OPENCURLYBRACES = 123
|
# |
public
|
S_PIPE = 124
|
# |
public
|
S_CLOSECURLYBRACES = 125
|
# |
public
|
S_TILDE = 126
|
# |
public
|
C_DEL = 127
|
# |
public
|
INVERT_QUESTIONMARK = 168
|
# |
public
|
INVERT_EXCLAMATION = 173
|
# |
public
|
GENERIC = 300
|
# |
public
|
S_IPV6TAG = 301
|
# |
public
|
INVALID = 302
|
# |
public
|
CRLF = 1310
|
# |
public
|
S_DOUBLECOLON = 5858
|
# |
public
|
ASCII_INVALID_FROM = 127
|
# |
public
|
ASCII_INVALID_TO = 199
|
# |
public
|
INVALID_CHARS_REGEX = "/[^\p{S}\p{C}\p{Cc}]+/iu"
|
# |
public
|
VALID_UTF8_REGEX = '/\p{Cc}+/u'
|
# |
public
|
CATCHABLE_PATTERNS = ['[a-zA-Z]+[46]?', '[^\x00-\x7F]', '[0-9]+', '\r\n', '::', '\s+?', '.']
|
# |
public
|
NON_CATCHABLE_PATTERNS = ['[\xA0-\xff]+']
|
# |
public
|
MODIFIERS = 'iu'
|
# |
| Properties | |||
|---|---|---|---|
protected
|
array
|
$charValue = [
'{' => self::S_OPENCURLYBRACES,
'}' => self::S_CLOSECURLYBRACES,
'(' => self::S_OPENPARENTHESIS,
')' => self::S_CLOSEPARENTHESIS,
'<' => self::S_LOWERTHAN,
'>' => self::S_GREATERTHAN,
'[' => self::S_OPENBRACKET,
']' => self::S_CLOSEBRACKET,
':' => self::S_COLON,
';' => self::S_SEMICOLON,
'@' => self::S_AT,
'\\' => self::S_BACKSLASH,
'/' => self::S_SLASH,
',' => self::S_COMMA,
'.' => self::S_DOT,
"'" => self::S_SQUOTE,
"`" => self::S_BACKTICK,
'"' => self::S_DQUOTE,
'-' => self::S_HYPHEN,
'::' => self::S_DOUBLECOLON,
' ' => self::S_SP,
"\t" => self::S_HTAB,
"\r" => self::S_CR,
"\n" => self::S_LF,
"\r\n" => self::CRLF,
'IPv6' => self::S_IPV6TAG,
'' => self::S_EMPTY,
'\0' => self::C_NUL,
'*' => self::ASTERISK,
'!' => self::EXCLAMATION,
'&' => self::AMPERSAND,
'^' => self::CARET,
'$' => self::DOLLAR,
'%' => self::PERCENTAGE,
'~' => self::S_TILDE,
'|' => self::S_PIPE,
'_' => self::S_UNDERSCORE,
'=' => self::S_EQUAL,
'+' => self::S_PLUS,
'¿' => self::INVERT_QUESTIONMARK,
'?' => self::QUESTIONMARK,
'#' => self::NUMBER_SIGN,
'¡' => self::INVERT_EXCLAMATION,
]
|
# |
protected
|
bool
|
$hasInvalidTokens = false
|
# |
protected
|
Token<int, string>
|
$previous
|
# |
public
|
Token<int, string>
|
$current
|
# |
private
|
Token<int, string>
|
$nullToken
|
# |
private
|
string
|
$accumulator = ''
|
# |
private
|
bool
|
$hasToRecord = false
|
# |
| Properties inherited from Doctrine\Common\Lexer\AbstractLexer |
|---|
$input, $tokens, $position, $peek, $lookahead, $token, $regex |