Lines Matching refs:tok_id

1556             tok_id = None
1560                 tok_id = match.lastindex
1561                 if tok_id == _T.CHAR_LITERAL:
1562                     val = self._unescape(match.group(tok_id).encode("utf-8"))
1567                     tok_val = match.group(tok_id)
1572                     tok_id = _T.NUM
1583                     tok_id = _T.PROPNODENAME
1590                     tok_id = _T.BYTE
1593             if not tok_id:
1596                     tok_id = _T.MISC
1610             if tok_id == _T.SKIP:
1616             if tok_id == _T.INCLUDE:
1625             if tok_id == _T.LINE:
1631             if tok_id == _T.EOF:
1639             if (tok_id in (_T.DEL_PROP, _T.DEL_NODE, _T.OMIT_IF_NO_REF)
1647             elif tok_id in (_T.MEMRESERVE, _T.BITS) or tok_val == "]":
1650             return _Token(tok_id, tok_val)
2173     return re.compile("|".join(token_spec[tok_id] for tok_id in