Lines Matching refs:tokenize
114 def tokenize(self, cg: 'CodeGenerator') -> Iterable[Union[str, CodeCC]]: member in Node
326 for token in node.tokenize(cg):
367 def tokenize(self, _: CodeGenerator) -> str: member in HardCode
420 def tokenize(self, _: CodeGenerator) -> Iterable[Union[str, CodeCC]]: member in Type
436 def tokenize(self, _: CodeGenerator) -> str: member in HardExpr
455 def tokenize(self, _: CodeGenerator) -> Iterable[str | CodeCC]: member in IntLit
473 def tokenize(self, _: CodeGenerator) -> Iterable[str | CodeCC]: member in StringLit
485 def tokenize(self, _: CodeGenerator) -> Iterable[Union[str, CodeCC]]: member in Arg
504 def tokenize(self, _: CodeGenerator) -> str: member in BoolLit
523 def tokenize(self, cg: CodeGenerator) -> Iterable[str | CodeCC]: member in StmtExpr
524 return chain(self.emit_comment_tokens(), self.m_expr.tokenize(cg), [';\n'])
531 def tokenize(self, cg: CodeGenerator) -> Iterable[Union[str, CodeCC]]: member in VariableRef
555 def tokenize(self, _: CodeGenerator) -> Iterable[Union[str, CodeCC]]: member in AccessibilityMod
576 def tokenize(self, cg: CodeGenerator) -> Iterable[Union[str, CodeCC]]: member in VariableDecl
580 self.type.tokenize(cg),
582 *(chain([' = '], self.init.tokenize(cg)) if self.init is not None else []),
595 def tokenize(self, _: CodeGenerator) -> Iterable[str | CodeCC]: member in ArgDecl
640 *map(lambda s: s.tokenize(cg), body.iterate()),
666 def tokenize(self, cg: CodeGenerator) -> Iterable[str | CodeCC]: member in MethodDefinition
702 def tokenize(self, cg: CodeGenerator) -> Iterable[str | CodeCC]: member in PropertyDefintion
759 def tokenize(self, cg: CodeGenerator) -> Iterable[Union[str, CodeCC]]: member in Call
773 tokens = chain(self.object.tokenize(cg), sep, call, [CodeCC.UNNEST] if nested else [])
816 def tokenize(self, cg: CodeGenerator) -> Iterable[Union[str, CodeCC]]: member in Class
819 return chain([str(access), ' '], node.tokenize(cg))
820 return node.tokenize(cg)
838 *(f.tokenize(cg) for f in self.fields.iterate()),
840 *(p.tokenize(cg) for p in self.properties.iterate()),
842 *intersperse((m.tokenize(cg) for m in self.methods.iterate()), '\n'),
844 *intersperse((c.tokenize(cg) for c in self.classes.iterate()), '\n'),
864 def tokenize(self, cg: CodeGenerator) -> Iterable[str | CodeCC]: member in Namespace
870 *intersperse((c.tokenize(cg) for c in self.classes.iterate()), '\n'),
872 *intersperse((n.tokenize(cg) for n in self.namespaces.iterate()), '\n'),
886 def tokenize(self, _: CodeGenerator) -> Iterable[str | CodeCC]: member in New
895 def tokenize(self, _: CodeGenerator) -> Iterable[str | CodeCC]: member in NewArray
911 def tokenize(self, cg: CodeGenerator) -> Iterable[str | CodeCC]: member in Assign
913 self.lhs.tokenize(cg),
916 self.rhs.tokenize(cg)
923 def tokenize(self, cg: CodeGenerator) -> Iterable[str | CodeCC]: member in This
935 def tokenize(self, cg: CodeGenerator) -> Iterable[str | CodeCC]: member in Return
938 return chain(tokens, ['return '], self.expr.tokenize(cg), [';\n'])
950 def tokenize(self, cg: CodeGenerator) -> Iterable[str | CodeCC]: member in Throw
954 self.expr.tokenize(cg), [';\n']
974 def tokenize(self, cg: CodeGenerator) -> Iterable[str | CodeCC]: member in BinaryOp
976 self.lhs.tokenize(cg),
979 self.rhs.tokenize(cg),
1006 def tokenize(self, cg: CodeGenerator) -> Iterable[str | CodeCC]: member in If
1008 ['if('], self.condition.tokenize(cg), [')\n{\n', CodeCC.NEST],
1009 *(stmt.tokenize(cg) for stmt in self.then_.iterate()),
1018 *(stmt.tokenize(cg) for stmt in self.else_.iterate()),
1034 def tokenize(self, cg: CodeGenerator) -> Iterable[str | CodeCC]: member in Cast
1038 self.expr.tokenize(cg)