core/com.strumenta.kolasu.parsing/KolasuLexer

KolasuLexer

interface KolasuLexer<T : KolasuToken> : Serializable

Functions

Link copied to clipboard
open fun lex(file: File): LexingResult<T>
open fun lex(inputStream: InputStream): LexingResult<T>
open fun lex(inputStream: InputStream, charset: Charset = Charsets.UTF_8): LexingResult<T>
abstract fun lex(inputStream: InputStream, charset: Charset = Charsets.UTF_8, onlyFromDefaultChannel: Boolean = true): LexingResult<T>

Performs "lexing" on the given code stream, i.e., it breaks it into tokens.

open fun lex(code: String): LexingResult<T>
open fun lex(code: String, onlyFromDefaultChannel: Boolean = true): LexingResult<T>

Performs "lexing" on the given code string, i.e., it breaks it into tokens.