com.shakelang.util.parseutils/com.shakelang.util.parseutils.lexer.token.stream/OnDemandLexingTokenInputStream

OnDemandLexingTokenInputStream

open class OnDemandLexingTokenInputStream<TT : TokenType, T : Token<TT>>(lexingBase: LexingBase<TT, T>) : LexingBase<TT, T> , TokenInputStream<TT, T> (source)

A TokenInputStream that generates tokens on demand (from a LexingBase)

Since

0.1.0

Constructors

OnDemandLexingTokenInputStream

constructor(lexingBase: LexingBase<TT, T>)

Properties

open lateinit override var actual: T

The input of the OnDemandLexingTokenInputStream

open val actualEnd: Int

Returns the end of the actual token

open val actualHasValue: Boolean

Checks if the actual token without changing the actual token

open val actualStart: Int

Returns the start of the actual token

open val actualType: TT

Returns the type of the actual token

open val actualValue: String?

Returns the value of the actual

val buffer: MutableList<T>

The buffer of the OnDemandLexingTokenInputStream

val input: CharacterInputStream

open override val map: PositionMap

The PositionMap of the OnDemandLexingTokenInputStream (In this case it's a position maker, because the position map will be generated on demand)

open override var position: Int

The position of the OnDemandLexingTokenInputStream

open override val size: Int

The size of the TokenInputStream

open override val source: String

The input of the OnDemandLexingTokenInputStream

Functions

open fun createError(details: String, start: Position = input.positionMaker.createPositionAtLocation(), end: Position = start): LexingBase.LexerError

open fun createError(name: String, details: String, start: Position = input.positionMaker.createPositionAtLocation(), end: Position = start): LexingBase.LexerError

open fun createError(message: String, name: String, details: String, start: Position, end: Position): LexingBase.LexerError

open override fun has(num: Int): Boolean

Check if the TokenInputStream has a requested amount of tokens (This will try to generate the requested amount of tokens and fill the buffer, as this is the only way to check if the TokenInputStream has the requested amount of tokens)

open operator fun hasNext(): Boolean

Checks if the TokenInputStream has a token left

open override fun makeToken(): T

Make a token

open operator fun next(): T

Returns the next token of the TokenInputStream (and skips)

open fun nextType(): TT

Returns the type of the next token of the TokenInputStream (and skips)

open fun nextValue(): String?

Returns the next token of the TokenInputStream

open override fun peek(offset: Int): T

Peek the next token

open fun peek(): T

Returns the next Token

open fun peekEnd(): Int

Returns the end of the next token without changing the actual token

open fun peekEnd(offset: Int): Int

Peek the token end at the given index

open fun peekHasValue(): Boolean

Checks if the next token of the TokenInputStream has a value without skipping

open fun peekHasValue(offset: Int): Boolean

Checks if the token at the given offset of the TokenInputStream has a value without changing the actual token

open fun peekStart(): Int

Returns the start of the next token without changing the actual token

open fun peekStart(offset: Int): Int

Peek the token start at the given index

open fun peekType(): TT

Returns the type of the next token without changing the actual token

open fun peekType(offset: Int): TT

Peek the token type at the given index

open fun peekValue(): String?

Returns the value of the next token without changing the actual token

open fun peekValue(offset: Int): String?

Peek the token value at the given index

open override fun skip()

Skip one token

open override fun skip(amount: Int)

Skip a requested amount of tokens

open override fun toString(): String

Get string representation of the OnDemandLexingTokenInputStream