com.shakelang.util.parseutils/com.shakelang.util.parseutils.lexer.token.stream/TokenBasedTokenInputStream

TokenBasedTokenInputStream

open class TokenBasedTokenInputStream<TT : TokenType, T : Token<TT>>(val tokens: Array<T>, val map: PositionMap) : TokenInputStream<TT, T> (source)

A TokenBasedTokenInputStream provides the Tokens for a Parser. It is created by a lexer

Parameters

the TokenType of the Tokens

the Tokens

@param tokens the Tokens that are contained in the TokenBasedTokenInputStream

map

the PositionMap of the Tokens

@since 0.1.0

Constructors

TokenBasedTokenInputStream

constructor(tokens: Array<T>, map: PositionMap)

Properties

actual

open override val actual: T

Get the actual Token from the TokenBasedTokenInputStream without increasing the position

actualEnd

open val actualEnd: Int

Returns the end of the actual token

actualHasValue

open val actualHasValue: Boolean

Checks if the actual token without changing the actual token

actualStart

open val actualStart: Int

Returns the start of the actual token

actualType

open val actualType: TT

Returns the type of the actual token

actualValue

open val actualValue: String?

Returns the value of the actual

map

open override val map: PositionMap

The PositionMap of the Tokens

position

open override var position: Int

The position of the TokenBasedTokenInputStream

size

open override val size: Int

The size of the TokenBasedTokenInputStream

source

open override val source: String

The source of the TokenBasedTokenInputStream

tokens

open val tokens: Array<T>

The tokenTypes that are contained in the TokenBasedTokenInputStream

Functions

get

open operator fun get(position: Int): T

Get a specific token from the TokenBasedTokenInputStream

getEnd

open fun getEnd(position: Int): Int

Get the end of specific token from the TokenBasedTokenInputStream by it's position

getHasValue

open fun getHasValue(position: Int): Boolean

Check if specific token from the TokenBasedTokenInputStream has a value (by it's position)

getStart

open fun getStart(position: Int): Int

Get the start of specific token from the TokenBasedTokenInputStream by its position

getType

open fun getType(position: Int): TT

Get the type of specific token from the TokenBasedTokenInputStream by its position

getValue

open fun getValue(position: Int): String?

Get the value of specific token from the TokenBasedTokenInputStream by it's position

has

open override fun has(num: Int): Boolean

Check if the TokenBasedTokenInputStream has a specific amount of Tokens left

hasNext

open operator override fun hasNext(): Boolean

Check if the TokenBasedTokenInputStream has a next Token

open operator override fun next(): T

Get the next Token from the TokenBasedTokenInputStream

nextType

open fun nextType(): TT

Returns the type of the next token of the TokenInputStream (and skips)

nextValue

open fun nextValue(): String?

Returns the next token of the TokenInputStream

peek

open override fun peek(): T

Get the next Token from the TokenBasedTokenInputStream without increasing the position

open override fun peek(offset: Int): T

Get a specific Token from the TokenBasedTokenInputStream without increasing the position

peekEnd

open fun peekEnd(): Int

Returns the end of the next token without changing the actual token

open fun peekEnd(offset: Int): Int

Peek the token end at the given index

peekHasValue

open fun peekHasValue(): Boolean

Checks if the next token of the TokenInputStream has a value without skipping

open fun peekHasValue(offset: Int): Boolean

Checks if the token at the given offset of the TokenInputStream has a value without changing the actual token

peekStart

open fun peekStart(): Int

Returns the start of the next token without changing the actual token

open fun peekStart(offset: Int): Int

Peek the token start at the given index

peekType

open fun peekType(): TT

Returns the type of the next token without changing the actual token

open fun peekType(offset: Int): TT

Peek the token type at the given index

peekValue

open fun peekValue(): String?

Returns the value of the next token without changing the actual token

open fun peekValue(offset: Int): String?

Peek the token value at the given index

reset

fun reset()

Reset the TokenBasedTokenInputStream to the start

skip

open override fun skip()

Skip the next Token from the TokenBasedTokenInputStream

open override fun skip(amount: Int)

Skip a specific amount of Tokens from the TokenBasedTokenInputStream

toString

open override fun toString(): String

Return the TokenBasedTokenInputStream as a String