antlr3tokenstream.c man page

src/antlr3tokenstream.c — Default implementation of CommonTokenStream.

Synopsis

#include <antlr3tokenstream.h>

Functions

static ANTLR3_UINT32 _LA (pANTLR3_INT_STREAM is, ANTLR3_INT32 i)

ANTLR3_API pANTLR3_COMMON_TOKEN_STREAM antlr3CommonTokenDebugStreamSourceNew (ANTLR3_UINT32 hint, pANTLR3_TOKEN_SOURCE source, pANTLR3_DEBUG_EVENT_LISTENER debugger)

ANTLR3_API pANTLR3_COMMON_TOKEN_STREAM antlr3CommonTokenStreamNew (ANTLR3_UINT32 hint)

ANTLR3_API pANTLR3_COMMON_TOKEN_STREAM antlr3CommonTokenStreamSourceNew (ANTLR3_UINT32 hint, pANTLR3_TOKEN_SOURCE source)

static void antlr3CTSFree (pANTLR3_COMMON_TOKEN_STREAM stream)

static void antlr3TokenStreamFree (pANTLR3_TOKEN_STREAM stream)

ANTLR3_API pANTLR3_TOKEN_STREAM antlr3TokenStreamNew ()

static void consume (pANTLR3_INT_STREAM is)
Move the input pointer to the next incoming token.
static void consumeInitialHiddenTokens (pANTLR3_INT_STREAM is)
Debug only method to flag consumption of initial off-channel tokens in the input stream.
static void dbgConsume (pANTLR3_INT_STREAM is)
As per ordinary consume but notifies the debugger about hidden tokens and so on.
static ANTLR3_UINT32 dbgLA (pANTLR3_INT_STREAM is, ANTLR3_INT32 i)
As per _LA() but for debug mode.
static ANTLR3_MARKER dbgMark (pANTLR3_INT_STREAM is)
As per mark() but with a call to tell the debugger we are doing this.
static void dbgRewindLast (pANTLR3_INT_STREAM is)

static void dbgRewindStream (pANTLR3_INT_STREAM is, ANTLR3_MARKER marker)

static void dbgSeek (pANTLR3_INT_STREAM is, ANTLR3_MARKER index)

static pANTLR3_COMMON_TOKEN dbgTokLT (pANTLR3_TOKEN_STREAM ts, ANTLR3_INT32 k)
As per the normal tokLT but sends information to the debugger.
static void discardOffChannel (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_BOOLEAN discard)

static void discardTokenType (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_INT32 ttype)

static void fillBuffer (pANTLR3_COMMON_TOKEN_STREAM tokenStream)

ANTLR3_API void fillBufferExt (pANTLR3_COMMON_TOKEN_STREAM tokenStream)

static pANTLR3_COMMON_TOKEN get (pANTLR3_TOKEN_STREAM ts, ANTLR3_UINT32 i)

static pANTLR3_STRING getSourceName (pANTLR3_INT_STREAM is)
Return a string that represents the name assoicated with the input source.
static pANTLR3_LIST getTokenRange (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop)

static pANTLR3_VECTOR getTokens (pANTLR3_COMMON_TOKEN_STREAM cts)

static pANTLR3_LIST getTokensList (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, pANTLR3_LIST list)

static pANTLR3_TOKEN_SOURCE getTokenSource (pANTLR3_TOKEN_STREAM ts)

static pANTLR3_LIST getTokensSet (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, pANTLR3_BITSET types)
Given a start and stop index, return a List of all tokens in the token type BitSet.
static pANTLR3_LIST getTokensType (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, ANTLR3_UINT32 type)

static pANTLR3_COMMON_TOKEN LB (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i)

static ANTLR3_MARKER mark (pANTLR3_INT_STREAM is)

static void release (pANTLR3_INT_STREAM is, ANTLR3_MARKER mark)

static void reset (pANTLR3_COMMON_TOKEN_STREAM cts)

static void rewindLast (pANTLR3_INT_STREAM is)

static void rewindStream (pANTLR3_INT_STREAM is, ANTLR3_MARKER marker)

static void seek (pANTLR3_INT_STREAM is, ANTLR3_MARKER index)

static void setDebugListener (pANTLR3_TOKEN_STREAM ts, pANTLR3_DEBUG_EVENT_LISTENER debugger)

static void setTokenSource (pANTLR3_TOKEN_STREAM ts, pANTLR3_TOKEN_SOURCE tokenSource)

static void setTokenTypeChannel (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 ttype, ANTLR3_UINT32 channel)
A simple filter mechanism whereby you can tell this token stream to force all tokens of type ttype to be on channel.
static ANTLR3_UINT32 size (pANTLR3_INT_STREAM is)

static ANTLR3_UINT32 skipOffTokenChannels (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i)
Given a starting index, return the index of the first on-channel token.
static ANTLR3_UINT32 skipOffTokenChannelsReverse (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i)

static ANTLR3_MARKER tindex (pANTLR3_INT_STREAM is)

static pANTLR3_COMMON_TOKEN tokLT (pANTLR3_TOKEN_STREAM ts, ANTLR3_INT32 k)
Get the ith token from the current position 1..n where k=1 is the first symbol of lookahead.
static pANTLR3_STRING toString (pANTLR3_TOKEN_STREAM ts)

static pANTLR3_STRING toStringSS (pANTLR3_TOKEN_STREAM ts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop)

static pANTLR3_STRING toStringTT (pANTLR3_TOKEN_STREAM ts, pANTLR3_COMMON_TOKEN start, pANTLR3_COMMON_TOKEN stop)

Detailed Description

Default implementation of CommonTokenStream.

Function Documentation

static ANTLR3_UINT32 _LA (pANTLR3_INT_STREAM is, ANTLR3_INT32 i) [static]

References ANTLR3_TOKEN_STREAM_struct::_LT, ANTLR3_TOKEN_INVALID, ANTLR3_COMMON_TOKEN_struct::getType, and ANTLR3_INT_STREAM_struct::super.

Referenced by antlr3CommonTokenStreamNew(), and dbgLA().

ANTLR3_API pANTLR3_COMMON_TOKEN_STREAM antlr3CommonTokenDebugStreamSourceNew (ANTLR3_UINT32 hint, pANTLR3_TOKEN_SOURCE source, pANTLR3_DEBUG_EVENT_LISTENER debugger)

References ANTLR3_INT_STREAM_struct::_LA, ANTLR3_TOKEN_STREAM_struct::_LT, ANTLR3_API, ANTLR3_FALSE, antlr3CommonTokenStreamSourceNew(), ANTLR3_INT_STREAM_struct::consume, dbgConsume(), dbgLA(), dbgMark(), dbgRewindLast(), dbgRewindStream(), dbgSeek(), dbgTokLT(), ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_TOKEN_STREAM_struct::initialStreamState, ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_INT_STREAM_struct::mark, ANTLR3_INT_STREAM_struct::rewind, ANTLR3_INT_STREAM_struct::rewindLast, ANTLR3_INT_STREAM_struct::seek, and ANTLR3_COMMON_TOKEN_STREAM_struct::tstream.

ANTLR3_API pANTLR3_COMMON_TOKEN_STREAM antlr3CommonTokenStreamNew (ANTLR3_UINT32 hint)

References _LA(), ANTLR3_INT_STREAM_struct::_LA, ANTLR3_TOKEN_STREAM_struct::_LT, ANTLR3_MALLOC, ANTLR3_TOKENSTREAM, antlr3IntStreamNew(), antlr3TokenStreamNew(), antlr3VectorNew(), consume(), ANTLR3_INT_STREAM_struct::consume, discardOffChannel(), ANTLR3_COMMON_TOKEN_STREAM_struct::discardOffChannelToks, discardTokenType(), ANTLR3_COMMON_TOKEN_STREAM_struct::discardTokenType, ANTLR3_TOKEN_STREAM_struct::get, getSourceName(), ANTLR3_INT_STREAM_struct::getSourceName, getTokenRange(), ANTLR3_COMMON_TOKEN_STREAM_struct::getTokenRange, getTokens(), ANTLR3_COMMON_TOKEN_STREAM_struct::getTokens, getTokensList(), ANTLR3_COMMON_TOKEN_STREAM_struct::getTokensList, getTokenSource(), ANTLR3_TOKEN_STREAM_struct::getTokenSource, getTokensSet(), ANTLR3_COMMON_TOKEN_STREAM_struct::getTokensSet, getTokensType(), ANTLR3_COMMON_TOKEN_STREAM_struct::getTokensType, ANTLR3_INT_STREAM_struct::index, ANTLR3_TOKEN_STREAM_struct::istream, mark(), ANTLR3_INT_STREAM_struct::mark, ANTLR3_COMMON_TOKEN_STREAM_struct::p, release(), ANTLR3_INT_STREAM_struct::release, reset(), ANTLR3_COMMON_TOKEN_STREAM_struct::reset, ANTLR3_INT_STREAM_struct::rewind, rewindLast(), ANTLR3_INT_STREAM_struct::rewindLast, rewindStream(), seek(), ANTLR3_INT_STREAM_struct::seek, setDebugListener(), ANTLR3_TOKEN_STREAM_struct::setDebugListener, setTokenSource(), ANTLR3_TOKEN_STREAM_struct::setTokenSource, setTokenTypeChannel(), ANTLR3_COMMON_TOKEN_STREAM_struct::setTokenTypeChannel, size(), ANTLR3_INT_STREAM_struct::size, ANTLR3_INT_STREAM_struct::super, ANTLR3_TOKEN_STREAM_struct::super, tindex(), ANTLR3_COMMON_TOKEN_STREAM_struct::tokens, tokLT(), toString(), ANTLR3_TOKEN_STREAM_struct::toString, toStringSS(), ANTLR3_TOKEN_STREAM_struct::toStringSS, toStringTT(), ANTLR3_TOKEN_STREAM_struct::toStringTT, ANTLR3_COMMON_TOKEN_STREAM_struct::tstream, and ANTLR3_INT_STREAM_struct::type.

Referenced by antlr3CommonTokenStreamSourceNew().

ANTLR3_API pANTLR3_COMMON_TOKEN_STREAM antlr3CommonTokenStreamSourceNew (ANTLR3_UINT32 hint, pANTLR3_TOKEN_SOURCE source)

References ANTLR3_API, ANTLR3_FALSE, ANTLR3_TOKEN_DEFAULT_CHANNEL, antlr3CommonTokenStreamNew(), antlr3CTSFree(), ANTLR3_COMMON_TOKEN_STREAM_struct::channel, ANTLR3_COMMON_TOKEN_STREAM_struct::channelOverrides, ANTLR3_COMMON_TOKEN_STREAM_struct::discardOffChannel, ANTLR3_COMMON_TOKEN_STREAM_struct::discardSet, ANTLR3_COMMON_TOKEN_STREAM_struct::free, ANTLR3_TOKEN_STREAM_struct::setTokenSource, and ANTLR3_COMMON_TOKEN_STREAM_struct::tstream.

Referenced by antlr3CommonTokenDebugStreamSourceNew().

static void antlr3CTSFree (pANTLR3_COMMON_TOKEN_STREAM stream) [static]

References ANTLR3_FREE, ANTLR3_COMMON_TOKEN_STREAM_struct::channelOverrides, ANTLR3_COMMON_TOKEN_STREAM_struct::discardSet, ANTLR3_TOKEN_STREAM_struct::free, ANTLR3_LIST_struct::free, ANTLR3_INT_STREAM_struct::free, ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_INT_STREAM_struct::super, ANTLR3_TOKEN_STREAM_struct::super, ANTLR3_COMMON_TOKEN_STREAM_struct::tokens, and ANTLR3_COMMON_TOKEN_STREAM_struct::tstream.

Referenced by antlr3CommonTokenStreamSourceNew().

static void antlr3TokenStreamFree (pANTLR3_TOKEN_STREAM stream) [static]

References ANTLR3_FREE.

Referenced by antlr3TokenStreamNew().

ANTLR3_API pANTLR3_TOKEN_STREAM antlr3TokenStreamNew ()

References ANTLR3_MALLOC, antlr3TokenStreamFree(), and ANTLR3_TOKEN_STREAM_struct::free.

Referenced by antlr3CommonTokenStreamNew().

static void consume (pANTLR3_INT_STREAM is) [static]

Move the input pointer to the next incoming token. The stream must become active with LT(1) available. consume() simply moves the input pointer so that LT(1) points at the next input symbol. Consume at least one token.

Walk past any token not on the channel the parser is listening to.

References ANTLR3_VECTOR_struct::count, ANTLR3_COMMON_TOKEN_STREAM_struct::p, skipOffTokenChannels(), ANTLR3_INT_STREAM_struct::super, ANTLR3_TOKEN_STREAM_struct::super, and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens.

Referenced by antlr3CommonTokenStreamNew(), and dbgConsume().

static void consumeInitialHiddenTokens (pANTLR3_INT_STREAM is) [static]

Debug only method to flag consumption of initial off-channel tokens in the input stream.

References ANTLR3_FALSE, ANTLR3_DEBUG_EVENT_LISTENER_struct::consumeHiddenToken, ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_TOKEN_STREAM_struct::get, ANTLR3_INT_STREAM_struct::index, ANTLR3_TOKEN_STREAM_struct::initialStreamState, and ANTLR3_INT_STREAM_struct::super.

Referenced by dbgConsume(), dbgLA(), and dbgTokLT().

static void dbgConsume (pANTLR3_INT_STREAM is) [static]

As per ordinary consume but notifies the debugger about hidden tokens and so on.

References ANTLR3_TOKEN_STREAM_struct::_LT, ANTLR3_TRUE, consume(), ANTLR3_DEBUG_EVENT_LISTENER_struct::consumeHiddenToken, consumeInitialHiddenTokens(), ANTLR3_DEBUG_EVENT_LISTENER_struct::consumeToken, ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_TOKEN_STREAM_struct::get, ANTLR3_INT_STREAM_struct::index, ANTLR3_TOKEN_STREAM_struct::initialStreamState, and ANTLR3_INT_STREAM_struct::super.

Referenced by antlr3CommonTokenDebugStreamSourceNew(), and setDebugListener().

static ANTLR3_UINT32 dbgLA (pANTLR3_INT_STREAM is, ANTLR3_INT32 i) [static]

As per _LA() but for debug mode.

References _LA(), ANTLR3_TRUE, consumeInitialHiddenTokens(), ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_TOKEN_STREAM_struct::initialStreamState, ANTLR3_DEBUG_EVENT_LISTENER_struct::LT, ANTLR3_INT_STREAM_struct::super, and tokLT().

Referenced by antlr3CommonTokenDebugStreamSourceNew(), and setDebugListener().

static ANTLR3_MARKER dbgMark (pANTLR3_INT_STREAM is) [static]

As per mark() but with a call to tell the debugger we are doing this.

References ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_INT_STREAM_struct::index, ANTLR3_INT_STREAM_struct::lastMarker, ANTLR3_DEBUG_EVENT_LISTENER_struct::mark, and ANTLR3_INT_STREAM_struct::super.

Referenced by antlr3CommonTokenDebugStreamSourceNew(), and setDebugListener().

static void dbgRewindLast (pANTLR3_INT_STREAM is) [static]

References ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_INT_STREAM_struct::lastMarker, ANTLR3_INT_STREAM_struct::rewind, ANTLR3_DEBUG_EVENT_LISTENER_struct::rewindLast, and ANTLR3_INT_STREAM_struct::super.

Referenced by antlr3CommonTokenDebugStreamSourceNew(), and setDebugListener().

static void dbgRewindStream (pANTLR3_INT_STREAM is, ANTLR3_MARKER marker) [static]

References ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_DEBUG_EVENT_LISTENER_struct::rewind, ANTLR3_INT_STREAM_struct::seek, and ANTLR3_INT_STREAM_struct::super.

Referenced by antlr3CommonTokenDebugStreamSourceNew(), and setDebugListener().

static void dbgSeek (pANTLR3_INT_STREAM is, ANTLR3_MARKER index) [static]

References ANTLR3_API, and seek().

Referenced by antlr3CommonTokenDebugStreamSourceNew(), and setDebugListener().

static pANTLR3_COMMON_TOKEN dbgTokLT (pANTLR3_TOKEN_STREAM ts, ANTLR3_INT32 k) [static]

As per the normal tokLT but sends information to the debugger.

References ANTLR3_TRUE, consumeInitialHiddenTokens(), ANTLR3_TOKEN_STREAM_struct::initialStreamState, ANTLR3_TOKEN_STREAM_struct::istream, and tokLT().

Referenced by antlr3CommonTokenDebugStreamSourceNew(), and setDebugListener().

static void discardOffChannel (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_BOOLEAN discard) [static]

References ANTLR3_COMMON_TOKEN_STREAM_struct::discardOffChannel.

Referenced by antlr3CommonTokenStreamNew().

static void discardTokenType (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_INT32 ttype) [static]

References ANTLR3_FUNC_PTR, antlr3ListNew(), ANTLR3_COMMON_TOKEN_STREAM_struct::discardSet, and ANTLR3_LIST_struct::put.

Referenced by antlr3CommonTokenStreamNew().

static void fillBuffer (pANTLR3_COMMON_TOKEN_STREAM tokenStream) [static]

References ANTLR3_VECTOR_struct::add, ANTLR3_FALSE, ANTLR3_TOKEN_EOF, ANTLR3_TRUE, ANTLR3_UINT32_CAST, ANTLR3_INT_STREAM_struct::cachedSize, ANTLR3_COMMON_TOKEN_STREAM_struct::channel, ANTLR3_COMMON_TOKEN_STREAM_struct::channelOverrides, ANTLR3_VECTOR_struct::count, ANTLR3_COMMON_TOKEN_STREAM_struct::discardOffChannel, ANTLR3_COMMON_TOKEN_STREAM_struct::discardSet, ANTLR3_LIST_struct::get, ANTLR3_COMMON_TOKEN_struct::getChannel, ANTLR3_COMMON_TOKEN_struct::getType, ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_TOKEN_SOURCE_struct::nextToken, ANTLR3_COMMON_TOKEN_STREAM_struct::p, ANTLR3_COMMON_TOKEN_struct::setChannel, ANTLR3_COMMON_TOKEN_struct::setTokenIndex, skipOffTokenChannels(), ANTLR3_COMMON_TOKEN_STREAM_struct::tokens, ANTLR3_TOKEN_STREAM_struct::tokenSource, ANTLR3_COMMON_TOKEN_STREAM_struct::tstream, and ANTLR3_COMMON_TOKEN_struct::type.

Referenced by fillBufferExt(), getTokens(), getTokensSet(), LB(), tokLT(), toString(), and toStringSS().

ANTLR3_API void fillBufferExt (pANTLR3_COMMON_TOKEN_STREAM tokenStream)

References fillBuffer().

static pANTLR3_COMMON_TOKEN get (pANTLR3_TOKEN_STREAM ts, ANTLR3_UINT32 i) [static]

References ANTLR3_VECTOR_struct::get, ANTLR3_TOKEN_STREAM_struct::super, and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens.

static pANTLR3_STRING getSourceName (pANTLR3_INT_STREAM is) [static]

Return a string that represents the name assoicated with the input source. /param[in] is The ANTLR3_INT_STREAM interface that is representing this token stream.

/returns /implements ANTLR3_INT_STREAM_struct::getSourceName()

References ANTLR3_INT_STREAM_struct::super.

Referenced by antlr3CommonTokenStreamNew().

static pANTLR3_LIST getTokenRange (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop) [static]

References ANTLR3_COMMON_TOKEN_STREAM_struct::getTokensSet.

Referenced by antlr3CommonTokenStreamNew().

static pANTLR3_VECTOR getTokens (pANTLR3_COMMON_TOKEN_STREAM cts) [static]

References fillBuffer(), ANTLR3_COMMON_TOKEN_STREAM_struct::p, and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens.

Referenced by antlr3CommonTokenStreamNew().

static pANTLR3_LIST getTokensList (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, pANTLR3_LIST list) [static]

References antlr3BitsetList(), ANTLR3_BITSET_struct::free, ANTLR3_COMMON_TOKEN_STREAM_struct::getTokensSet, and ANTLR3_LIST_struct::table.

Referenced by antlr3CommonTokenStreamNew().

static pANTLR3_TOKEN_SOURCE getTokenSource (pANTLR3_TOKEN_STREAM ts) [static]

References ANTLR3_TOKEN_STREAM_struct::tokenSource.

Referenced by antlr3CommonTokenStreamNew().

static pANTLR3_LIST getTokensSet (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, pANTLR3_BITSET types) [static]

Given a start and stop index, return a List of all tokens in the token type BitSet. Return null if no tokens were found. This method looks at both on and off channel tokens.

References ANTLR3_TRUE, antlr3ListNew(), fillBuffer(), ANTLR3_LIST_struct::free, ANTLR3_TOKEN_STREAM_struct::get, ANTLR3_COMMON_TOKEN_struct::getType, ANTLR3_BITSET_struct::isMember, ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_COMMON_TOKEN_STREAM_struct::p, ANTLR3_LIST_struct::put, ANTLR3_INT_STREAM_struct::size, ANTLR3_LIST_struct::size, and ANTLR3_COMMON_TOKEN_STREAM_struct::tstream.

Referenced by antlr3CommonTokenStreamNew().

static pANTLR3_LIST getTokensType (pANTLR3_COMMON_TOKEN_STREAM cts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop, ANTLR3_UINT32 type) [static]

References antlr3BitsetOf(), ANTLR3_BITSET_struct::free, and ANTLR3_COMMON_TOKEN_STREAM_struct::getTokensSet.

Referenced by antlr3CommonTokenStreamNew().

static pANTLR3_COMMON_TOKEN LB (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i) [static]

References ANTLR3_VECTOR_ELEMENT_struct::element, ANTLR3_VECTOR_struct::elements, fillBuffer(), ANTLR3_COMMON_TOKEN_STREAM_struct::p, skipOffTokenChannelsReverse(), and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens.

Referenced by tokLT().

static ANTLR3_MARKER mark (pANTLR3_INT_STREAM is) [static]

References ANTLR3_INT_STREAM_struct::index, and ANTLR3_INT_STREAM_struct::lastMarker.

Referenced by antlr3CommonTokenStreamNew().

static void release (pANTLR3_INT_STREAM is, ANTLR3_MARKER mark) [static]

Referenced by antlr3CommonTokenStreamNew().

static void reset (pANTLR3_COMMON_TOKEN_STREAM cts) [static]

References ANTLR3_API, ANTLR3_FALSE, ANTLR3_TOKEN_DEFAULT_CHANNEL, antlr3VectorNew(), ANTLR3_COMMON_TOKEN_STREAM_struct::channel, ANTLR3_COMMON_TOKEN_STREAM_struct::channelOverrides, ANTLR3_VECTOR_struct::clear, ANTLR3_COMMON_TOKEN_STREAM_struct::discardOffChannel, ANTLR3_COMMON_TOKEN_STREAM_struct::discardSet, ANTLR3_LIST_struct::free, ANTLR3_COMMON_TOKEN_STREAM_struct::p, and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens.

Referenced by antlr3CommonTokenStreamNew().

static void rewindLast (pANTLR3_INT_STREAM is) [static]

References ANTLR3_INT_STREAM_struct::lastMarker, and ANTLR3_INT_STREAM_struct::rewind.

Referenced by antlr3CommonTokenStreamNew().

static void rewindStream (pANTLR3_INT_STREAM is, ANTLR3_MARKER marker) [static]

References ANTLR3_INT_STREAM_struct::seek.

Referenced by antlr3CommonTokenStreamNew().

static void seek (pANTLR3_INT_STREAM is, ANTLR3_MARKER index) [static]

References ANTLR3_COMMON_TOKEN_STREAM_struct::p, ANTLR3_INT_STREAM_struct::super, and ANTLR3_TOKEN_STREAM_struct::super.

Referenced by antlr3CommonTokenStreamNew(), and dbgSeek().

static void setDebugListener (pANTLR3_TOKEN_STREAM ts, pANTLR3_DEBUG_EVENT_LISTENER debugger) [static]

References ANTLR3_INT_STREAM_struct::_LA, ANTLR3_TOKEN_STREAM_struct::_LT, ANTLR3_FALSE, ANTLR3_INT_STREAM_struct::consume, dbgConsume(), dbgLA(), dbgMark(), dbgRewindLast(), dbgRewindStream(), dbgSeek(), dbgTokLT(), ANTLR3_TOKEN_STREAM_struct::debugger, ANTLR3_TOKEN_STREAM_struct::initialStreamState, ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_INT_STREAM_struct::mark, ANTLR3_INT_STREAM_struct::rewind, ANTLR3_INT_STREAM_struct::rewindLast, and ANTLR3_INT_STREAM_struct::seek.

Referenced by antlr3CommonTokenStreamNew().

static void setTokenSource (pANTLR3_TOKEN_STREAM ts, pANTLR3_TOKEN_SOURCE tokenSource) [static]

References ANTLR3_TOKEN_STREAM_struct::tokenSource.

Referenced by antlr3CommonTokenStreamNew().

static void setTokenTypeChannel (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_UINT32 ttype, ANTLR3_UINT32 channel) [static]

A simple filter mechanism whereby you can tell this token stream to force all tokens of type ttype to be on channel. For example, when interpreting, we cannot execute actions so we need to tell the stream to force all WS and NEWLINE to be a different, ignored, channel.

References ANTLR3_FUNC_PTR, antlr3ListNew(), ANTLR3_COMMON_TOKEN_STREAM_struct::channelOverrides, and ANTLR3_LIST_struct::put.

Referenced by antlr3CommonTokenStreamNew().

static ANTLR3_UINT32 size (pANTLR3_INT_STREAM is) [static]

References ANTLR3_INT_STREAM_struct::cachedSize, ANTLR3_VECTOR_struct::count, ANTLR3_INT_STREAM_struct::super, ANTLR3_TOKEN_STREAM_struct::super, and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens.

Referenced by antlr3CommonTokenStreamNew().

static ANTLR3_UINT32 skipOffTokenChannels (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i) [static]

Given a starting index, return the index of the first on-channel token.

References ANTLR3_INT_STREAM_struct::cachedSize, ANTLR3_COMMON_TOKEN_struct::channel, ANTLR3_COMMON_TOKEN_STREAM_struct::channel, ANTLR3_VECTOR_ELEMENT_struct::element, ANTLR3_VECTOR_struct::elements, ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_COMMON_TOKEN_STREAM_struct::tokens, and ANTLR3_COMMON_TOKEN_STREAM_struct::tstream.

Referenced by consume(), fillBuffer(), and tokLT().

static ANTLR3_UINT32 skipOffTokenChannelsReverse (pANTLR3_COMMON_TOKEN_STREAM tokenStream, ANTLR3_INT32 i) [static]

References ANTLR3_COMMON_TOKEN_struct::channel, ANTLR3_COMMON_TOKEN_STREAM_struct::channel, ANTLR3_VECTOR_ELEMENT_struct::element, ANTLR3_VECTOR_struct::elements, and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens.

Referenced by LB().

static ANTLR3_MARKER tindex (pANTLR3_INT_STREAM is) [static]

References ANTLR3_COMMON_TOKEN_STREAM_struct::p, ANTLR3_INT_STREAM_struct::super, and ANTLR3_TOKEN_STREAM_struct::super.

Referenced by antlr3CommonTokenStreamNew().

static pANTLR3_COMMON_TOKEN tokLT (pANTLR3_TOKEN_STREAM ts, ANTLR3_INT32 k) [static]

Get the ith token from the current position 1..n where k=1 is the first symbol of lookahead.

References ANTLR3_INT_STREAM_struct::cachedSize, ANTLR3_VECTOR_ELEMENT_struct::element, ANTLR3_VECTOR_struct::elements, ANTLR3_TOKEN_SOURCE_struct::eofToken, fillBuffer(), ANTLR3_INT_STREAM_struct::index, ANTLR3_TOKEN_STREAM_struct::istream, LB(), ANTLR3_COMMON_TOKEN_STREAM_struct::p, ANTLR3_COMMON_TOKEN_struct::setStartIndex, ANTLR3_COMMON_TOKEN_struct::setStopIndex, skipOffTokenChannels(), ANTLR3_TOKEN_STREAM_struct::super, ANTLR3_COMMON_TOKEN_STREAM_struct::tokens, and ANTLR3_TOKEN_STREAM_struct::tokenSource.

Referenced by antlr3CommonTokenStreamNew(), dbgLA(), and dbgTokLT().

static pANTLR3_STRING toString (pANTLR3_TOKEN_STREAM ts) [static]

References fillBuffer(), ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_COMMON_TOKEN_STREAM_struct::p, ANTLR3_INT_STREAM_struct::size, ANTLR3_TOKEN_STREAM_struct::super, and ANTLR3_TOKEN_STREAM_struct::toStringSS.

Referenced by antlr3CommonTokenStreamNew().

static pANTLR3_STRING toStringSS (pANTLR3_TOKEN_STREAM ts, ANTLR3_UINT32 start, ANTLR3_UINT32 stop) [static]

References fillBuffer(), ANTLR3_TOKEN_STREAM_struct::get, ANTLR3_COMMON_TOKEN_struct::getText, ANTLR3_TOKEN_STREAM_struct::getTokenSource, ANTLR3_TOKEN_STREAM_struct::istream, ANTLR3_STRING_FACTORY_struct::newRaw, ANTLR3_COMMON_TOKEN_STREAM_struct::p, ANTLR3_INT_STREAM_struct::size, ANTLR3_TOKEN_SOURCE_struct::strFactory, ANTLR3_TOKEN_STREAM_struct::super, and ANTLR3_COMMON_TOKEN_STREAM_struct::tokens.

Referenced by antlr3CommonTokenStreamNew().

static pANTLR3_STRING toStringTT (pANTLR3_TOKEN_STREAM ts, pANTLR3_COMMON_TOKEN start, pANTLR3_COMMON_TOKEN stop) [static]

References ANTLR3_COMMON_TOKEN_struct::getTokenIndex, and ANTLR3_TOKEN_STREAM_struct::toStringSS.

Referenced by antlr3CommonTokenStreamNew().

Author

Generated automatically by Doxygen for ANTLR3C from the source code.

Referenced By

antlr3-consumeInitialHiddenTokens(3), antlr3CTSFree(3), antlr3-dbgConsume(3), antlr3-dbgLA(3), antlr3-dbgMark(3), antlr3-dbgRewindLast(3), antlr3-dbgRewindStream(3), antlr3-dbgSeek(3), antlr3-dbgTokLT(3), antlr3-discardOffChannel(3), antlr3-discardTokenType(3), antlr3-getSourceName(3), antlr3-getTokenRange(3), antlr3-getTokens(3), antlr3-getTokensList(3), antlr3-getTokenSource(3), antlr3-getTokensSet(3), antlr3-getTokensType(3), antlr3-rewindStream(3), antlr3-setTokenSource(3), antlr3-setTokenTypeChannel(3), antlr3-skipOffTokenChannels(3), antlr3-skipOffTokenChannelsReverse(3), antlr3TokenStreamFree(3), antlr3TokenStreamNew(3), antlr3-tokLT(3) and antlr3-toStringTT(3) are aliases of antlr3tokenstream.c(3).

Tue Oct 4 2016 Version 3.3.1 ANTLR3C