Package gw.lang.parser

Interface ISourceCodeTokenizer

All Known Implementing Classes:
SourceCodeTokenizer
public interface ISourceCodeTokenizer

  • Field Details

  • Method Details

    • copy

      IToken copy()

    • copyInto

      IToken copyInto(IToken t)

    • lightweightRestore

      ISourceCodeTokenizer lightweightRestore()

    • isPositioned

      boolean isPositioned()

    • reset

      void reset()

    • reset

      void reset(Reader reader)

    • reset

      void reset(SourceCodeReader reader)

    • getReader

      SourceCodeReader getReader()

    • getSource

      String getSource()

    • getInstructor

      ITokenizerInstructor getInstructor()

    • setInstructor

      void setInstructor(ITokenizerInstructor instructor)

    • isWhitespaceSignificant

      boolean isWhitespaceSignificant()

    • setWhitespaceSignificant

      void setWhitespaceSignificant(boolean bWhitespaceSignificant)

    • isCommentsSignificant

      boolean isCommentsSignificant()

    • setCommentsSignificant

      void setCommentsSignificant(boolean bCommentsSignificant)

    • getLineNumber

      int getLineNumber()

    • getLineOffset

      int getLineOffset()

    • getTokenColumn

      int getTokenColumn()

    • getCurrentToken

      IToken getCurrentToken()

    • getTokenAt

      IToken getTokenAt(int iTokenIndex)

    • getTokenAtPosition

      IToken getTokenAtPosition(int docPosition)

    • wordChars

      void wordChars(int iLow, int iHigh)

    • whitespaceChars

      void whitespaceChars(int iLow, int iHigh)

    • ordinaryChars

      void ordinaryChars(int iLow, int iHigh)

    • ordinaryChar

      void ordinaryChar(int ch)

    • operators

      void operators(String[] astrOperators)

    • operatorChars

      void operatorChars(int iLow, int iHigh)

    • isOperator

      boolean isOperator(String strOperator)

    • commentChar

      void commentChar(int ch)

    • quoteChar

      void quoteChar(int ch)

    • parseNumbers

      void parseNumbers()

    • eolIsSignificant

      void eolIsSignificant(boolean bFlag)

    • lowerCaseMode

      void lowerCaseMode(boolean bLowerCaseMode)

    • isUnterminatedString

      boolean isUnterminatedString()

    • isUnterminatedComment

      boolean isUnterminatedComment()

    • setParseDotsAsOperators

      void setParseDotsAsOperators(boolean parseDotsAsOperators)

    • isParseDotsAsOperators

      boolean isParseDotsAsOperators()

    • getTokenStart

      int getTokenStart()

    • getTokenEnd

      int getTokenEnd()

    • getTokenAsString

      String getTokenAsString()

    • mark

      int mark()

    • restoreToMark

      void restoreToMark(int markedState)

    • getRestoreState

      int getRestoreState()

    • nextToken

      void nextToken()

    • pushOffsetMarker

      void pushOffsetMarker(ITokenizerOffsetMarker offsetMarker)

    • popOffsetMarker

      void popOffsetMarker(ITokenizerOffsetMarker offsetMarker)

    • getState

      int getState()

    • countMatches

      int countMatches(String s)

    • countMatches

      int countMatches(String s, int tokenType)

    • getType

      int getType()

    • getStringValue

      String getStringValue()

    • isEOF

      boolean isEOF()

    • getTokens

      Stack<? extends IToken> getTokens()

    • isAnalyzingSeparately

      boolean isAnalyzingSeparately()

    • isAnalyzingDirective

      boolean isAnalyzingDirective()

    • isSupportsKeywords

      boolean isSupportsKeywords()

    • setSupportsKeywords

      void setSupportsKeywords(boolean supportsKeywords)