public class TheOriginalJDTScannerClass extends java.lang.Object implements TerminalTokens
TokenNameabstract, TokenNameafter, TokenNameAND, TokenNameAND_AND, TokenNameAND_EQUAL, TokenNamearound, TokenNameARROW, TokenNameaspect, TokenNameassert, TokenNameAT, TokenNameAT308, TokenNameAT308DOTDOTDOT, TokenNamebefore, TokenNameBeginIntersectionCast, TokenNameBeginLambda, TokenNameBeginTypeArguments, TokenNameboolean, TokenNamebreak, TokenNamebyte, TokenNamecase, TokenNamecatch, TokenNamechar, TokenNameCharacterLiteral, TokenNameclass, TokenNameCOLON, TokenNameCOLON_COLON, TokenNameCOMMA, TokenNameCOMMENT_BLOCK, TokenNameCOMMENT_JAVADOC, TokenNameCOMMENT_LINE, TokenNameconst, TokenNamecontinue, TokenNamedeclare, TokenNamedefault, TokenNameDIVIDE, TokenNameDIVIDE_EQUAL, TokenNamedo, TokenNameDOT, TokenNamedouble, TokenNameDoubleLiteral, TokenNameElidedSemicolonAndRightBrace, TokenNameELLIPSIS, TokenNameelse, TokenNameenum, TokenNameEOF, TokenNameEQUAL, TokenNameEQUAL_EQUAL, TokenNameERROR, TokenNameextends, TokenNamefalse, TokenNamefinal, TokenNamefinally, TokenNamefloat, TokenNameFloatingPointLiteral, TokenNamefor, TokenNamegoto, TokenNameGREATER, TokenNameGREATER_EQUAL, TokenNameIdentifier, TokenNameif, TokenNameimplements, TokenNameimport, TokenNameinstanceof, TokenNameint, TokenNameIntegerLiteral, TokenNameinterface, TokenNameLBRACE, TokenNameLBRACKET, TokenNameLEFT_SHIFT, TokenNameLEFT_SHIFT_EQUAL, TokenNameLESS, TokenNameLESS_EQUAL, TokenNamelong, TokenNameLongLiteral, TokenNameLPAREN, TokenNameMINUS, TokenNameMINUS_EQUAL, TokenNameMINUS_MINUS, TokenNameMULTIPLY, TokenNameMULTIPLY_EQUAL, TokenNamenative, TokenNamenew, TokenNameNOT, TokenNameNOT_EQUAL, TokenNameNotAToken, TokenNamenull, TokenNameOR, TokenNameOR_EQUAL, TokenNameOR_OR, TokenNamepackage, TokenNamePLUS, TokenNamePLUS_EQUAL, TokenNamePLUS_PLUS, TokenNamepointcut, TokenNameprivate, TokenNameprivileged, TokenNameprotected, TokenNamepublic, TokenNameQUESTION, TokenNameRBRACE, TokenNameRBRACKET, TokenNameREMAINDER, TokenNameREMAINDER_EQUAL, TokenNamereturn, TokenNameRIGHT_SHIFT, TokenNameRIGHT_SHIFT_EQUAL, TokenNameRPAREN, TokenNameSEMICOLON, TokenNameshort, TokenNamestatic, TokenNamestrictfp, TokenNameStringLiteral, TokenNamesuper, TokenNameswitch, TokenNamesynchronized, TokenNamethis, TokenNamethrow, TokenNamethrows, TokenNametransient, TokenNametrue, TokenNametry, TokenNameTWIDDLE, TokenNameUNSIGNED_RIGHT_SHIFT, TokenNameUNSIGNED_RIGHT_SHIFT_EQUAL, TokenNamevoid, TokenNamevolatile, TokenNamewhile, TokenNameWHITESPACE, TokenNameXOR, TokenNameXOR_EQUAL| Constructor and Description |
|---|
TheOriginalJDTScannerClass() |
TheOriginalJDTScannerClass(boolean tokenizeComments,
boolean tokenizeWhiteSpace,
boolean checkNonExternalizedStringLiterals,
long sourceLevel,
char[][] taskTags,
char[][] taskPriorities,
boolean isTaskCaseSensitive) |
TheOriginalJDTScannerClass(boolean tokenizeComments,
boolean tokenizeWhiteSpace,
boolean checkNonExternalizedStringLiterals,
long sourceLevel,
long complianceLevel,
char[][] taskTags,
char[][] taskPriorities,
boolean isTaskCaseSensitive) |
| Modifier and Type | Method and Description |
|---|---|
boolean |
atEnd() |
protected boolean |
atTypeAnnotation() |
void |
checkTaskTag(int commentStart,
int commentEnd) |
int |
fastForward(Statement unused) |
char[] |
getCurrentIdentifierSource() |
java.lang.String |
getCurrentStringLiteral() |
int |
getCurrentTokenEndPosition() |
char[] |
getCurrentTokenSource() |
char[] |
getCurrentTokenSourceString() |
int |
getCurrentTokenStartPosition() |
java.lang.String |
getCurrentTokenString() |
boolean[] |
getIdentityComparisonLines() |
int |
getLineEnd(int lineNumber) |
int[] |
getLineEnds() |
int |
getLineNumber(int position)
Search the line number corresponding to a specific position
|
int |
getLineStart(int lineNumber)
Search the source position corresponding to the beginning of a given line number
Line numbers are 1-based, and relative to the scanner initialPosition.
|
int |
getNextChar() |
boolean |
getNextChar(char testedChar) |
int |
getNextChar(char testedChar1,
char testedChar2) |
boolean |
getNextCharAsDigit() |
boolean |
getNextCharAsDigit(int radix) |
boolean |
getNextCharAsJavaIdentifierPart() |
boolean |
getNextCharAsJavaIdentifierPartWithBoundCheck() |
int |
getNextCharWithBoundChecks() |
int |
getNextToken() |
protected int |
getNextToken0() |
void |
getNextUnicodeChar() |
NLSTag[] |
getNLSTags() |
char[] |
getRawTokenSource() |
char[] |
getRawTokenSourceEnd() |
char[] |
getSource() |
protected boolean |
isAtAssistIdentifier() |
protected boolean |
isFirstTag() |
static boolean |
isIdentifier(int token) |
static boolean |
isKeyword(int token) |
static boolean |
isLiteral(int token) |
void |
jumpOverMethodBody() |
boolean |
jumpOverUnicodeWhiteSpace() |
protected boolean |
maybeAtLambdaOrCast() |
protected boolean |
maybeAtReferenceExpression() |
void |
pushLineSeparator() |
void |
pushUnicodeLineSeparator() |
void |
recordComment(int token) |
void |
resetTo(int begin,
int end)
Reposition the scanner on some portion of the original source.
|
protected void |
scanEscapeCharacter() |
int |
scanIdentifier() |
int |
scanIdentifierOrKeyword() |
int |
scanIdentifierOrKeywordWithBoundCheck() |
int |
scanNumber(boolean dotPrefix) |
void |
setActiveParser(ConflictedParser parser) |
void |
setSource(char[] sourceString) |
void |
setSource(char[] contents,
CompilationResult compilationResult) |
void |
setSource(CompilationResult compilationResult) |
java.lang.String |
toString() |
java.lang.String |
toStringAction(int act) |
void |
ungetToken(int unambiguousToken) |
void |
unicodeInitializeBuffer(int length) |
void |
unicodeStore() |
void |
unicodeStore(char character) |
public long sourceLevel
public long complianceLevel
public boolean useAssertAsAnIndentifier
public boolean containsAssertKeyword
public boolean useEnumAsAnIndentifier
public boolean recordLineSeparator
public char currentCharacter
public int startPosition
public int currentPosition
public int initialPosition
public int eofPosition
public boolean skipComments
public boolean tokenizeComments
public boolean tokenizeWhiteSpace
public char[] source
public char[] withoutUnicodeBuffer
public int withoutUnicodePtr
public boolean unicodeAsBackSlash
public boolean scanningFloatLiteral
public static int COMMENT_ARRAYS_SIZE
public int[] commentStops
public int[] commentStarts
public int[] commentTagStarts
public int commentPtr
protected int lastCommentLinePosition
public char[][] foundTaskTags
public char[][] foundTaskMessages
public char[][] foundTaskPriorities
public int[][] foundTaskPositions
public int foundTaskCount
public char[][] taskTags
public char[][] taskPriorities
public boolean isTaskCaseSensitive
public boolean diet
public int[] lineEnds
public int linePtr
public boolean wasAcr
public static final java.lang.String END_OF_SOURCE
public static final java.lang.String INVALID_HEXA
public static final java.lang.String INVALID_OCTAL
public static final java.lang.String INVALID_CHARACTER_CONSTANT
public static final java.lang.String INVALID_ESCAPE
public static final java.lang.String INVALID_INPUT
public static final java.lang.String INVALID_UNICODE_ESCAPE
public static final java.lang.String INVALID_FLOAT
public static final java.lang.String INVALID_LOW_SURROGATE
public static final java.lang.String INVALID_HIGH_SURROGATE
public static final java.lang.String NULL_SOURCE_STRING
public static final java.lang.String UNTERMINATED_STRING
public static final java.lang.String UNTERMINATED_COMMENT
public static final java.lang.String INVALID_CHAR_IN_STRING
public static final java.lang.String INVALID_DIGIT
public static final java.lang.String INVALID_BINARY
public static final java.lang.String BINARY_LITERAL_NOT_BELOW_17
public static final java.lang.String ILLEGAL_HEXA_LITERAL
public static final java.lang.String INVALID_UNDERSCORE
public static final java.lang.String UNDERSCORES_IN_LITERALS_NOT_BELOW_17
public static final int OptimizedLength
public final char[][][][] charArray_length
public static final char[] TAG_PREFIX
public static final int TAG_PREFIX_LENGTH
public static final char TAG_POSTFIX
public static final int TAG_POSTFIX_LENGTH
public static final char[] IDENTITY_COMPARISON_TAG
public boolean[] validIdentityComparisonLines
public boolean checkUninternedIdentityComparison
protected int nlsTagsPtr
public boolean checkNonExternalizedStringLiterals
protected int lastPosition
public boolean returnOnlyGreater
public boolean insideRecovery
public static final int RoundBracket
public static final int SquareBracket
public static final int CurlyBracket
public static final int BracketKinds
public static final int LOW_SURROGATE_MIN_VALUE
public static final int HIGH_SURROGATE_MIN_VALUE
public static final int HIGH_SURROGATE_MAX_VALUE
public static final int LOW_SURROGATE_MAX_VALUE
public TheOriginalJDTScannerClass()
public TheOriginalJDTScannerClass(boolean tokenizeComments,
boolean tokenizeWhiteSpace,
boolean checkNonExternalizedStringLiterals,
long sourceLevel,
long complianceLevel,
char[][] taskTags,
char[][] taskPriorities,
boolean isTaskCaseSensitive)
public TheOriginalJDTScannerClass(boolean tokenizeComments,
boolean tokenizeWhiteSpace,
boolean checkNonExternalizedStringLiterals,
long sourceLevel,
char[][] taskTags,
char[][] taskPriorities,
boolean isTaskCaseSensitive)
public final boolean atEnd()
public void checkTaskTag(int commentStart,
int commentEnd)
throws InvalidInputException
InvalidInputExceptionpublic char[] getCurrentIdentifierSource()
public int getCurrentTokenEndPosition()
public char[] getCurrentTokenSource()
public final java.lang.String getCurrentTokenString()
public char[] getCurrentTokenSourceString()
public final java.lang.String getCurrentStringLiteral()
public final char[] getRawTokenSource()
public final char[] getRawTokenSourceEnd()
public int getCurrentTokenStartPosition()
public final int getLineEnd(int lineNumber)
public final int[] getLineEnds()
public final int getLineStart(int lineNumber)
lineNumber - intpublic final int getNextChar()
public final int getNextCharWithBoundChecks()
public final boolean getNextChar(char testedChar)
public final int getNextChar(char testedChar1,
char testedChar2)
public final boolean getNextCharAsDigit()
throws InvalidInputException
InvalidInputExceptionpublic final boolean getNextCharAsDigit(int radix)
public boolean getNextCharAsJavaIdentifierPartWithBoundCheck()
public boolean getNextCharAsJavaIdentifierPart()
public int scanIdentifier()
throws InvalidInputException
InvalidInputExceptionpublic void ungetToken(int unambiguousToken)
public int getNextToken()
throws InvalidInputException
InvalidInputExceptionprotected int getNextToken0()
throws InvalidInputException
InvalidInputExceptionpublic void getNextUnicodeChar()
throws InvalidInputException
InvalidInputExceptionpublic NLSTag[] getNLSTags()
public boolean[] getIdentityComparisonLines()
public char[] getSource()
protected boolean isFirstTag()
public final void jumpOverMethodBody()
public final boolean jumpOverUnicodeWhiteSpace()
throws InvalidInputException
InvalidInputExceptionpublic final void pushLineSeparator()
public final void pushUnicodeLineSeparator()
public void recordComment(int token)
public void resetTo(int begin,
int end)
ITerminalSymbols.TokenNameEOF).begin - the given start positionend - the given end positionprotected final void scanEscapeCharacter()
throws InvalidInputException
InvalidInputExceptionpublic int scanIdentifierOrKeywordWithBoundCheck()
public int scanIdentifierOrKeyword()
public int scanNumber(boolean dotPrefix)
throws InvalidInputException
InvalidInputExceptionpublic final int getLineNumber(int position)
position - intpublic final void setSource(char[] sourceString)
public final void setSource(char[] contents,
CompilationResult compilationResult)
public final void setSource(CompilationResult compilationResult)
public java.lang.String toString()
toString in class java.lang.Objectpublic java.lang.String toStringAction(int act)
public void unicodeInitializeBuffer(int length)
public void unicodeStore()
public void unicodeStore(char character)
public static boolean isIdentifier(int token)
public static boolean isLiteral(int token)
public static boolean isKeyword(int token)
protected final boolean maybeAtLambdaOrCast()
protected final boolean maybeAtReferenceExpression()
protected final boolean atTypeAnnotation()
public void setActiveParser(ConflictedParser parser)
protected boolean isAtAssistIdentifier()
public int fastForward(Statement unused)