Package org.aspectj.org.eclipse.jdt.internal.compiler.parser

Class Scanner

java.lang.Object

org.aspectj.org.eclipse.jdt.internal.compiler.parser.Scanner

All Implemented Interfaces:

TerminalTokens

Direct Known Subclasses:

CompletionScanner, JavadocScanner, RecoveryScanner, SelectionScanner

public class Scanner
extends Object
implements TerminalTokens

IMPORTANT NOTE: Internal Scanner implementation. It is mirrored in org.eclipse.jdt.core.compiler public package where it is API. The mirror implementation is using the backward compatible ITerminalSymbols constant definitions (stable with 2.0), whereas the internal implementation uses TerminalTokens which constant values reflect the latest parser generation state.

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static final record	Scanner.EmbeddedExpression
static interface	Scanner.IStringTemplateComponent
static final record	Scanner.TextFragment

Field Summary

Fields

Modifier and Type	Field	Description
static final String	BINARY_LITERAL_NOT_BELOW_17
static final int	BracketKinds
int	caseStartPosition
boolean	checkNonExternalizedStringLiterals
boolean	checkUninternedIdentityComparison
static int	COMMENT_ARRAYS_SIZE
int	commentPtr
int[]	commentStarts
int[]	commentStops
int[]	commentTagStarts
long	complianceLevel
boolean	containsAssertKeyword
static final int	CurlyBracket
char	currentCharacter
int	currentPosition
boolean	diet
static final String	END_OF_SOURCE
int	eofPosition
boolean	fakeInModule
int	foundTaskCount
char[][]	foundTaskMessages
int[][]	foundTaskPositions
char[][]	foundTaskPriorities
char[][]	foundTaskTags
static final int	HIGH_SURROGATE_MAX_VALUE
static final int	HIGH_SURROGATE_MIN_VALUE
static final char[]	IDENTITY_COMPARISON_TAG
static final String	ILLEGAL_HEXA_LITERAL
int	initialPosition
protected boolean	insideModuleInfo
boolean	insideRecovery
static final String	INVALID_BINARY
static final String	INVALID_CHAR_IN_STRING
static final String	INVALID_CHARACTER_CONSTANT
static final String	INVALID_DIGIT
static final String	INVALID_ESCAPE
static final String	INVALID_FLOAT
static final String	INVALID_HEXA
static final String	INVALID_HIGH_SURROGATE
static final String	INVALID_INPUT
static final String	INVALID_LOW_SURROGATE
static final String	INVALID_OCTAL
static final String	INVALID_TEXTBLOCK
static final String	INVALID_UNDERSCORE
static final String	INVALID_UNICODE_ESCAPE
boolean	isTaskCaseSensitive
int	lastCommentLinePosition
protected int	lastPosition
int[]	lineEnds
int	linePtr
static final int	LOW_SURROGATE_MAX_VALUE
static final int	LOW_SURROGATE_MIN_VALUE
protected boolean	multiCaseLabelComma
protected int	nextToken
protected int	nlsTagsPtr
static final String	NULL_SOURCE_STRING
boolean	previewEnabled
boolean	recordLineSeparator
boolean	returnOnlyGreater
static final int	RoundBracket
protected org.aspectj.org.eclipse.jdt.internal.compiler.parser.Scanner.ScanContext	scanContext
boolean	scanningFloatLiteral
boolean	skipComments
char[]	source
long	sourceLevel
static final int	SquareBracket
int	startPosition
static final char	TAG_POSTFIX
static final int	TAG_POSTFIX_LENGTH
static final char[]	TAG_PREFIX
static final int	TAG_PREFIX_LENGTH
char[][]	taskPriorities
char[][]	taskTags
protected int	textBlockOffset
boolean	tokenizeComments
boolean	tokenizeWhiteSpace
static final String	UNDERSCORES_IN_LITERALS_NOT_BELOW_17
boolean	unicodeAsBackSlash
static final String	UNTERMINATED_COMMENT
static final String	UNTERMINATED_STRING
static final String	UNTERMINATED_TEXT_BLOCK
boolean	useAssertAsAnIndentifier
boolean	useEnumAsAnIndentifier
boolean[]	validIdentityComparisonLines
boolean	wasAcr
char[]	withoutUnicodeBuffer
int	withoutUnicodePtr

Fields inherited from interface org.aspectj.org.eclipse.jdt.internal.compiler.parser.TerminalTokens

TokenNameabstract, TokenNameafter, TokenNameAND, TokenNameAND_AND, TokenNameAND_EQUAL, TokenNamearound, TokenNameARROW, TokenNameaspect, TokenNameassert, TokenNameAT, TokenNameAT308, TokenNameAT308DOTDOTDOT, TokenNamebefore, TokenNameBeginCaseElement, TokenNameBeginCaseExpr, TokenNameBeginIntersectionCast, TokenNameBeginLambda, TokenNameBeginTypeArguments, TokenNameboolean, TokenNamebreak, TokenNamebyte, TokenNamecase, TokenNamecatch, TokenNamechar, TokenNameCharacterLiteral, TokenNameclass, TokenNameCOLON, TokenNameCOLON_COLON, TokenNameCOMMA, TokenNameCOMMENT_BLOCK, TokenNameCOMMENT_JAVADOC, TokenNameCOMMENT_LINE, TokenNameconst, TokenNamecontinue, TokenNamedeclare, TokenNamedefault, TokenNameDIVIDE, TokenNameDIVIDE_EQUAL, TokenNamedo, TokenNameDOT, TokenNamedouble, TokenNameDoubleLiteral, TokenNameElidedSemicolonAndRightBrace, TokenNameELLIPSIS, TokenNameelse, TokenNameenum, TokenNameEOF, TokenNameEQUAL, TokenNameEQUAL_EQUAL, TokenNameERROR, TokenNameexports, TokenNameextends, TokenNamefalse, TokenNamefinal, TokenNamefinally, TokenNamefloat, TokenNameFloatingPointLiteral, TokenNamefor, TokenNamegoto, TokenNameGREATER, TokenNameGREATER_EQUAL, TokenNameIdentifier, TokenNameif, TokenNameimplements, TokenNameimport, TokenNameinstanceof, TokenNameint, TokenNameIntegerLiteral, TokenNameinterface, TokenNameLBRACE, TokenNameLBRACKET, TokenNameLEFT_SHIFT, TokenNameLEFT_SHIFT_EQUAL, TokenNameLESS, TokenNameLESS_EQUAL, TokenNamelong, TokenNameLongLiteral, TokenNameLPAREN, TokenNameMINUS, TokenNameMINUS_EQUAL, TokenNameMINUS_MINUS, TokenNamemodule, TokenNameMULTIPLY, TokenNameMULTIPLY_EQUAL, TokenNamenative, TokenNamenew, TokenNamenon_sealed, TokenNameNOT, TokenNameNOT_EQUAL, TokenNameNotAToken, TokenNamenull, TokenNameopen, TokenNameopens, TokenNameOR, TokenNameOR_EQUAL, TokenNameOR_OR, TokenNamepackage, TokenNamePLUS, TokenNamePLUS_EQUAL, TokenNamePLUS_PLUS, TokenNamepointcut, TokenNameprivate, TokenNameprivileged, TokenNameprotected, TokenNameprovides, TokenNamepublic, TokenNameQUESTION, TokenNameRBRACE, TokenNameRBRACKET, TokenNameREMAINDER, TokenNameREMAINDER_EQUAL, TokenNamerequires, TokenNameRestrictedIdentifierpermits, TokenNameRestrictedIdentifierrecord, TokenNameRestrictedIdentifiersealed, TokenNameRestrictedIdentifierWhen, TokenNameRestrictedIdentifierYield, TokenNamereturn, TokenNameRIGHT_SHIFT, TokenNameRIGHT_SHIFT_EQUAL, TokenNameRPAREN, TokenNameSEMICOLON, TokenNameshort, TokenNameSingleQuoteStringLiteral, TokenNamestatic, TokenNamestrictfp, TokenNameStringLiteral, TokenNameStringTemplate, TokenNamesuper, TokenNameswitch, TokenNamesynchronized, TokenNameTextBlock, TokenNameTextBlockTemplate, TokenNamethis, TokenNamethrow, TokenNamethrows, TokenNameto, TokenNametransient, TokenNametransitive, TokenNametrue, TokenNametry, TokenNameTWIDDLE, TokenNameUNDERSCORE, TokenNameUNSIGNED_RIGHT_SHIFT, TokenNameUNSIGNED_RIGHT_SHIFT_EQUAL, TokenNameuses, TokenNamevoid, TokenNamevolatile, TokenNamewhile, TokenNameWHITESPACE, TokenNamewith, TokenNameXOR, TokenNameXOR_EQUAL

Constructor Summary

Constructors

Constructor	Description
Scanner()
Scanner(boolean tokenizeComments, boolean tokenizeWhiteSpace, boolean checkNonExternalizedStringLiterals, long sourceLevel, char[][] taskTags, char[][] taskPriorities, boolean isTaskCaseSensitive)
Scanner(boolean tokenizeComments, boolean tokenizeWhiteSpace, boolean checkNonExternalizedStringLiterals, long sourceLevel, char[][] taskTags, char[][] taskPriorities, boolean isTaskCaseSensitive, boolean isPreviewEnabled)
Scanner(boolean tokenizeComments, boolean tokenizeWhiteSpace, boolean checkNonExternalizedStringLiterals, long sourceLevel, long complianceLevel, char[][] taskTags, char[][] taskPriorities, boolean isTaskCaseSensitive, boolean isPreviewEnabled)

Method Summary

Modifier and Type	Method	Description
protected boolean	areRestrictedModuleKeywordsActive()
final boolean	atEnd()
protected final boolean	atTypeAnnotation()
void	checkTaskTag(int commentStart, int commentEnd)
protected int	disambiguateArrowWithCaseExpr(Scanner scanner, int retToken)
int	fastForward(Statement unused)
char[]	getCurrentIdentifierSource()
final String	getCurrentStringLiteral()
char[]	getCurrentTextBlock()
protected char[][]	getCurrentTextBlockAsLines()
int	getCurrentTokenEndPosition()
char[]	getCurrentTokenInRange(int start, int end)
char[]	getCurrentTokenSource()
char[]	getCurrentTokenSourceString()
int	getCurrentTokenStartPosition()
final String	getCurrentTokenString()
boolean[]	getIdentityComparisonLines()
final int	getLineEnd(int lineNumber)
final int[]	getLineEnds()
final int	getLineNumber(int position)	Search the line number corresponding to a specific position
final int	getLineStart(int lineNumber)	Search the source position corresponding to the beginning of a given line number Line numbers are 1-based, and relative to the scanner initialPosition.
final int	getNextChar()
final boolean	getNextChar(char testedChar)
final int	getNextChar(char testedChar1, char testedChar2)
final boolean	getNextCharAsDigit()
final boolean	getNextCharAsDigit(int radix)
boolean	getNextCharAsJavaIdentifierPart()
boolean	getNextCharAsJavaIdentifierPartWithBoundCheck()
final int	getNextCharWithBoundChecks()
protected int	getNextNotFakedToken()	Overridable hook, to allow CompletionScanner to hide a faked identifier token.
int	getNextToken()
protected int	getNextToken0()
void	getNextUnicodeChar()
NLSTag[]	getNLSTags()
final char[]	getRawTokenSource()
final char[]	getRawTokenSourceEnd()
char[]	getSource()
protected static InvalidInputException	illegalHexaLiteral()
protected static InvalidInputException	invalidBinary()
protected static InvalidInputException	invalidBinaryLiteral()
protected static InvalidInputException	invalidCharacter()
protected static InvalidInputException	invalidCharInString()
protected static InvalidInputException	invalidEof()
protected static InvalidInputException	invalidEscape()
protected static InvalidInputException	invalidFloat()
protected static InvalidInputException	invalidHexa()
protected static InvalidInputException	invalidHighSurrogate()
static InvalidInputException	invalidInput()
protected static InvalidInputException	invalidLowSurrogate()
static InvalidInputException	invalidToken(int token)
protected static InvalidInputException	invalidUnderscore()
protected static InvalidInputException	invalidUnderscoresInLiterals()
protected static InvalidInputException	invalidUnicodeEscape()
protected boolean	isAtAssistIdentifier()
protected boolean	isFirstTag()
static boolean	isIdentifier(int token)
boolean	isInModuleDeclaration()
static boolean	isKeyword(int token)
static boolean	isLiteral(int token)
static boolean	isRestrictedKeyword(int token)
final void	jumpOverBody()
final void	jumpOverEmbeddedExpression()
final void	jumpOverMethodBody()
final boolean	jumpOverUnicodeWhiteSpace()
protected boolean	mayBeAtCaseLabelExpr()
protected final boolean	mayBeAtCasePattern(int token)
protected final boolean	maybeAtLambdaOrCast()
protected final boolean	maybeAtReferenceExpression()
protected int	processSingleQuotes(boolean checkIfUnicode)
final void	pushLineSeparator()
final void	pushUnicodeLineSeparator()
void	recordComment(int token)
void	resetTo(int begin, int end)	Reposition the scanner on some portion of the original source.
void	resetTo(int begin, int end, boolean isModuleInfo)
void	resetTo(int begin, int end, boolean isModuleInfo, org.aspectj.org.eclipse.jdt.internal.compiler.parser.Scanner.ScanContext context)	Reposition the scanner on some portion of the original source.
protected final void	scanEscapeCharacter()
protected int	scanForStringLiteral()
protected int	scanForTextBlock()
protected final boolean	scanForTextBlockBeginning()
protected final boolean	scanForTextBlockClose()
int	scanIdentifier()
int	scanIdentifierOrKeyword()
int	scanIdentifierOrKeywordAj(int kind)
int	scanIdentifierOrKeywordWithBoundCheck()
int	scanNumber(boolean dotPrefix)
void	setActiveParser(ConflictedParser parser)
final void	setSource(char[] sourceString)
final void	setSource(char[] contents, CompilationResult compilationResult)
final void	setSource(CompilationResult compilationResult)
String	toString()
String	toStringAction(int act)
void	ungetToken(int unambiguousToken)
void	unicodeInitializeBuffer(int length)
void	unicodeStore()
void	unicodeStore(char character)
protected static InvalidInputException	unterminatedComment()
protected static InvalidInputException	unterminatedString()
protected static InvalidInputException	unterminatedTextBlock()
protected void	updateCase(int token)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Details

sourceLevel

public long sourceLevel

complianceLevel

public long complianceLevel

useAssertAsAnIndentifier

public boolean useAssertAsAnIndentifier

containsAssertKeyword

public boolean containsAssertKeyword

previewEnabled

public boolean previewEnabled

useEnumAsAnIndentifier

public boolean useEnumAsAnIndentifier

recordLineSeparator

public boolean recordLineSeparator

currentCharacter

public char currentCharacter

startPosition

public int startPosition

currentPosition

public int currentPosition

initialPosition

public int initialPosition

eofPosition

public int eofPosition

skipComments

public boolean skipComments

tokenizeComments

public boolean tokenizeComments

tokenizeWhiteSpace

public boolean tokenizeWhiteSpace

source

public char[] source

withoutUnicodeBuffer

public char[] withoutUnicodeBuffer

withoutUnicodePtr

public int withoutUnicodePtr

unicodeAsBackSlash

public boolean unicodeAsBackSlash

scanningFloatLiteral

public boolean scanningFloatLiteral

COMMENT_ARRAYS_SIZE

public static int COMMENT_ARRAYS_SIZE

commentStops

public int[] commentStops

commentStarts

public int[] commentStarts

commentTagStarts

public int[] commentTagStarts

commentPtr

public int commentPtr

lastCommentLinePosition

public int lastCommentLinePosition

foundTaskTags

public char[][] foundTaskTags

foundTaskMessages

public char[][] foundTaskMessages

foundTaskPriorities

public char[][] foundTaskPriorities

foundTaskPositions

public int[][] foundTaskPositions

foundTaskCount

public int foundTaskCount

taskTags

public char[][] taskTags

taskPriorities

public char[][] taskPriorities

isTaskCaseSensitive

public boolean isTaskCaseSensitive

diet

public boolean diet

lineEnds

public int[] lineEnds

linePtr

public int linePtr

wasAcr

public boolean wasAcr

fakeInModule

public boolean fakeInModule

caseStartPosition

public int caseStartPosition

scanContext

protected org.aspectj.org.eclipse.jdt.internal.compiler.parser.Scanner.ScanContext scanContext

insideModuleInfo

protected boolean insideModuleInfo

END_OF_SOURCE

public static final String END_OF_SOURCE

See Also:

• Constant Field Values

INVALID_HEXA

public static final String INVALID_HEXA

See Also:

• Constant Field Values

INVALID_OCTAL

public static final String INVALID_OCTAL

See Also:

• Constant Field Values

INVALID_CHARACTER_CONSTANT

public static final String INVALID_CHARACTER_CONSTANT

See Also:

• Constant Field Values

INVALID_ESCAPE

public static final String INVALID_ESCAPE

See Also:

• Constant Field Values

INVALID_INPUT

public static final String INVALID_INPUT

See Also:

• Constant Field Values

INVALID_TEXTBLOCK

public static final String INVALID_TEXTBLOCK

See Also:

• Constant Field Values

INVALID_UNICODE_ESCAPE

public static final String INVALID_UNICODE_ESCAPE

See Also:

• Constant Field Values

INVALID_FLOAT

public static final String INVALID_FLOAT

See Also:

• Constant Field Values

INVALID_LOW_SURROGATE

public static final String INVALID_LOW_SURROGATE

See Also:

• Constant Field Values

INVALID_HIGH_SURROGATE

public static final String INVALID_HIGH_SURROGATE

See Also:

• Constant Field Values

NULL_SOURCE_STRING

public static final String NULL_SOURCE_STRING

See Also:

• Constant Field Values

UNTERMINATED_STRING

public static final String UNTERMINATED_STRING

See Also:

• Constant Field Values

UNTERMINATED_TEXT_BLOCK

public static final String UNTERMINATED_TEXT_BLOCK

See Also:

• Constant Field Values

UNTERMINATED_COMMENT

public static final String UNTERMINATED_COMMENT

See Also:

• Constant Field Values

INVALID_CHAR_IN_STRING

public static final String INVALID_CHAR_IN_STRING

See Also:

• Constant Field Values

INVALID_DIGIT

public static final String INVALID_DIGIT

See Also:

• Constant Field Values

INVALID_BINARY

public static final String INVALID_BINARY

See Also:

• Constant Field Values

BINARY_LITERAL_NOT_BELOW_17

public static final String BINARY_LITERAL_NOT_BELOW_17

See Also:

• Constant Field Values

ILLEGAL_HEXA_LITERAL

public static final String ILLEGAL_HEXA_LITERAL

See Also:

• Constant Field Values

INVALID_UNDERSCORE

public static final String INVALID_UNDERSCORE

See Also:

• Constant Field Values

UNDERSCORES_IN_LITERALS_NOT_BELOW_17

public static final String UNDERSCORES_IN_LITERALS_NOT_BELOW_17

See Also:

• Constant Field Values

TAG_PREFIX

public static final char[] TAG_PREFIX

TAG_PREFIX_LENGTH

public static final int TAG_PREFIX_LENGTH

TAG_POSTFIX

public static final char TAG_POSTFIX

See Also:

• Constant Field Values

TAG_POSTFIX_LENGTH

public static final int TAG_POSTFIX_LENGTH

See Also:

• Constant Field Values

IDENTITY_COMPARISON_TAG

public static final char[] IDENTITY_COMPARISON_TAG

validIdentityComparisonLines

public boolean[] validIdentityComparisonLines

checkUninternedIdentityComparison

public boolean checkUninternedIdentityComparison

nlsTagsPtr

protected int nlsTagsPtr

checkNonExternalizedStringLiterals

public boolean checkNonExternalizedStringLiterals

lastPosition

protected int lastPosition

returnOnlyGreater

public boolean returnOnlyGreater

insideRecovery

public boolean insideRecovery

nextToken

protected int nextToken

multiCaseLabelComma

protected boolean multiCaseLabelComma

RoundBracket

public static final int RoundBracket

See Also:

• Constant Field Values

SquareBracket

public static final int SquareBracket

See Also:

• Constant Field Values

CurlyBracket

public static final int CurlyBracket

See Also:

• Constant Field Values

BracketKinds

public static final int BracketKinds

See Also:

• Constant Field Values

LOW_SURROGATE_MIN_VALUE

public static final int LOW_SURROGATE_MIN_VALUE

See Also:

• Constant Field Values

HIGH_SURROGATE_MIN_VALUE

public static final int HIGH_SURROGATE_MIN_VALUE

See Also:

• Constant Field Values

HIGH_SURROGATE_MAX_VALUE

public static final int HIGH_SURROGATE_MAX_VALUE

See Also:

• Constant Field Values

LOW_SURROGATE_MAX_VALUE

public static final int LOW_SURROGATE_MAX_VALUE

See Also:

• Constant Field Values

textBlockOffset

protected int textBlockOffset

Constructor Details

Scanner

public Scanner()

Scanner

public Scanner(boolean tokenizeComments,
 boolean tokenizeWhiteSpace,
 boolean checkNonExternalizedStringLiterals,
 long sourceLevel,
 long complianceLevel,
 char[][] taskTags,
 char[][] taskPriorities,
 boolean isTaskCaseSensitive,
 boolean isPreviewEnabled)

Scanner

public Scanner(boolean tokenizeComments,
 boolean tokenizeWhiteSpace,
 boolean checkNonExternalizedStringLiterals,
 long sourceLevel,
 char[][] taskTags,
 char[][] taskPriorities,
 boolean isTaskCaseSensitive,
 boolean isPreviewEnabled)

Scanner

public Scanner(boolean tokenizeComments,
 boolean tokenizeWhiteSpace,
 boolean checkNonExternalizedStringLiterals,
 long sourceLevel,
 char[][] taskTags,
 char[][] taskPriorities,
 boolean isTaskCaseSensitive)

Method Details

atEnd

public final boolean atEnd()

checkTaskTag

public void checkTaskTag(int commentStart,
 int commentEnd)
                  throws InvalidInputException

Throws:

InvalidInputException

getCurrentIdentifierSource

public char[] getCurrentIdentifierSource()

getCurrentTokenEndPosition

public int getCurrentTokenEndPosition()

getCurrentTokenSource

public char[] getCurrentTokenSource()

getCurrentTokenString

public final String getCurrentTokenString()

getCurrentTokenInRange

public char[] getCurrentTokenInRange(int start,
 int end)

getCurrentTokenSourceString

public char[] getCurrentTokenSourceString()

scanForTextBlockBeginning

protected final boolean scanForTextBlockBeginning()

scanForTextBlockClose

protected final boolean scanForTextBlockClose()
                                       throws InvalidInputException

Throws:

InvalidInputException

getCurrentTextBlock

public char[] getCurrentTextBlock()

getCurrentTextBlockAsLines

protected char[][] getCurrentTextBlockAsLines()

getCurrentStringLiteral

public final String getCurrentStringLiteral()

getRawTokenSource

public final char[] getRawTokenSource()

getRawTokenSourceEnd

public final char[] getRawTokenSourceEnd()

getCurrentTokenStartPosition

public int getCurrentTokenStartPosition()

getLineEnd

public final int getLineEnd(int lineNumber)

getLineEnds

public final int[] getLineEnds()

getLineStart

public final int getLineStart(int lineNumber)

Search the source position corresponding to the beginning of a given line number Line numbers are 1-based, and relative to the scanner initialPosition. Character positions are 0-based. e.g. getLineStart(1) --> 0 indicates that the first line starts at character 0. In case the given line number is inconsistent, answers -1.

Parameters:

lineNumber - int

Returns:

int

getNextChar

public final int getNextChar()

getNextCharWithBoundChecks

public final int getNextCharWithBoundChecks()

getNextChar

public final boolean getNextChar(char testedChar)

getNextChar

public final int getNextChar(char testedChar1,
 char testedChar2)

getNextCharAsDigit

public final boolean getNextCharAsDigit()
                                 throws InvalidInputException

Throws:

InvalidInputException

getNextCharAsDigit

public final boolean getNextCharAsDigit(int radix)

getNextCharAsJavaIdentifierPartWithBoundCheck

public boolean getNextCharAsJavaIdentifierPartWithBoundCheck()

getNextCharAsJavaIdentifierPart

public boolean getNextCharAsJavaIdentifierPart()

scanIdentifier

public int scanIdentifier()
                   throws InvalidInputException

Throws:

InvalidInputException

ungetToken

public void ungetToken(int unambiguousToken)

updateCase

protected void updateCase(int token)

getNextToken

public int getNextToken()
                 throws InvalidInputException

Throws:

InvalidInputException

getNextToken0

protected int getNextToken0()
                     throws InvalidInputException

Throws:

InvalidInputException

processSingleQuotes

protected int processSingleQuotes(boolean checkIfUnicode)
                           throws InvalidInputException

Throws:

InvalidInputException

scanForStringLiteral

protected int scanForStringLiteral()
                            throws InvalidInputException

Throws:

InvalidInputException

scanForTextBlock

protected int scanForTextBlock()
                        throws InvalidInputException

Throws:

InvalidInputException

getNextUnicodeChar

public void getNextUnicodeChar()
                        throws InvalidInputException

Throws:

InvalidInputException

getNLSTags

public NLSTag[] getNLSTags()

getIdentityComparisonLines

public boolean[] getIdentityComparisonLines()

getSource

public char[] getSource()

isFirstTag

protected boolean isFirstTag()

jumpOverMethodBody

public final void jumpOverMethodBody()

jumpOverEmbeddedExpression

public final void jumpOverEmbeddedExpression()

jumpOverBody

public final void jumpOverBody()

jumpOverUnicodeWhiteSpace

public final boolean jumpOverUnicodeWhiteSpace()
                                        throws InvalidInputException

Throws:

InvalidInputException

isInModuleDeclaration

public boolean isInModuleDeclaration()

areRestrictedModuleKeywordsActive

protected boolean areRestrictedModuleKeywordsActive()

pushLineSeparator

public final void pushLineSeparator()

pushUnicodeLineSeparator

public final void pushUnicodeLineSeparator()

recordComment

public void recordComment(int token)

resetTo

public void resetTo(int begin,
 int end)

Reposition the scanner on some portion of the original source. The given endPosition is the last valid position. Beyond this position, the scanner will answer EOF tokens (ITerminalSymbols.TokenNameEOF).

Parameters:

begin - the given start position

end - the given end position

resetTo

public void resetTo(int begin,
 int end,
 boolean isModuleInfo)

resetTo

public void resetTo(int begin,
 int end,
 boolean isModuleInfo,
 org.aspectj.org.eclipse.jdt.internal.compiler.parser.Scanner.ScanContext context)

Reposition the scanner on some portion of the original source. The given endPosition is the last valid position. Beyond this position, the scanner will answer EOF tokens (ITerminalSymbols.TokenNameEOF).

Parameters:

begin - the given start position

end - the given end position

isModuleInfo - if true apply rules for restricted keywords even without a connection to a properly configured parser

context - The scan context to use for restricted keyword support, use null to compute

scanEscapeCharacter

protected final void scanEscapeCharacter()
                                  throws InvalidInputException

Throws:

InvalidInputException

scanIdentifierOrKeywordWithBoundCheck

public int scanIdentifierOrKeywordWithBoundCheck()

scanIdentifierOrKeyword

public int scanIdentifierOrKeyword()

scanIdentifierOrKeywordAj

public int scanIdentifierOrKeywordAj(int kind)

scanNumber

public int scanNumber(boolean dotPrefix)
               throws InvalidInputException

Throws:

InvalidInputException

getLineNumber

public final int getLineNumber(int position)

Search the line number corresponding to a specific position

Parameters:

position - int

Returns:

int

setSource

public final void setSource(char[] sourceString)

setSource

public final void setSource(char[] contents,
 CompilationResult compilationResult)

setSource

public final void setSource(CompilationResult compilationResult)

toString

public String toString()

Overrides:

toString in class Object

toStringAction

public String toStringAction(int act)

unicodeInitializeBuffer

public void unicodeInitializeBuffer(int length)

unicodeStore

public void unicodeStore()

unicodeStore

public void unicodeStore(char character)

isIdentifier

public static boolean isIdentifier(int token)

isLiteral

public static boolean isLiteral(int token)

isKeyword

public static boolean isKeyword(int token)

mayBeAtCasePattern

protected final boolean mayBeAtCasePattern(int token)

maybeAtLambdaOrCast

protected final boolean maybeAtLambdaOrCast()

maybeAtReferenceExpression

protected final boolean maybeAtReferenceExpression()

atTypeAnnotation

protected final boolean atTypeAnnotation()

setActiveParser

public void setActiveParser(ConflictedParser parser)

isRestrictedKeyword

public static boolean isRestrictedKeyword(int token)

disambiguateArrowWithCaseExpr

protected int disambiguateArrowWithCaseExpr(Scanner scanner,
 int retToken)

mayBeAtCaseLabelExpr

protected boolean mayBeAtCaseLabelExpr()

isAtAssistIdentifier

protected boolean isAtAssistIdentifier()

fastForward

public int fastForward(Statement unused)

getNextNotFakedToken

protected int getNextNotFakedToken()
                            throws InvalidInputException

Overridable hook, to allow CompletionScanner to hide a faked identifier token.

Throws:

InvalidInputException

invalidCharacter

protected static InvalidInputException invalidCharacter()

invalidCharInString

protected static InvalidInputException invalidCharInString()

unterminatedString

protected static InvalidInputException unterminatedString()

invalidUnicodeEscape

protected static InvalidInputException invalidUnicodeEscape()

invalidLowSurrogate

protected static InvalidInputException invalidLowSurrogate()

invalidHighSurrogate

protected static InvalidInputException invalidHighSurrogate()

unterminatedComment

protected static InvalidInputException unterminatedComment()

unterminatedTextBlock

protected static InvalidInputException unterminatedTextBlock()

invalidEof

protected static InvalidInputException invalidEof()

invalidUnderscore

protected static InvalidInputException invalidUnderscore()

invalidUnderscoresInLiterals

protected static InvalidInputException invalidUnderscoresInLiterals()

invalidEscape

protected static InvalidInputException invalidEscape()

invalidHexa

protected static InvalidInputException invalidHexa()

illegalHexaLiteral

protected static InvalidInputException illegalHexaLiteral()

invalidFloat

protected static InvalidInputException invalidFloat()

invalidBinaryLiteral

protected static InvalidInputException invalidBinaryLiteral()

invalidBinary

protected static InvalidInputException invalidBinary()

invalidToken

public static InvalidInputException invalidToken(int token)

invalidInput

public static InvalidInputException invalidInput()