Package ca.phon.phonex

Class PhonexTokenizerLexer

java.lang.Object

org.antlr.runtime.BaseRecognizer

org.antlr.runtime.Lexer

ca.phon.phonex.PhonexTokenizerLexer

All Implemented Interfaces:

org.antlr.runtime.TokenSource

public class PhonexTokenizerLexer
extends org.antlr.runtime.Lexer

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
protected class	PhonexTokenizerLexer.DFA9

Field Summary

Fields

Modifier and Type	Field	Description
static final int	AMP
static final int	ARG
static final int	ARG_LIST
static final int	BACK_REF
static final int	BACKREF
static final int	BACKSLASH
static final int	BASEEXPR
static final int	BOUND_END
static final int	BOUND_START
static final int	BOUNDARY_MATCHER
static final int	CARET
static final int	CLOSE_BRACE
static final int	CLOSE_BRACKET
static final int	CLOSE_PAREN
static final int	COLON
static final int	COMMA
static final int	COMMENT_END
static final int	COMMENT_START
static final int	COMPOUND_MATCHER
protected PhonexTokenizerLexer.DFA9	dfa9
static final int	DOLLAR_SIGN
static final int	EOF
static final int	EOL_COMMENT_START
static final int	EQUALS
static final int	ESC_SEQ
static final int	ESCAPED_BOUNDARY
static final int	ESCAPED_PHONE_CLASS
static final int	ESCAPED_PUNCT
static final int	EXC
static final int	EXPR
static final int	FEATURE_SET
static final int	FLAGS
static final int	FORWARDSLASH
static final int	GROUP
static final int	GROUP_NAME
static final int	HEX_CHAR
static final int	IDENTIFIER
static final int	INT
static final int	LETTER
static final int	LOOK_AHEAD_GROUP
static final int	LOOK_BEHIND_GROUP
static final int	MATCHER
static final int	MINUS
static final int	NAME
static final int	NON_CAPTURING_GROUP
static final int	NUMBER
static final int	ONE_OR_MORE
static final int	OPEN_BRACE
static final int	OPEN_BRACKET
static final int	OPEN_PAREN
static final int	P_PHONE_CLASS
static final int	PERIOD
static final int	PHONE_CLASS
static final int	PIPE
static final int	PLUGIN
static final int	QUANTIFIER
static final int	REGEX_STRING
static final int	SCTYPE
static final int	SEMICOLON
static final int	SINGLE_QUANTIFIER
static final int	STRESS
static final int	STRESS_TYPE
static final int	STRING
static final int	SYLLABLE_BOUNDS_TO
static final int	SYLLABLE_CHAR
static final int	WS
static final int	ZERO_OR_MORE
static final int	ZERO_OR_ONE

Fields inherited from class org.antlr.runtime.Lexer

input

Fields inherited from class org.antlr.runtime.BaseRecognizer

DEFAULT_TOKEN_CHANNEL, HIDDEN, INITIAL_FOLLOW_STACK_SIZE, MEMO_RULE_FAILED, MEMO_RULE_UNKNOWN, NEXT_TOKEN_RULE_NAME, state

Constructor Summary

Constructors

Constructor	Description
PhonexTokenizerLexer()
PhonexTokenizerLexer(org.antlr.runtime.CharStream input)
PhonexTokenizerLexer(org.antlr.runtime.CharStream input, org.antlr.runtime.RecognizerSharedState state)

Method Summary

Modifier and Type	Method	Description
void	emitErrorMessage(String msg)
org.antlr.runtime.Lexer[]	getDelegates()
String	getGrammarFileName()
final void	mAMP()
final void	mBACKREF()
final void	mBACKSLASH()
final void	mBOUND_END()
final void	mBOUND_START()
final void	mCARET()
final void	mCLOSE_BRACE()
final void	mCLOSE_BRACKET()
final void	mCLOSE_PAREN()
final void	mCOLON()
final void	mCOMMA()
final void	mCOMMENT_END()
final void	mCOMMENT_START()
final void	mDOLLAR_SIGN()
final void	mEOL_COMMENT_START()
final void	mEQUALS()
final void	mESC_SEQ()
final void	mESCAPED_BOUNDARY()
final void	mESCAPED_PHONE_CLASS()
final void	mESCAPED_PUNCT()
final void	mEXC()
final void	mFLAGS()
final void	mFORWARDSLASH()
final void	mGROUP_NAME()
final void	mHEX_CHAR()
final void	mIDENTIFIER()
final void	mINT()
final void	mLETTER()
final void	mLOOK_AHEAD_GROUP()
final void	mLOOK_BEHIND_GROUP()
final void	mMINUS()
final void	mNON_CAPTURING_GROUP()
final void	mNUMBER()
final void	mONE_OR_MORE()
final void	mOPEN_BRACE()
final void	mOPEN_BRACKET()
final void	mOPEN_PAREN()
final void	mPERIOD()
final void	mPIPE()
final void	mPLUGIN()
final void	mREGEX_STRING()
final void	mSCTYPE()
final void	mSEMICOLON()
final void	mSINGLE_QUANTIFIER()
final void	mSTRESS_TYPE()
final void	mSTRING()
final void	mSYLLABLE_BOUNDS_TO()
final void	mSYLLABLE_CHAR()
void	mTokens()
final void	mWS()
final void	mZERO_OR_MORE()
final void	mZERO_OR_ONE()
void	reportError(org.antlr.runtime.RecognitionException e)

Methods inherited from class org.antlr.runtime.Lexer

emit, emit, getCharErrorDisplay, getCharIndex, getCharPositionInLine, getCharStream, getEOFToken, getErrorMessage, getLine, getSourceName, getText, match, match, matchAny, matchRange, nextToken, recover, reset, setCharStream, setText, skip, traceIn, traceOut

Methods inherited from class org.antlr.runtime.BaseRecognizer

alreadyParsedRule, beginResync, combineFollows, computeContextSensitiveRuleFOLLOW, computeErrorRecoverySet, consumeUntil, consumeUntil, displayRecognitionError, endResync, failed, getBacktrackingLevel, getCurrentInputSymbol, getErrorHeader, getMissingSymbol, getNumberOfSyntaxErrors, getRuleInvocationStack, getRuleInvocationStack, getRuleMemoization, getRuleMemoizationCacheSize, getTokenErrorDisplay, getTokenNames, match, matchAny, memoize, mismatchIsMissingToken, mismatchIsUnwantedToken, pushFollow, recover, recoverFromMismatchedSet, recoverFromMismatchedToken, setBacktrackingLevel, toStrings, traceIn, traceOut

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

EOF

public static final int EOF

See Also:

• Constant Field Values

AMP

public static final int AMP

See Also:

• Constant Field Values

ARG

public static final int ARG

See Also:

• Constant Field Values

ARG_LIST

public static final int ARG_LIST

See Also:

• Constant Field Values

BACKREF

public static final int BACKREF

See Also:

• Constant Field Values

BACKSLASH

public static final int BACKSLASH

See Also:

• Constant Field Values

BACK_REF

public static final int BACK_REF

See Also:

• Constant Field Values

BASEEXPR

public static final int BASEEXPR

See Also:

• Constant Field Values

BOUNDARY_MATCHER

public static final int BOUNDARY_MATCHER

See Also:

• Constant Field Values

BOUND_END

public static final int BOUND_END

See Also:

• Constant Field Values

BOUND_START

public static final int BOUND_START

See Also:

• Constant Field Values

CARET

public static final int CARET

See Also:

• Constant Field Values

CLOSE_BRACE

public static final int CLOSE_BRACE

See Also:

• Constant Field Values

CLOSE_BRACKET

public static final int CLOSE_BRACKET

See Also:

• Constant Field Values

CLOSE_PAREN

public static final int CLOSE_PAREN

See Also:

• Constant Field Values

COLON

public static final int COLON

See Also:

• Constant Field Values

COMMA

public static final int COMMA

See Also:

• Constant Field Values

COMMENT_END

public static final int COMMENT_END

See Also:

• Constant Field Values

COMMENT_START

public static final int COMMENT_START

See Also:

• Constant Field Values

COMPOUND_MATCHER

public static final int COMPOUND_MATCHER

See Also:

• Constant Field Values

DOLLAR_SIGN

public static final int DOLLAR_SIGN

See Also:

• Constant Field Values

EOL_COMMENT_START

public static final int EOL_COMMENT_START

See Also:

• Constant Field Values

EQUALS

public static final int EQUALS

See Also:

• Constant Field Values

ESCAPED_BOUNDARY

public static final int ESCAPED_BOUNDARY

See Also:

• Constant Field Values

ESCAPED_PHONE_CLASS

public static final int ESCAPED_PHONE_CLASS

See Also:

• Constant Field Values

ESCAPED_PUNCT

public static final int ESCAPED_PUNCT

See Also:

• Constant Field Values

ESC_SEQ

public static final int ESC_SEQ

See Also:

• Constant Field Values

EXC

public static final int EXC

See Also:

• Constant Field Values

EXPR

public static final int EXPR

See Also:

• Constant Field Values

FEATURE_SET

public static final int FEATURE_SET

See Also:

• Constant Field Values

FLAGS

public static final int FLAGS

See Also:

• Constant Field Values

FORWARDSLASH

public static final int FORWARDSLASH

See Also:

• Constant Field Values

GROUP

public static final int GROUP

See Also:

• Constant Field Values

GROUP_NAME

public static final int GROUP_NAME

See Also:

• Constant Field Values

HEX_CHAR

public static final int HEX_CHAR

See Also:

• Constant Field Values

IDENTIFIER

public static final int IDENTIFIER

See Also:

• Constant Field Values

INT

public static final int INT

See Also:

• Constant Field Values

LETTER

public static final int LETTER

See Also:

• Constant Field Values

LOOK_AHEAD_GROUP

public static final int LOOK_AHEAD_GROUP

See Also:

• Constant Field Values

LOOK_BEHIND_GROUP

public static final int LOOK_BEHIND_GROUP

See Also:

• Constant Field Values

MATCHER

public static final int MATCHER

See Also:

• Constant Field Values

MINUS

public static final int MINUS

See Also:

• Constant Field Values

NAME

public static final int NAME

See Also:

• Constant Field Values

NON_CAPTURING_GROUP

public static final int NON_CAPTURING_GROUP

See Also:

• Constant Field Values

NUMBER

public static final int NUMBER

See Also:

• Constant Field Values

ONE_OR_MORE

public static final int ONE_OR_MORE

See Also:

• Constant Field Values

OPEN_BRACE

public static final int OPEN_BRACE

See Also:

• Constant Field Values

OPEN_BRACKET

public static final int OPEN_BRACKET

See Also:

• Constant Field Values

OPEN_PAREN

public static final int OPEN_PAREN

See Also:

• Constant Field Values

PERIOD

public static final int PERIOD

See Also:

• Constant Field Values

PHONE_CLASS

public static final int PHONE_CLASS

See Also:

• Constant Field Values

PIPE

public static final int PIPE

See Also:

• Constant Field Values

PLUGIN

public static final int PLUGIN

See Also:

• Constant Field Values

P_PHONE_CLASS

public static final int P_PHONE_CLASS

See Also:

• Constant Field Values

QUANTIFIER

public static final int QUANTIFIER

See Also:

• Constant Field Values

REGEX_STRING

public static final int REGEX_STRING

See Also:

• Constant Field Values

SCTYPE

public static final int SCTYPE

See Also:

• Constant Field Values

SEMICOLON

public static final int SEMICOLON

See Also:

• Constant Field Values

SINGLE_QUANTIFIER

public static final int SINGLE_QUANTIFIER

See Also:

• Constant Field Values

STRESS

public static final int STRESS

See Also:

• Constant Field Values

STRESS_TYPE

public static final int STRESS_TYPE

See Also:

• Constant Field Values

STRING

public static final int STRING

See Also:

• Constant Field Values

SYLLABLE_BOUNDS_TO

public static final int SYLLABLE_BOUNDS_TO

See Also:

• Constant Field Values

SYLLABLE_CHAR

public static final int SYLLABLE_CHAR

See Also:

• Constant Field Values

WS

public static final int WS

See Also:

• Constant Field Values

ZERO_OR_MORE

public static final int ZERO_OR_MORE

See Also:

• Constant Field Values

ZERO_OR_ONE

public static final int ZERO_OR_ONE

See Also:

• Constant Field Values

dfa9

protected PhonexTokenizerLexer.DFA9 dfa9

Constructor Details

PhonexTokenizerLexer

public PhonexTokenizerLexer()

PhonexTokenizerLexer

public PhonexTokenizerLexer(org.antlr.runtime.CharStream input)

PhonexTokenizerLexer

public PhonexTokenizerLexer(org.antlr.runtime.CharStream input,
 org.antlr.runtime.RecognizerSharedState state)

Method Details

reportError

public void reportError(org.antlr.runtime.RecognitionException e)

Overrides:

reportError in class org.antlr.runtime.Lexer

emitErrorMessage

public void emitErrorMessage(String msg)

Overrides:

emitErrorMessage in class org.antlr.runtime.BaseRecognizer

getDelegates

public org.antlr.runtime.Lexer[] getDelegates()

getGrammarFileName

public String getGrammarFileName()

Overrides:

getGrammarFileName in class org.antlr.runtime.BaseRecognizer

mFLAGS

public final void mFLAGS()
                  throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mIDENTIFIER

public final void mIDENTIFIER()
                       throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mESCAPED_PHONE_CLASS

public final void mESCAPED_PHONE_CLASS()
                                throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mESCAPED_PUNCT

public final void mESCAPED_PUNCT()
                          throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mESCAPED_BOUNDARY

public final void mESCAPED_BOUNDARY()
                             throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mDOLLAR_SIGN

public final void mDOLLAR_SIGN()
                        throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mPERIOD

public final void mPERIOD()
                   throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mPIPE

public final void mPIPE()
                 throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mMINUS

public final void mMINUS()
                  throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mEQUALS

public final void mEQUALS()
                   throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mAMP

public final void mAMP()
                throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mEXC

public final void mEXC()
                throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mOPEN_PAREN

public final void mOPEN_PAREN()
                       throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mCLOSE_PAREN

public final void mCLOSE_PAREN()
                        throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mOPEN_BRACKET

public final void mOPEN_BRACKET()
                         throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mCLOSE_BRACKET

public final void mCLOSE_BRACKET()
                          throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mCARET

public final void mCARET()
                  throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mOPEN_BRACE

public final void mOPEN_BRACE()
                       throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mCLOSE_BRACE

public final void mCLOSE_BRACE()
                        throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mCOLON

public final void mCOLON()
                  throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mSEMICOLON

public final void mSEMICOLON()
                      throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mCOMMA

public final void mCOMMA()
                  throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mFORWARDSLASH

public final void mFORWARDSLASH()
                         throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mBACKSLASH

public final void mBACKSLASH()
                      throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mSINGLE_QUANTIFIER

public final void mSINGLE_QUANTIFIER()
                              throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mZERO_OR_MORE

public final void mZERO_OR_MORE()
                         throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mONE_OR_MORE

public final void mONE_OR_MORE()
                        throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mZERO_OR_ONE

public final void mZERO_OR_ONE()
                        throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mNON_CAPTURING_GROUP

public final void mNON_CAPTURING_GROUP()
                                throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mLOOK_BEHIND_GROUP

public final void mLOOK_BEHIND_GROUP()
                              throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mLOOK_AHEAD_GROUP

public final void mLOOK_AHEAD_GROUP()
                             throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mGROUP_NAME

public final void mGROUP_NAME()
                       throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mBOUND_START

public final void mBOUND_START()
                        throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mBOUND_END

public final void mBOUND_END()
                      throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mCOMMENT_START

public final void mCOMMENT_START()
                          throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mCOMMENT_END

public final void mCOMMENT_END()
                        throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mEOL_COMMENT_START

public final void mEOL_COMMENT_START()
                              throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mLETTER

public final void mLETTER()
                   throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mNUMBER

public final void mNUMBER()
                   throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mINT

public final void mINT()
                throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mWS

public final void mWS()
               throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mREGEX_STRING

public final void mREGEX_STRING()
                         throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mSTRING

public final void mSTRING()
                   throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mHEX_CHAR

public final void mHEX_CHAR()
                     throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mSCTYPE

public final void mSCTYPE()
                   throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mPLUGIN

public final void mPLUGIN()
                   throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mSTRESS_TYPE

public final void mSTRESS_TYPE()
                        throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mBACKREF

public final void mBACKREF()
                    throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mSYLLABLE_CHAR

public final void mSYLLABLE_CHAR()
                          throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mSYLLABLE_BOUNDS_TO

public final void mSYLLABLE_BOUNDS_TO()
                               throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mESC_SEQ

public final void mESC_SEQ()
                    throws org.antlr.runtime.RecognitionException

Throws:

org.antlr.runtime.RecognitionException

mTokens

public void mTokens()
             throws org.antlr.runtime.RecognitionException

Specified by:

mTokens in class org.antlr.runtime.Lexer

Throws:

org.antlr.runtime.RecognitionException