org.apache.lucene.analysis.standard

Class StandardTokenizerTokenManager

public class StandardTokenizerTokenManager extends Object implements StandardTokenizerConstants

Field Summary
protected charcurChar
PrintStreamdebugStream
protected CharStreaminput_stream
static String[]jjstrLiteralImages
static String[]lexStateNames
Constructor Summary
StandardTokenizerTokenManager(CharStream stream)
StandardTokenizerTokenManager(CharStream stream, int lexState)
Method Summary
TokengetNextToken()
protected TokenjjFillToken()
voidReInit(CharStream stream)
voidReInit(CharStream stream, int lexState)
voidsetDebugStream(PrintStream ds)
voidSwitchTo(int lexState)

Field Detail

curChar

protected char curChar

debugStream

public PrintStream debugStream

input_stream

protected CharStream input_stream

jjstrLiteralImages

public static final String[] jjstrLiteralImages

lexStateNames

public static final String[] lexStateNames

Constructor Detail

StandardTokenizerTokenManager

public StandardTokenizerTokenManager(CharStream stream)

StandardTokenizerTokenManager

public StandardTokenizerTokenManager(CharStream stream, int lexState)

Method Detail

getNextToken

public Token getNextToken()

jjFillToken

protected Token jjFillToken()

ReInit

public void ReInit(CharStream stream)

ReInit

public void ReInit(CharStream stream, int lexState)

setDebugStream

public void setDebugStream(PrintStream ds)

SwitchTo

public void SwitchTo(int lexState)
Copyright © 2000-2007 Apache Software Foundation. All Rights Reserved.