logic
Class Tokenizer

java.lang.Object
  logic.Tokenizer

public class Tokenizer

extends java.lang.Object

Field Summary

boolean

SAW_NUMBER

Constructor Summary

Tokenizer(java.io.Reader reader)

Tokenizer(java.io.Reader reader, boolean eol)

Tokenizer(java.lang.String path)

Method Summary

void	consumeToken(Token desiredToken)
Token	currentToken()
void	getNextToken()
boolean	hasMoreTokens()
static void	main(java.lang.String[] args)
void	setCommentChar(int ch)
void	setDashIsWordChar()
void	setStrict(boolean flag)
int	ttype()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

SAW_NUMBER

public boolean SAW_NUMBER

Constructor Detail

Tokenizer

public Tokenizer(java.lang.String path)
          throws java.io.IOException

Tokenizer

public Tokenizer(java.io.Reader reader)
          throws java.io.IOException

Tokenizer

public Tokenizer(java.io.Reader reader,
                 boolean eol)
          throws java.io.IOException

Method Detail

setStrict

public void setStrict(boolean flag)

setDashIsWordChar

public void setDashIsWordChar()

setCommentChar

public void setCommentChar(int ch)

getNextToken

public void getNextToken()
                  throws java.io.IOException

Throws:

java.io.IOException

currentToken

public Token currentToken()

hasMoreTokens

public boolean hasMoreTokens()

consumeToken

public void consumeToken(Token desiredToken)
                  throws java.io.IOException

Throws:

java.io.IOException

ttype

public int ttype()

main

public static void main(java.lang.String[] args)
                 throws java.io.IOException

Throws:

java.io.IOException