oursland.lisp
Class LispTokenizer

java.lang.Object
  extended by oursland.parse.BaseTokenizer
      extended by oursland.lisp.LispTokenizer

public class LispTokenizer
extends BaseTokenizer

Parses Lisp tokens. Not complete according to Lisp spec. This tokenizer is expanded as I need features.

Author:
oursland

Field Summary
private  java.util.LinkedList<java.lang.String> nextTokens
           
 
Constructor Summary
LispTokenizer(java.io.InputStream in)
           
LispTokenizer(java.lang.String str)
           
 
Method Summary
private  void consumeWhitespace()
           
 java.lang.String expect(java.lang.String expect)
           
 boolean hasNextToken()
           
private static boolean isFraction(java.lang.String number)
           
static void main(java.lang.String[] args)
           
 java.lang.String nextToken()
           
static double parseNumberToDouble(java.lang.String number)
           
private  java.lang.String parseString()
           
private  java.lang.String parseSymbol()
           
private  java.lang.String parseToken()
           
 java.lang.String peekToken(int i)
           
 
Methods inherited from class oursland.parse.BaseTokenizer
consume, peek, peekNoEOF
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Field Detail

nextTokens

private java.util.LinkedList<java.lang.String> nextTokens
Constructor Detail

LispTokenizer

public LispTokenizer(java.io.InputStream in)

LispTokenizer

public LispTokenizer(java.lang.String str)
Method Detail

hasNextToken

public boolean hasNextToken()
Specified by:
hasNextToken in class BaseTokenizer

peekToken

public java.lang.String peekToken(int i)
                           throws java.io.IOException
Throws:
java.io.IOException

nextToken

public java.lang.String nextToken()
                           throws java.io.IOException
Specified by:
nextToken in class BaseTokenizer
Throws:
java.io.IOException

parseToken

private java.lang.String parseToken()
                             throws java.io.IOException
Throws:
java.io.IOException

parseString

private java.lang.String parseString()
                              throws java.io.IOException
Throws:
java.io.IOException

parseSymbol

private java.lang.String parseSymbol()
                              throws java.io.IOException
Throws:
java.io.IOException

consumeWhitespace

private void consumeWhitespace()
                        throws java.io.IOException
Throws:
java.io.IOException

main

public static void main(java.lang.String[] args)

expect

public java.lang.String expect(java.lang.String expect)
                        throws java.io.IOException
Throws:
java.io.IOException

parseNumberToDouble

public static double parseNumberToDouble(java.lang.String number)

isFraction

private static boolean isFraction(java.lang.String number)