Subversion Repositories Kolibri OS

Compare Revisions

Regard whitespace Rev 5495 → Rev 5496

/contrib/media/updf/me/include/tokenizer.h
0,0 → 1,44
/** \file tokenizer.h
* definitions of input output classes that read and write from string.
*/
 
 
#ifndef __tokenizer_h__
#define __tokenizer_h__
 
#include "yacasbase.h"
#include "lispstring.h"
#include "lispio.h"
#include "lisphash.h"
class LispTokenizer : public YacasBase
{
public:
LispTokenizer() : iToken() {}
/// NextToken returns a string representing the next token,
/// or an empty list.
virtual LispString * NextToken(LispInput& aInput,
LispHashTable& aHashTable);
virtual ~LispTokenizer(){}
protected:
LispString iToken; //Can be used as a token container.
};
 
class CommonLispTokenizer : public LispTokenizer
{
public:
virtual LispString * NextToken(LispInput& aInput,
LispHashTable& aHashTable);
};
 
 
// utility functions
LispBoolean IsDigit(LispChar c);
LispBoolean IsAlpha(LispChar c);
LispBoolean IsAlNum(LispChar c);
LispBoolean IsSymbolic(LispChar c);
 
 
 
#endif