//      The C++ Scanner interface for Demeter System:
//                        By
//                   Chen-Dah Shen 
//
#include <stream.h>

enum token_kind 
     {IDENT,NUMBER,STRING,PATTERN,KEYWORD,TOKEN_NOT_RECOGNIZED,END};


class __token {
   char value[50];
   token_kind kind;
   FILE*  fp;
public:
   __token(){};
   ~__token(){}; 
   token_kind get_kind() {return kind;};
   char* get_value() {return value;};
   __token *get_sym();
   __token *scanner(char*);
   __token *scanner_dh(char*);
};

extern __token* Token;