tokenizer.h

Go to the documentation of this file.

 
#include <cstr.h>
#include <vector>
#include <map>
 
struct Macro{
  const char* _key;  
  const char* _data; 
};
 
struct MacroDict {
  std::map< str8 , const char* , cmp_str > _dict; 
  
  void DumpAll() const;
 
  const char* Get(const char* key) const;
 
  MacroDict(size_t num_of_macro, const Macro* macros);
};
 
class CFormula{
public:
  str16 _lhs; 
  str16 _rhs; 
  
  void Clear(){
    _lhs.clear();
    _rhs.clear();
  }
};
 
class CTokenizer{
  enum State {
    STS_LHS, 
    STS_RHS  
  };
  std::vector< CFormula > _formulas; 
public:
  str16 GetString(const char* lhs_, const char* def_ = "");
 
  s32 GetNumber(const char* lhs_, s32 def_ = 0);
 
  CTokenizer(const char* sz, const MacroDict* dict_ = nullptr);
};