tokenizerlocal.h

Go to the documentation of this file.

#ifndef TOKENIZERLOCAL
#define TOKENIZERLOCAL

#include <tokenizer.h>

class tokenizerlocal
{
  static long int countermax;
public:

  tokenizer& ref;

  tokenizerlocal* parent;

  liststringi i1;
  liststringi i2;
  liststringi iend;

  stringc debug01() const;

  tokenizerlocal(tokenizer& ref_);
  tokenizerlocal(tokenizerlocal& tl);

  /* Explicit control of begin and end atoms 
     - no angle brackets added. */
  boolc atomize_next(stringc & atom1, stringc& atom2);

  void reset();

  void reset(tokenizerlocal& tkl);

  void endpointcontract();
  void endpointexpand();
  void endpointreset();

  boolc operator ! () const; 
  stringc & operator() () const; 
  void operator ++ (); 
  
  boolc readtag(string& val, stringc& tag);
  boolc writetag(stringc& val, stringc& tag);
  boolc erasetag(stringc& tag);


  boolc scopesearch(stringc& tag);

  /* From the current position scope and read the tag. */
  boolc read(string& str, stringc& tag1);
  boolc read(string& str, stringc& tag1, stringc& tag2);
  boolc read(string& str, stringc& tag1, stringc& tag2, stringc& tag3);
  boolc read(string& str, stringc& tag1, stringc& tag2, stringc& tag3, stringc& tag4);
  boolc read(string& str, stringc& tag1, stringc& tag2, stringc& tag3, stringc& tag4, stringc& tag5);
  boolc read(string& str, stringc& tag1, stringc& tag2, stringc& tag3, stringc& tag4, stringc& tag5, stringc& tag6);

  boolc boundscope(stringc& tag1); 

  /* Find and atomize next <tag1> and </tag1>. */
  boolc scope(stringc& tag1); 
  /* Find and atomize matching tags in order. */
  boolc scope(stringc& tag1, stringc& tag2);
  /* Find and atomize matching tags in order. */
  boolc scope(stringc& tag1, stringc& tag2, stringc& tag3 );
  /* Find and atomize matching tags in order. */
  boolc scope(stringc& tag1, stringc& tag2, stringc& tag3, stringc& tag4 );
  /* Find and atomize matching tags in order. */
  boolc scope(stringc& tag1, stringc& tag2, stringc& tag3, stringc& tag4, stringc& tag5 );
  /* Find and atomize matching tags in order. */
  boolc scope(stringc& tag1, stringc& tag2, stringc& tag3, stringc& tag4, stringc& tag5, stringc& tag6);

};


class tokenizerlocalvar : public tokenizerlocal
{
public:

  boolc operator ! (); 

  string objtag;

  tokenizerlocalvar
  (
    tokenizerlocal& tkl, 
    stringc& objtag_
  );

};




/*
Issues

* Handle attributes by pre-processing the attributes
  into the more primitive xml.

<Sandwich class_id="0" tracking_level="0" version="0">
...
</Sandwich>
 becomes
<Sandwich>
 <Sandwich.attrib>
  <x>
   <l>class_id</l>
   <r>0</r>
  </x>
  <x>
   <l>tracking_level</l>
   <r>0</r>
  </x>
  <x>
   <l>version</l>
   <r>0</r>
  </x>
 </Sandwich.attrib>
....
</Sandwich>

* Possible extension: template ref so this class may
 be either a reference or contain the tokenizer!
 This would be good for the splice_into which could
 send instead to the tokenizerlocal. 
 (one line rather than multiple lines, easier to use)
 This is probably too complex for the gain, the object
 /class would have to often be used.

* Human readable xml - automated spacing for nested tags.
 One space indent. Indent when a new tag encountered,
  push the new tag to a tag stack. Keep current count
  of depth.


*/

/*
class tokenizerscope : public tokenizerlocal
{
public:

  // Outer scope. 
  tokenizerlocal& tl;

  // Scope tag. 
  string scopetag;

  // Set the scope to tl. 
  void reset();

  // Iterate through scopetag objects. 
  boolc operator ! ();

  // Constructor. 
  tokenizerscope(tokenizerlocal& tl_,stringc & scopetag_="");
  tokenizerscope(tokenizer& tk,stringc & scopetag_);

};

*/

#endif