vmtokenizer.h

TOOL (Tiny Object Oriented Language) is an easily-embedded, object-oriented, C++-like-language inter

#ifndef TOKENIZER_H_INCLUDED
#define TOKENIZER_H_INCLUDED
/*****************************************************************************/
/*                              HEADER FILE                                  */
/*****************************************************************************/
/*
       $Archive:   $

      $Revision:   $
          $Date:   $
        $Author:   $

    Description:   Declaration of the FastString Tokenizer Class

                      TOOL And XML FORMS License
                      ==========================

                      Except where otherwise noted, all of the documentation 
                      and software included in the TOOL package is 
                      copyrighted by Michael Swartzendruber.

                      Copyright (C) 2005 Michael John Swartzendruber. 
                      All rights reserved.

                      Access to this code, whether intentional or accidental,
                      does NOT IMPLY any transfer of rights.

                      This software is provided "as-is," without any express 
                      or implied warranty. In no event shall the author be held
                      liable for any damages arising from the use of this software.

                      Permission is granted to anyone to use this software for 
                      any purpose, including commercial applications, and to 
                      alter and redistribute it, provided that the following 
                      conditions are met:

                      1. All redistributions of source code files must retain 
                         all copyright notices that are currently in place, 
                         and this list of conditions without modification.

                      2. The origin of this software must not be misrepresented;
                         you must not claim that you wrote the original software.

                      3. If you use this software in another product, an acknowledgment
                         in the product documentation would be appreciated but is
                         not required.

                      4. Modified versions in source or binary form must be plainly 
                         marked as such, and must not be misrepresented as being 
                         the original software.
*/
/*****************************************************************************/

#include "VMString.h"


class VMTokenizer  
{
public:
  VMTokenizer( VMString oString, VMString oDelims = "\r\n", VMString oFieldWrappers = "" );

  virtual ~VMTokenizer( void );

  virtual VMString GetNextToken( void );  
  virtual bool HasMoreTokens( void );      

  VMString GetOriginalString( void ){ return( m_oToTokenize );     };
  VMString GetRemainder( void )     { return( m_oLeftToTokenize ); };
  VMString GetDelimiters( void )    { return( m_oTokenDelimiter ); };

protected:
  VMString m_oToTokenize;      // The  original string to tokenize
  VMString m_oLeftToTokenize;  // The string we have left after taking tokens out
  VMString m_oTokenDelimiter;  // What is the value to tokenize on?
  VMString m_oFieldWrapper;    // Are fields wrapped by quotes? 
  bool     m_bFoundAny;        // Have we found any tokens
  bool     m_bFinalToken;      // There might be one last token?
};

#endif

/*****************************************************************************/
/* Check-in history */
/*
 *$Log:   $
*/
/*****************************************************************************/