src/Utils/StreamTokenizer.h

Go to the documentation of this file.

/*
* Copyright (C) 2005 Norman Casagrande
* For informations write to nova77@gmail.com
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this library; if not, write to the Free Software
* Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
*
*/

#ifndef __STREAM_TOKENIZER_H
#define __STREAM_TOKENIZER_H

#include <string>
#include <iterator>

using namespace std;


namespace nor_utils {

class StreamTokenizer
{
   typedef istream_iterator<char> sIt; 

public:

   StreamTokenizer(istream& is, const string delim = " \t")
      : p(is), end_of_stream(), delimiters(delim) 
   { is.unsetf(std::ios::skipws); }

   string next_token()
   {
      string result;
      char ch;
      insert_iterator<string> iIt(result, result.begin());

      if ( p != end_of_stream)
      {
         // move until the delimiter
         while ( p != end_of_stream && is_delimiter(*p) )
         {
            ch = *p;
            p++;
         }

         // move until the next delimiter, and build
         // the string.
         while ( p != end_of_stream && !is_delimiter(*p) )
         {
            ch = *p;
            *iIt++ = *p++;
         }
      }

      return result;  
   }

   bool has_token()
   { return (! (p == end_of_stream) ); }

private:

   sIt p; 
   sIt end_of_stream; 

   const string delimiters; 

   bool is_delimiter(char c)
   { 
      return delimiters.find(c) != string::npos; 
   }
};

} // end of namespace nor_utils

#endif //__STREAM_TOKENIZER_H

---