tokenizer.h

Go to the documentation of this file.

// Copyright (C) 1999-2003 Open Source Telecom Corporation.
//
// This program is free software; you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation; either version 2 of the License, or
// (at your option) any later version.
// 
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program; if not, write to the Free Software
// Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
// 
// As a special exception to the GNU General Public License, permission is 
// granted for additional uses of the text contained in its release 
// of Common C++.
// 
// The exception is that, if you link the Common C++ library with other
// files to produce an executable, this does not by itself cause the
// resulting executable to be covered by the GNU General Public License.
// Your use of that executable is in no way restricted on account of
// linking the Common C++ library code into it.
//
// This exception does not however invalidate any other reasons why
// the executable file might be covered by the GNU General Public License.
// 
// This exception applies only to the code released under the 
// name Common C++.  If you copy code from other releases into a copy of
// Common C++, as the General Public License permits, the exception does
// not apply to the code that you add in this way.  To avoid misleading
// anyone as to the status of such modified files, you must delete
// this exception notice from them.
// 
// If you write modifications of your own for Common C++, it is your choice
// whether to permit this exception to apply to your modifications.
// If you do not wish that, delete this exception notice.

#ifndef CCXX_TOKENIZER_H_
#define CCXX_TOKENIZER_H_

#ifndef CCXX_MISSING_H_
#include <cc++/missing.h>
#endif

#ifndef CCXX_THREAD_H_
#include <cc++/thread.h>
#endif

#ifdef  CCXX_NAMESPACES
namespace ost {
#endif

class __EXPORT StringTokenizer {
public:
        static const char * const SPACE;

        // maybe move more global ?
        class NoSuchElementException { };

        class __EXPORT iterator {
                friend class StringTokenizer;  // access our private constructors
        private:
                const StringTokenizer *myTok; // my StringTokenizer
                const char *start;      // start of current token
                const char *tokEnd;     // end of current token (->nxDelimiter)
                const char *endp;       // one before next token
                char *token;            // allocated token, if requested

                // for initialization of the itEnd iterator
                iterator(const StringTokenizer &tok, const char *end) 
                        : myTok(&tok),tokEnd(0),endp(end),token(0) {}

                iterator(const StringTokenizer &tok)
                        : myTok(&tok),tokEnd(0),endp(myTok->str-1),token(0) {
                        ++(*this); // init first token.
                }

        public:
                iterator() : myTok(0),start(0),tokEnd(0),endp(0),token(0) {}

                // see also: comment in implementation of operator++
                virtual ~iterator() { if (token) *token='\0'; delete [] token; }
                
                // everything, but not responsible for the allocated token.
                iterator(const iterator& i) :
                        myTok(i.myTok),start(i.start),tokEnd(i.tokEnd),
                        endp(i.endp),token(0) {}

                // everything, but not responsible for the allocated token.
                iterator &operator = (const iterator &i) {
                        myTok = i.myTok; 
                        start = i.start; endp = i.endp; tokEnd = i.tokEnd;
                        if ( token )
                                delete [] token;
                        token = 0;
                        return *this;
                }

                iterator &operator ++ () THROWS (NoSuchElementException);

                const char*  operator *  () THROWS (NoSuchElementException);
                
                inline char nextDelimiter() const {
                        return (tokEnd) ? *tokEnd : '\0';
                }
                
                // only compare the end-position. speed.
                inline bool operator == (const iterator &other) const { 
                        return (endp == other.endp);
                }

                // only compare the end position. speed.
                inline bool operator != (const iterator &other) const { 
                        return (endp != other.endp);
                }
        };
private:
        friend class StringTokenizer::iterator;
        const char *str;
        const char *delim;
        bool skipAll, trim;
        iterator itEnd;

public:
        StringTokenizer (const char *str,
                         const char *delim,
                         bool skipAllDelim = false,
                         bool trim = false);
        
        StringTokenizer (const char *s);

        iterator begin() const { 
                return iterator(*this);
        }
        
        void setDelimiters (const char *d) {
                delim = d;
        }
        
        iterator begin(const char *d) { 
                delim = d;
                return iterator(*this);
        }

        const iterator& end() const { return itEnd; }
};

#ifdef  CCXX_NAMESPACES
}
#endif

#endif

---