tokenizer.h

Go to the documentation of this file.

// Copyright (C) 1999-2005 Open Source Telecom Corporation.
//
// This program is free software; you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation; either version 2 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program; if not, write to the Free Software
// Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
//
// As a special exception, you may use this file as part of a free software
// library without restriction.  Specifically, if other files instantiate
// templates or use macros or inline functions from this file, or you compile
// this file and link it with other files to produce an executable, this
// file does not by itself cause the resulting executable to be covered by
// the GNU General Public License.  This exception does not however
// invalidate any other reasons why the executable file might be covered by
// the GNU General Public License.
//
// This exception applies only to the code released under the name GNU
// Common C++.  If you copy code from other releases into a copy of GNU
// Common C++, as the General Public License permits, the exception does
// not apply to the code that you add in this way.  To avoid misleading
// anyone as to the status of such modified files, you must delete
// this exception notice from them.
//
// If you write modifications of your own for GNU Common C++, it is your choice
// whether to permit this exception to apply to your modifications.
// If you do not wish that, delete this exception notice.
//

#ifndef CCXX_TOKENIZER_H_
#define CCXX_TOKENIZER_H_

#ifndef CCXX_MISSING_H_
#include <cc++/missing.h>
#endif

#ifndef CCXX_THREAD_H_
#include <cc++/thread.h>
#endif

#ifdef  CCXX_NAMESPACES
namespace ost {
#endif

class __EXPORT StringTokenizer {
public:
        static const char * const SPACE;

        // maybe move more global ?
        class NoSuchElementException { };

        class __EXPORT iterator {
                friend class StringTokenizer;  // access our private constructors
        private:
                const StringTokenizer *myTok; // my StringTokenizer
                const char *start;      // start of current token
                const char *tokEnd;     // end of current token (->nxDelimiter)
                const char *endp;       // one before next token
                char *token;            // allocated token, if requested

                // for initialization of the itEnd iterator
                iterator(const StringTokenizer &tok, const char *end)
                        : myTok(&tok),tokEnd(0),endp(end),token(0) {}

                iterator(const StringTokenizer &tok)
                        : myTok(&tok),tokEnd(0),endp(myTok->str-1),token(0) {
                        ++(*this); // init first token.
                }

        public:
                iterator() : myTok(0),start(0),tokEnd(0),endp(0),token(0) {}

                // see also: comment in implementation of operator++
                virtual ~iterator() 
                        { if (token) *token='\0'; delete [] token; }

                // everything, but not responsible for the allocated token.
                iterator(const iterator& i) :
                        myTok(i.myTok),start(i.start),tokEnd(i.tokEnd),
                        endp(i.endp),token(0) {}

                // everything, but not responsible for the allocated token.
                iterator &operator = (const iterator &i) 
                {
                        myTok = i.myTok;
                        start = i.start; endp = i.endp; tokEnd = i.tokEnd;
                        if ( token )
                                delete [] token;
                        token = 0;
                        return *this;
                }

                iterator &operator ++ () THROWS (NoSuchElementException);

                const char*  operator *  () THROWS (NoSuchElementException);

                inline char nextDelimiter() const 
                        {return (tokEnd) ? *tokEnd : '\0';}

                // only compare the end-position. speed.
                inline bool operator == (const iterator &other) const 
                        {return (endp == other.endp);}

                // only compare the end position. speed.
                inline bool operator != (const iterator &other) const 
                        {return (endp != other.endp);}
        };
private:
        friend class StringTokenizer::iterator;
        const char *str;
        const char *delim;
        bool skipAll, trim;
        iterator itEnd;

public:
        StringTokenizer (const char *str,
                         const char *delim,
                         bool skipAllDelim = false,
                         bool trim = false);

        StringTokenizer (const char *s);

        iterator begin() const 
                {return iterator(*this);}

        void setDelimiters (const char *d) 
                {delim = d;}

        iterator begin(const char *d) 
        {
                delim = d;
                return iterator(*this);
        }

        const iterator& end() const 
                {return itEnd;}
};

#ifdef  CCXX_NAMESPACES
}
#endif

#endif