presage 0.9.2~beta
stringForwardTokenizer.h
Go to the documentation of this file.
1
2/******************************************************
3 * Presage, an extensible predictive text entry system
4 * ---------------------------------------------------
5 *
6 * Copyright (C) 2008 Matteo Vescovi <matteo.vescovi@yahoo.co.uk>
7
8 This program is free software; you can redistribute it and/or modify
9 it under the terms of the GNU General Public License as published by
10 the Free Software Foundation; either version 2 of the License, or
11 (at your option) any later version.
12
13 This program is distributed in the hope that it will be useful,
14 but WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 GNU General Public License for more details.
17
18 You should have received a copy of the GNU General Public License along
19 with this program; if not, write to the Free Software Foundation, Inc.,
20 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
21 *
22 **********(*)*/
23
24
25#ifndef PRESAGE_STRINGFORWARDTOKENIZER
26#define PRESAGE_STRINGFORWARDTOKENIZER
27
28#include "forwardTokenizer.h"
29
31: public ForwardTokenizer {
32public:
33 StringForwardTokenizer(std::string& toBeTokenized,
34 const std::string blankspaces,
35 const std::string separators);
37
38// /** Returns the number of tokens left.
39// */
40// virtual int countTokens();
41//
42// /** Tests if there are more tokens.
43// */
44// virtual bool hasMoreTokens() const;
45//
46// /** Returns the next token.
47// */
48// virtual std::string nextToken();
49//
50// /** Returns progress percentage.
51// */
52// virtual double progress() const;
53
54protected:
55
56private:
57
58};
59
60#endif // PRESAGE_STRINGFORWARDTOKENIZER
StringForwardTokenizer(std::string &toBeTokenized, const std::string blankspaces, const std::string separators)
std::string blankspaces
Definition: tokenizer.h:154
std::string separators
Definition: tokenizer.h:155