/usr/include/srchilite/wordtokenizer.h is in libsource-highlight-dev 3.1.8-1.1.
This file is owned by root:root, with mode 0o644.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 | //
// Author: Lorenzo Bettini <http://www.lorenzobettini.it>, (C) 2004-2008
//
// Copyright: See COPYING file that comes with this distribution
//
#ifndef WORDTOKENIZER_H_
#define WORDTOKENIZER_H_
#include <string>
#include <algorithm>
#include <list>
namespace srchilite {
/**
* Tokenizes a paragraph separating words from spaces
*/
class WordTokenizer {
public:
/**
* Results of the tokenizer; each element is a pair where the first
* string represents a possible space and the second string a possible word.
* The two elements are mutually exclusive
*/
typedef std::list<std::pair<std::string, std::string> > WordTokenizerResults;
/**
* Tokenizes the passed string and stores the results.
* @param s the string to tokenize
* @param results where to store the results
*/
static void tokenize(const std::string &s, WordTokenizerResults &results);
};
}
#endif /*WORDTOKENIZER_H_*/
|