/usr/include/dlib/cpp_tokenizer.h is in libdlib-dev 18.18-1.
This file is owned by root:root, with mode 0o644.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 | // Copyright (C) 2005 Davis E. King (davis@dlib.net)
// License: Boost Software License See LICENSE.txt for the full license.
#ifndef DLIB_CPP_TOKENIZEr_
#define DLIB_CPP_TOKENIZEr_
#include <string>
#include "cpp_tokenizer/cpp_tokenizer_kernel_1.h"
#include "cpp_tokenizer/cpp_tokenizer_kernel_c.h"
#include "tokenizer.h"
#include "queue.h"
#include "set.h"
namespace dlib
{
class cpp_tokenizer
{
cpp_tokenizer() {}
typedef set<std::string>::kernel_1a set;
typedef queue<cpp_tok_kernel_1_helper::token_text_pair>::kernel_2a queue;
typedef tokenizer::kernel_1a tok;
public:
//----------- kernels ---------------
// kernel_1a
typedef cpp_tokenizer_kernel_1<tok,queue,set>
kernel_1a;
typedef cpp_tokenizer_kernel_c<kernel_1a>
kernel_1a_c;
};
}
#endif // DLIB_CPP_TOKENIZEr_
|