1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
|
#pragma once
#ifndef MARISA_BASE_H_
#define MARISA_BASE_H_
// Old Visual C++ does not provide stdint.h.
#ifndef _MSC_VER
#include <stdint.h>
#endif // _MSC_VER
#ifdef __cplusplus
#include <cstddef>
#else // __cplusplus
#include <stddef.h>
#endif // __cplusplus
#ifdef __cplusplus
extern "C" {
#endif // __cplusplus
#ifdef _MSC_VER
typedef unsigned __int8 marisa_uint8;
typedef unsigned __int16 marisa_uint16;
typedef unsigned __int32 marisa_uint32;
typedef unsigned __int64 marisa_uint64;
#else // _MSC_VER
typedef uint8_t marisa_uint8;
typedef uint16_t marisa_uint16;
typedef uint32_t marisa_uint32;
typedef uint64_t marisa_uint64;
#endif // _MSC_VER
#if defined(_WIN64) || defined(__amd64__) || defined(__x86_64__) || \
defined(__ia64__) || defined(__ppc64__) || defined(__powerpc64__) || \
defined(__sparc64__) || defined(__mips64__) || defined(__aarch64__) || \
defined(__s390x__)
#define MARISA_WORD_SIZE 64
#else // defined(_WIN64), etc.
#define MARISA_WORD_SIZE 32
#endif // defined(_WIN64), etc.
//#define MARISA_WORD_SIZE (sizeof(void *) * 8)
#define MARISA_UINT8_MAX ((marisa_uint8)~(marisa_uint8)0)
#define MARISA_UINT16_MAX ((marisa_uint16)~(marisa_uint16)0)
#define MARISA_UINT32_MAX ((marisa_uint32)~(marisa_uint32)0)
#define MARISA_UINT64_MAX ((marisa_uint64)~(marisa_uint64)0)
#define MARISA_SIZE_MAX ((size_t)~(size_t)0)
#define MARISA_INVALID_LINK_ID MARISA_UINT32_MAX
#define MARISA_INVALID_KEY_ID MARISA_UINT32_MAX
#define MARISA_INVALID_EXTRA (MARISA_UINT32_MAX >> 8)
// Error codes are defined as members of marisa_error_code. This library throws
// an exception with one of the error codes when an error occurs.
typedef enum marisa_error_code_ {
// MARISA_OK means that a requested operation has succeeded. In practice, an
// exception never has MARISA_OK because it is not an error.
MARISA_OK = 0,
// MARISA_STATE_ERROR means that an object was not ready for a requested
// operation. For example, an operation to modify a fixed vector throws an
// exception with MARISA_STATE_ERROR.
MARISA_STATE_ERROR = 1,
// MARISA_NULL_ERROR means that an invalid NULL pointer has been given.
MARISA_NULL_ERROR = 2,
// MARISA_BOUND_ERROR means that an operation has tried to access an out of
// range address.
MARISA_BOUND_ERROR = 3,
// MARISA_RANGE_ERROR means that an out of range value has appeared in
// operation.
MARISA_RANGE_ERROR = 4,
// MARISA_CODE_ERROR means that an undefined code has appeared in operation.
MARISA_CODE_ERROR = 5,
// MARISA_RESET_ERROR means that a smart pointer has tried to reset itself.
MARISA_RESET_ERROR = 6,
// MARISA_SIZE_ERROR means that a size has exceeded a library limitation.
MARISA_SIZE_ERROR = 7,
// MARISA_MEMORY_ERROR means that a memory allocation has failed.
MARISA_MEMORY_ERROR = 8,
// MARISA_IO_ERROR means that an I/O operation has failed.
MARISA_IO_ERROR = 9,
// MARISA_FORMAT_ERROR means that input was in invalid format.
MARISA_FORMAT_ERROR = 10,
} marisa_error_code;
// Min/max values, flags and masks for dictionary settings are defined below.
// Please note that unspecified settings will be replaced with the default
// settings. For example, 0 is equivalent to (MARISA_DEFAULT_NUM_TRIES |
// MARISA_DEFAULT_TRIE | MARISA_DEFAULT_TAIL | MARISA_DEFAULT_ORDER).
// A dictionary consists of 3 tries in default. Usually more tries make a
// dictionary space-efficient but time-inefficient.
typedef enum marisa_num_tries_ {
MARISA_MIN_NUM_TRIES = 0x00001,
MARISA_MAX_NUM_TRIES = 0x0007F,
MARISA_DEFAULT_NUM_TRIES = 0x00003,
} marisa_num_tries;
// This library uses a cache technique to accelerate search functions. The
// following enumerated type marisa_cache_level gives a list of available cache
// size options. A larger cache enables faster search but takes a more space.
typedef enum marisa_cache_level_ {
MARISA_HUGE_CACHE = 0x00080,
MARISA_LARGE_CACHE = 0x00100,
MARISA_NORMAL_CACHE = 0x00200,
MARISA_SMALL_CACHE = 0x00400,
MARISA_TINY_CACHE = 0x00800,
MARISA_DEFAULT_CACHE = MARISA_NORMAL_CACHE
} marisa_cache_level;
// This library provides 2 kinds of TAIL implementations.
typedef enum marisa_tail_mode_ {
// MARISA_TEXT_TAIL merges last labels as zero-terminated strings. So, it is
// available if and only if the last labels do not contain a NULL character.
// If MARISA_TEXT_TAIL is specified and a NULL character exists in the last
// labels, the setting is automatically switched to MARISA_BINARY_TAIL.
MARISA_TEXT_TAIL = 0x01000,
// MARISA_BINARY_TAIL also merges last labels but as byte sequences. It uses
// a bit vector to detect the end of a sequence, instead of NULL characters.
// So, MARISA_BINARY_TAIL requires a larger space if the average length of
// labels is greater than 8.
MARISA_BINARY_TAIL = 0x02000,
MARISA_DEFAULT_TAIL = MARISA_TEXT_TAIL,
} marisa_tail_mode;
// The arrangement of nodes affects the time cost of matching and the order of
// predictive search.
typedef enum marisa_node_order_ {
// MARISA_LABEL_ORDER arranges nodes in ascending label order.
// MARISA_LABEL_ORDER is useful if an application needs to predict keys in
// label order.
MARISA_LABEL_ORDER = 0x10000,
// MARISA_WEIGHT_ORDER arranges nodes in descending weight order.
// MARISA_WEIGHT_ORDER is generally a better choice because it enables faster
// matching.
MARISA_WEIGHT_ORDER = 0x20000,
MARISA_DEFAULT_ORDER = MARISA_WEIGHT_ORDER,
} marisa_node_order;
typedef enum marisa_config_mask_ {
MARISA_NUM_TRIES_MASK = 0x0007F,
MARISA_CACHE_LEVEL_MASK = 0x00F80,
MARISA_TAIL_MODE_MASK = 0x0F000,
MARISA_NODE_ORDER_MASK = 0xF0000,
MARISA_CONFIG_MASK = 0xFFFFF
} marisa_config_mask;
#ifdef __cplusplus
} // extern "C"
#endif // __cplusplus
#ifdef __cplusplus
namespace marisa {
typedef ::marisa_uint8 UInt8;
typedef ::marisa_uint16 UInt16;
typedef ::marisa_uint32 UInt32;
typedef ::marisa_uint64 UInt64;
typedef ::marisa_error_code ErrorCode;
typedef ::marisa_cache_level CacheLevel;
typedef ::marisa_tail_mode TailMode;
typedef ::marisa_node_order NodeOrder;
template <typename T>
inline void swap(T &lhs, T &rhs) {
T temp = lhs;
lhs = rhs;
rhs = temp;
}
} // namespace marisa
#endif // __cplusplus
#ifdef __cplusplus
#include "exception.h"
#include "scoped-ptr.h"
#include "scoped-array.h"
#endif // __cplusplus
#endif // MARISA_BASE_H_
|
