diff options
Diffstat (limited to 'library/cpp/tokenizer/special_tokens.h')
| -rw-r--r-- | library/cpp/tokenizer/special_tokens.h | 5 |
1 files changed, 0 insertions, 5 deletions
diff --git a/library/cpp/tokenizer/special_tokens.h b/library/cpp/tokenizer/special_tokens.h deleted file mode 100644 index 1a6dc686c7..0000000000 --- a/library/cpp/tokenizer/special_tokens.h +++ /dev/null @@ -1,5 +0,0 @@ -#pragma once - -#include <util/charset/wide.h> - -size_t GetSpecialTokenLength(const wchar16* text, size_t maxLen); |