privacore-open-source-searc.../tokenizer/tokenizer_util.h
2018-03-06 11:38:00 +01:00

11 lines
242 B
C

#ifndef TOKENIZER_UTIL_H
#define TOKENIZER_UTIL_H
#include "../utf8.h"
UChar32 normal_to_superscript_codepoint(UChar32 c); //returns 0 if there is none
UChar32 normal_to_subscript_codepoint(UChar32 c); //returns 0 if there is none
#endif