26 lines
614 B
C
26 lines
614 B
C
|
#pragma once
|
||
|
|
|
||
|
|
#include <cstddef>
|
||
|
|
#include <cstdint>
|
||
|
|
#include <string>
|
||
|
|
#include <vector>
|
||
|
|
|
||
|
|
struct CodepointInfo {
|
||
|
|
uint32_t value;
|
||
|
|
size_t byteOffset;
|
||
|
|
};
|
||
|
|
|
||
|
|
uint32_t toLowerLatin(uint32_t cp);
|
||
|
|
uint32_t toLowerCyrillic(uint32_t cp);
|
||
|
|
|
||
|
|
bool isLatinLetter(uint32_t cp);
|
||
|
|
bool isCyrillicLetter(uint32_t cp);
|
||
|
|
|
||
|
|
bool isAlphabetic(uint32_t cp);
|
||
|
|
bool isPunctuation(uint32_t cp);
|
||
|
|
bool isAsciiDigit(uint32_t cp);
|
||
|
|
bool isExplicitHyphen(uint32_t cp);
|
||
|
|
bool isSoftHyphen(uint32_t cp);
|
||
|
|
void trimSurroundingPunctuationAndFootnote(std::vector<CodepointInfo>& cps);
|
||
|
|
std::vector<CodepointInfo> collectCodepoints(const std::string& word);
|