85 bool ParseBadgesMessageTag(
const std::string& messageTag, std::vector<std::pair<std::string, std::string>>& result);
92 bool TokenizeLocalMessage(
const std::shared_ptr<User>& user,
ChannelId channelId,
const std::string& message, std::string& emotesMessageTag, std::string& badgesMessageTag);
94 void TokenizeServerMessage(
const std::string& message,
const TokenizationOptions& tokenizationOptions,
const std::string& messageTags,
const std::shared_ptr<BitsConfiguration>& bitsConfig,
const std::vector<std::string>& localUserNames,
MessageInfo& tokenizedMessage);
98 void TokenizeServerMessage(
const std::string& message,
const TokenizationOptions& tokenizationOptions,
const std::map<
EmoticonId, std::vector<EmoteRange>>& emoticonRanges,
const std::shared_ptr<BitsConfiguration>& bitsConfig,
const std::vector<std::string>& localUserNames,
MessageInfo& tokenizedMessage);
void AdjustByteRangesToUtf8Ranges(std::vector< TokenRange > &ranges, const std::string &message)
Definition: chatmessageparsing.h:38
uint32_t EmoticonId
Definition: chattypes.h:24
bool SortEmoticonRangesByEmoticonId(const TokenRange &a, const TokenRange &b)
Definition: chatmessageparsing.h:34
int rangeNum
Definition: chatmessageparsing.h:53
bool ParseEmotesMessageTag(const std::string &emotesMessageTag, std::map< EmoticonId, std::vector< EmoteRange >> &result)
Definition: chatmessageparsing.h:42
Definition: chatmessageparsing.h:23
bool TokenizeLocalMessage(const std::shared_ptr< User > &user, ChannelId channelId, const std::string &message, std::string &emotesMessageTag, std::string &badgesMessageTag)
void TokenizeServerMessage(const std::string &message, const TokenizationOptions &tokenizationOptions, const std::string &messageTags, const std::shared_ptr< BitsConfiguration > &bitsConfig, const std::vector< std::string > &localUserNames, MessageInfo &tokenizedMessage)
void RemoveOverlappingRanges(std::vector< TokenRange > &ranges)
Definition: chattypes.h:293
Definition: chatmessageparsing.h:71
JSON (JavaScript Object Notation).
Definition: adsapi.h:16
int startIndex
Definition: chatmessageparsing.h:73
Definition: chatmessageparsing.h:25
bool ParseBadgesMessageTag(const std::string &messageTag, std::vector< std::pair< std::string, std::string >> &result)
TokenRangeEnum type
Definition: chatmessageparsing.h:50
bool SortTokenRangesByStartIndex(const TokenRange &a, const TokenRange &b)
void AdjustUtf8RangesToByteRanges(std::vector< TokenRange > &ranges, const std::string &message)
Definition: chatmessageparsing.h:24
uint32_t prefixLength
Definition: chatmessageparsing.h:44
uint32_t numBits
Definition: chatmessageparsing.h:45
Definition: chatmessageparsing.h:26
Definition: chatmessageparsing.h:29
bool SortTokenRangesByTypeThenRangeNum(const TokenRange &a, const TokenRange &b)
int endIndex
Definition: chatmessageparsing.h:74
Definition: chatmessageparsing.h:48
int startIndex
Definition: chatmessageparsing.h:51
int endIndex
Definition: chatmessageparsing.h:52
EmoticonId emoticonId
Definition: chatmessageparsing.h:31
uint32_t ChannelId
Definition: coretypes.h:23
bool GenerateBadgesMessageTag(const std::vector< std::pair< std::string, std::string >> &badges, std::string &result)
Definition: chattypes.h:41
TokenRangeEnum
Definition: chatmessageparsing.h:21