#define C_KINO_STRINGHELPER
#include <string.h>
#define KINO_USE_SHORT_NAMES
#define CHY_USE_SHORT_NAMES
#include "KinoSearch/Util/StringHelper.h"
#include "KinoSearch/Object/Err.h"
#include "KinoSearch/Util/Memory.h"
int32_t
StrHelp_overlap(const char *a, const char *b, size_t a_len, size_t b_len)
{
size_t i;
const size_t len = a_len <= b_len ? a_len : b_len;
for (i = 0; i < len; i++) {
if (*a++ != *b++) { break; }
}
return i;
}
static const char base36_chars[] = "0123456789abcdefghijklmnopqrstuvwxyz";
uint32_t
StrHelp_to_base36(uint64_t num, void *buffer)
{
char my_buf[StrHelp_MAX_BASE36_BYTES];
char *buf = my_buf + StrHelp_MAX_BASE36_BYTES - 1;
char *end = buf;
// Null terminate.
*buf = '\0';
// Convert to base 36 characters.
do {
*(--buf) = base36_chars[ num % 36 ];
num /= 36;
} while (num > 0);
{
uint32_t size = end - buf;
memcpy(buffer, buf, size + 1);
return size;
}
}
uint32_t
StrHelp_encode_utf8_char(uint32_t code_point, void *buffer)
{
uint8_t *buf = (uint8_t*)buffer;
if (code_point <= 0x7F) { // ASCII
buf[0] = (uint8_t)code_point;
return 1;
}
else if (code_point <= 0x07FF) { // 2 byte range
buf[0] = (uint8_t)(0xC0 | (code_point >> 6));
buf[1] = (uint8_t)(0x80 | (code_point & 0x3f));
return 2;
}
else if (code_point <= 0xFFFF) { // 3 byte range
buf[0] = (uint8_t)(0xE0 | ( code_point >> 12 ));
buf[1] = (uint8_t)(0x80 | ((code_point >> 6) & 0x3F));
buf[2] = (uint8_t)(0x80 | ( code_point & 0x3f));
return 3;
}
else if (code_point <= 0x10FFFF) { // 4 byte range
buf[0] = (uint8_t)(0xF0 | ( code_point >> 18 ));
buf[1] = (uint8_t)(0x80 | ((code_point >> 12) & 0x3F));
buf[2] = (uint8_t)(0x80 | ((code_point >> 6 ) & 0x3F));
buf[3] = (uint8_t)(0x80 | ( code_point & 0x3f));
return 4;
}
else {
THROW(ERR, "Illegal Unicode code point: %u32", code_point);
UNREACHABLE_RETURN(uint32_t);
}
}
uint32_t
StrHelp_decode_utf8_char(const char *ptr)
{
const uint8_t *const string = (const uint8_t*)ptr;
uint32_t retval = *string;
int bytes = StrHelp_UTF8_COUNT[retval];
switch (bytes & 0x7) {
case 1:
break;
case 2:
retval = ((retval & 0x1F) << 6)
| (string[1] & 0x3F);
break;
case 3:
retval = ((retval & 0x0F) << 12)
| ((string[1] & 0x3F) << 6)
| (string[2] & 0x3F);
break;
case 4:
retval = ((retval & 0x07) << 18)
| ((string[1] & 0x3F) << 12)
| ((string[2] & 0x3F) << 6)
| (string[3] & 0x3F);
break;
default:
THROW(ERR, "Invalid UTF-8 header byte: %x32", retval);
}
return retval;
}
const char*
StrHelp_back_utf8_char(const char *ptr, char *start)
{
while (--ptr >= start) {
if ((*ptr & 0xC0) != 0x80) { return ptr; }
}
return NULL;
}
/* Copyright 2006-2011 Marvin Humphrey
*
* This program is free software; you can redistribute it and/or modify
* under the same terms as Perl itself.
*/