Upsilon/kandinsky/src/unicode/utf8_decoder.cpp

#include <kandinsky/unicode/utf8_decoder.h>
#include <assert.h>

static inline int leading_ones(uint8_t value) {
  for (int i=0; i<8; i++) {
    if (!(value & 0x80)) {
      return i;
    }
    value = value << 1;
  }
  assert(false);
}

static inline uint8_t last_k_bits(uint8_t value, uint8_t bits) {
  return (value & ((1<<bits)-1));
}

CodePoint UTF8Decoder::nextCodePoint() {
  int leadingOnes = leading_ones(*m_string);
  uint32_t result = last_k_bits(*m_string++, 8-leadingOnes-1);
  for (int i=0; i<(leadingOnes-1); i++) {
    result <<= 6;
    result += (*m_string++ & 0x3F);
  }
  return CodePoint(result);
}

size_t UTF8Decoder::CodePointToChars(CodePoint c, char * buffer, int bufferSize) {
  assert(bufferSize >= sizeof(CodePoint)/sizeof(char));
  size_t i = 0;
  if (c <= 0x7F) {
    buffer[i++] = c;
  } else if (c <= 0x7FF) {
    buffer[i++] = 0b11000000 | (c >> 6);
    buffer[i++] = 0b10000000 | (c & 0b111111);
  } else if (c <= 0xFFFF) {
    buffer[i++] = 0b11100000 | (c >> 12);
    buffer[i++] = 0b10000000 | ((c >> 6) & 0b111111);
    buffer[i++] = 0b10000000 | (c & 0b111111);
  } else {
    buffer[i++] = 0b11110000 | (c >> 18);
    buffer[i++] = 0b10000000 | ((c >> 12) & 0b111111);
    buffer[i++] = 0b10000000 | ((c >> 6) & 0b111111);
    buffer[i++] = 0b10000000 | (c & 0b111111);
  }
  return i;
}