46 lines
1.2 KiB
C
46 lines
1.2 KiB
C
#ifndef TREE_SITTER_UNICODE_H_
|
|
#define TREE_SITTER_UNICODE_H_
|
|
|
|
#include <limits.h>
|
|
#include <stdint.h>
|
|
#include <stdio.h>
|
|
|
|
#define U_EXPORT
|
|
#define U_EXPORT2
|
|
#include "unicode/utf16.h"
|
|
#include "unicode/utf8.h"
|
|
|
|
static const int32_t TS_DECODE_ERROR = U_SENTINEL;
|
|
|
|
// These functions read one unicode code point from the given string,
|
|
// returning the number of bytes consumed.
|
|
typedef uint32_t (*UnicodeDecodeFunction)(const uint8_t *string, uint32_t length, int32_t *code_point);
|
|
|
|
static inline uint32_t ts_decode_ascii(const uint8_t *string, uint32_t length, int32_t *code_point)
|
|
{
|
|
(void)(length);
|
|
*code_point = 0;
|
|
*(uint8_t *)code_point = *string;
|
|
return (1);
|
|
}
|
|
|
|
static inline uint32_t ts_decode_utf8(const uint8_t *string, uint32_t length, int32_t *code_point)
|
|
{
|
|
return (ts_decode_ascii(string, length, code_point));
|
|
/*
|
|
uint32_t i = 0;
|
|
U8_NEXT(string, i, length, *code_point);
|
|
printf("[UTF8]read %i bytes\n", i);
|
|
return i;
|
|
*/
|
|
}
|
|
|
|
static inline uint32_t ts_decode_utf16(const uint8_t *string, uint32_t length, int32_t *code_point)
|
|
{
|
|
uint32_t i = 0;
|
|
U16_NEXT(((uint16_t *)string), i, length, *code_point);
|
|
printf("[UTF16]read %i bytes\n", i);
|
|
return i * 2;
|
|
}
|
|
|
|
#endif // TREE_SITTER_UNICODE_H_
|