raphael/minishell
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

yes?

Browse source
This commit is contained in:
Maieul BOYER 2024-06-30 18:38:19 +02:00
parent 1417259865
commit c7fe19a7d5
No known key found for this signature in database
51 changed files with 18 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

46
parser/src/unicode.h Normal file
View file

@ -0,0 +1,46 @@
#ifndef TREE_SITTER_UNICODE_H_
#define TREE_SITTER_UNICODE_H_
#include <limits.h>
#include <stdint.h>
#include <stdio.h>
#define U_EXPORT
#define U_EXPORT2
#include "unicode/utf16.h"
#include "unicode/utf8.h"
static const int32_t TS_DECODE_ERROR = U_SENTINEL;
// These functions read one unicode code point from the given string,
// returning the number of bytes consumed.
typedef uint32_t (*UnicodeDecodeFunction)(const uint8_t *string, uint32_t length, int32_t *code_point);
static inline uint32_t ts_decode_ascii(const uint8_t *string, uint32_t length, int32_t *code_point)
{
(void)(length);
*code_point = 0;
*(uint8_t *)code_point = *string;
return (1);
}
static inline uint32_t ts_decode_utf8(const uint8_t *string, uint32_t length, int32_t *code_point)
{
return (ts_decode_ascii(string, length, code_point));
/*
uint32_t i = 0;
U8_NEXT(string, i, length, *code_point);
printf("[UTF8]read %i bytes\n", i);
return i;
*/
}
static inline uint32_t ts_decode_utf16(const uint8_t *string, uint32_t length, int32_t *code_point)
{
uint32_t i = 0;
U16_NEXT(((uint16_t *)string), i, length, *code_point);
printf("[UTF16]read %i bytes\n", i);
return i * 2;
}
#endif // TREE_SITTER_UNICODE_H_