Bruce/bp
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Some light unicode support

Browse Source
This commit is contained in:
Bruce Hill 2020-09-25 08:41:29 -07:00
parent 437425e348
commit 49c05d01b7
1 changed files with 19 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
vm.c
View File

@ -35,6 +35,22 @@ static const char *opcode_names[] = {
[VM_NODENT] = "NODENT",
};
static inline const char *next_char(file_t *f, const char *str)
{
char c = *str;
++str;
if (__builtin_expect(!(c & 0x80), 1))
return str;
if (__builtin_expect(str < f->end && !!(*str & 0x80), 1))
++str;
if (c > '\xDF' && __builtin_expect(str < f->end && !!(*str & 0x80), 1))
++str;
if (c > '\xEF' && __builtin_expect(str < f->end && !!(*str & 0x80), 1))
++str;
return str;
}
const char *opcode_name(enum VMOpcode o)
{
return opcode_names[o];
@ -88,7 +104,7 @@ static match_t *_match(grammar_t *g, file_t *f, const char *str, vm_op_t *op, un
match_t *m = calloc(sizeof(match_t), 1);
m->op = op;
m->start = str;
m->end = str+1;
m->end = next_char(f, str);
return m;
}
case VM_STRING: {
@ -138,7 +154,8 @@ static match_t *_match(grammar_t *g, file_t *f, const char *str, vm_op_t *op, un
// This isn't in the for() structure because there needs to
// be at least once chance to match the pattern, even if
// we're at the end of the string already (e.g. "..$").
if (str < f->end && (op->multiline || *str != '\n')) ++str;
if (str < f->end && (op->multiline || *str != '\n'))
str = next_char(f, str);
}
destroy_match(&m);
return NULL;