first draft of string handling

This commit is contained in:
wires 2025-03-12 13:09:22 -04:00
parent 294239abb9
commit 74ee1e374e
Signed by: wires
SSH key fingerprint: SHA256:9GtP+M3O2IivPDlw1UY872UPUuJH2gI0yG6ExBxaaiM

View file

@ -98,6 +98,8 @@ next(#lexer{source = <<C, Rest/binary>>} = Lx) when ?is_id_start(C) ->
lex_id(Lx#lexer{source = Rest}, 1);
next(#lexer{source = <<C, Rest/binary>>} = Lx) when ?is_digit(C) ->
lex_number(Lx#lexer{source = Rest}, 1);
next(#lexer{source = <<$", Rest/binary>>} = Lx) ->
handle_string(Lx#lexer{source = Rest}, 1);
next(#lexer{source = <<C, Rest/binary>>} = Lx) when ?is_space(C) ->
next(Lx#lexer{source = Rest, offset = Lx#lexer.offset + 1});
next(#lexer{source = <<T:2/binary, Rest/binary>>, offset = Offset} = Lx) when ?is_op2(T) ->
@ -131,6 +133,14 @@ lex_number(
lex_number(#lexer{offset = Offset} = Lx, Len) ->
{ok, {number, Offset, Len}, Lx#lexer{offset = Offset + Len}}.
-spec handle_string(#lexer{}, non_neg_integer()) -> return().
handle_string(#lexer{source = <<$\\, $", Rest/binary>>} = Lx, Len) ->
handle_string(Lx#lexer{source = Rest}, Len + 2);
handle_string(#lexer{source = <<$", Rest/binary>>, offset = Offset} = Lx, Len) ->
{ok, {string, Offset, Len + 1}, Lx#lexer{source = Rest, offset = Offset + Len + 1}};
handle_string(#lexer{source = <<C, Rest/binary>>} = Lx, Len) when C =/= $" ->
handle_string(Lx#lexer{source = Rest}, Len + 1).
-spec new_line(#lexer{}) -> return().
new_line(#lexer{source_map = SourceMap} = Lx) ->
next(Lx#lexer{source_map = akh_source_map:insert(Lx#lexer.offset, SourceMap)}).