aboutsummaryrefslogtreecommitdiffstatshomepage
path: root/server/lexer/lexer.hpp
blob: d08a2df34484d831804bc73f218b5e4d0d030c8b (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
#pragma once

#include "input.hpp"
#include "token.hpp"
#include "token_type.hpp"

#include <functional>
#include <optional>
#include <string_view>
#include <vector>

namespace math::server {
namespace lexer::details {

// Exposed for testing:
std::string_view parse_whitespace(const std::string_view&);
std::optional<double> parse_number(const std::string_view&);
std::optional<token::Type> parse_const_token(const std::string_view&);

}

class Lexer {
public:
    explicit Lexer(const std::string_view& input);
    explicit Lexer(const lexer::Input& input);

    using Token = lexer::Token;
    using ParsedToken = lexer::ParsedToken;
    using Type = Token::Type;
    using TokenProcessor = std::function<bool (const ParsedToken&)>;

    bool for_each_token(const TokenProcessor& process);

    std::vector<ParsedToken> get_tokens();

    bool has_token() const {
        return peek_token().has_value();
    }

    std::optional<ParsedToken> peek_token() const {
        return m_token_buffer;
    }

    void drop_token();
    std::optional<ParsedToken> drop_token_of_type(Type type);

private:
    std::optional<ParsedToken> parse_whitespace() const;
    std::optional<ParsedToken> parse_const_token() const;
    std::optional<ParsedToken> parse_number() const;

    ParsedToken parse_token() const;

    void consume_whitespace();
    void consume_token();

    lexer::Input m_input;
    std::optional<ParsedToken> m_token_buffer;
};

}