aboutsummaryrefslogtreecommitdiff
path: root/butl/char-scanner
blob: 7dc56faf2f085f3118121168dbd1f7c02a22d3fd (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
// file      : butl/char-scanner -*- C++ -*-
// copyright : Copyright (c) 2014-2017 Code Synthesis Ltd
// license   : MIT; see accompanying LICENSE file

#ifndef BUTL_CHAR_SCANNER
#define BUTL_CHAR_SCANNER

#include <string>  // char_traits
#include <iosfwd>
#include <cstdint> // uint64_t

#include <butl/export>

namespace butl
{
  // Low-level character stream scanner. Normally used as a base for
  // higher-level lexers.
  //
  class LIBBUTL_EXPORT char_scanner
  {
  public:
    // If the crlf argument is true, then recognize Windows newlines (0x0D
    // 0x0A) and convert them to just '\n' (0x0A). Note that standalone 0x0D
    // that are not followed by 0x0A are returned as is.
    //
    char_scanner (std::istream& is, bool crlf = true)
        : is_ (is), crlf_ (crlf) {}

    char_scanner (const char_scanner&) = delete;
    char_scanner& operator= (const char_scanner&) = delete;

    // Scanner interface.
    //
  public:

    // Extended character. It includes line/column information
    // and is capable of representing EOF.
    //
    class xchar
    {
    public:
      typedef std::char_traits<char> traits_type;
      typedef traits_type::int_type int_type;
      typedef traits_type::char_type char_type;

      int_type value;
      std::uint64_t line;
      std::uint64_t column;

      operator char_type () const {return static_cast<char_type> (value);}

      xchar (int_type v, std::uint64_t l = 0, std::uint64_t c = 0)
          : value (v), line (l), column (c) {}
    };

    xchar
    get ();

    void
    unget (const xchar&);

    // Note that if there is an "ungot" character, peek() will return
    // that.
    //
    xchar
    peek ();

    // Tests. In the future we can add tests line alpha(), alnum(),
    // etc.
    //
    static bool
    eos (const xchar& c) {return c.value == xchar::traits_type::eof ();}

    // Line and column of the furthest seen (either via get() or
    // peek()) character.
    //
    std::uint64_t line {1};
    std::uint64_t column {1};

  protected:
    std::istream& is_;
    bool crlf_;

    bool unget_ {false};
    xchar buf_ = '\0';
    bool eos_ {false};
  };
}

#endif // BUTL_CHAR_SCANNER