lexer.h File Reference

#include <assert.h>
#include <algorithm>
#include <iostream>
#include <memory>
#include <sstream>
#include <string>
#include <unordered_map>
#include <vector>

Include dependency graph for lexer.h:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Classes
struct	lang::TokenTrie
struct	lang::SharedParserData
struct	lang::SourceRange
struct	lang::Token
struct	lang::Lexer

Namespaces
	lang

Macros
#define	TC_FORALL_TOKEN_KINDS(_)
#define	DEFINE_TOKEN(tok, _, _2)   tok,
#define	ADD_CASE(tok, _, tokstring)

Typedefs
using	lang::TokenTrieRef = std::unique_ptr< TokenTrie >

Enumerations
enum	lang::TokenKind { lang::TK_DUMMY_START = 256 }

Functions
std::string	lang::kindToString (int kind)
SharedParserData &	lang::sharedParserData ()

Macro Definition Documentation

#define ADD_CASE	(		tok,
			_,
			tokstring
	)

Value:

if (*tokstring != '\0') {         \
    head->insert(tokstring, tok);   \
  }

#define DEFINE_TOKEN	(		tok,
			_,
			_2
	)		tok,

#define TC_FORALL_TOKEN_KINDS

(

_

)