MiniJava/print_tokens.ml at master · lascar-pacagi/MiniJava · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
open Parser
open Printf

(** UTF8 sequences for different symbols. *)
let lquote = "\xe2\x80\x98"
let rquote = "\xe2\x80\x98"
let rtriangle = "\xe2\x96\xb8"
let ltriangle = "\xe2\x97\x82"

(** [print_token show_loc out token] prints [token] on the out channel [out].
    If [show_loc] is true, prints position informations for the identifiers. *)
let print_token show_loc out = function
  | INT_CONST i ->
     fprintf out "INT_CONST %s%ld%s" lquote i rquote
  | BOOL_CONST b ->
     fprintf out "BOOL_CONST %s%s%s" lquote (string_of_bool b) rquote
  | INTEGER ->
     fprintf out "INTEGER"
  | BOOLEAN ->
     fprintf out "BOOLEAN"
  | IDENT id ->
     if show_loc then
       let pos = Location.startpos id in
       let l = pos.pos_lnum in
       let c = pos.pos_cnum - pos.pos_bol + 1 in
       fprintf out "IDENT %s%s%s %s line %d, char %d %s" lquote (Location.content id) rquote rtriangle l c ltriangle
     else
       fprintf out "IDENT %s%s%s" lquote (Location.content id) rquote
  | CLASS ->
     fprintf out "CLASS"
  | PUBLIC ->
     fprintf out "PUBLIC"
  | STATIC ->
     fprintf out "STATIC"
  | VOID ->
     fprintf out "VOID"
  | MAIN ->
     fprintf out "MAIN"
  | STRING ->
     fprintf out "STRING"
  | EXTENDS ->
     fprintf out "EXTENDS"
  | RETURN ->
     fprintf out "RETURN"
  | PLUS ->
     fprintf out "PLUS"
  | MINUS ->
     fprintf out "MINUS"
  | TIMES ->
     fprintf out "TIMES"
  | NOT ->
     fprintf out "NOT"
  | LT ->
     fprintf out "LT"
  | AND ->
     fprintf out "AND"
  | COMMA ->
     fprintf out "COMMA"
  | SEMICOLON ->
     fprintf out "SEMICOLON"
  | ASSIGN ->
     fprintf out "ASSIGN"
  | LPAREN ->
     fprintf out "LPAREN"
  | RPAREN ->
     fprintf out "RPAREN"
  | LBRACKET ->
     fprintf out "LBRACKET"
  | RBRACKET ->
     fprintf out "RBRACKET"
  | LBRACE ->
     fprintf out "LBRACE"
  | RBRACE ->
     fprintf out "RBRACE"
  | THIS ->
     fprintf out "THIS"
  | NEW ->
     fprintf out "NEW"
  | DOT ->
     fprintf out "DOT"
  | LENGTH ->
     fprintf out "LENGTH"
  | SYSO ->
     fprintf out "SYSO"
  | IF ->
     fprintf out "IF"
  | ELSE ->
     fprintf out "ELSE"
  | WHILE ->
     fprintf out "WHILE"
  | EOF ->
     fprintf out "EOF"

let print out lexbuf show_loc =
  let token = ref (Lexer.get_token lexbuf) in
  fprintf out "%a\n" (print_token show_loc) !token;
  while !token <> EOF do
    token := Lexer.get_token lexbuf;
    fprintf out "%a\n" (print_token show_loc) !token
  done