From 8f1093f0e00f9b1df7ce343a879303fd56a95d08 Mon Sep 17 00:00:00 2001
From: Alex AUVOLAT <alexis211@gmail.com>
Date: Tue, 29 Oct 2013 17:42:34 +0100
Subject: First commit.

---
 lexer.mll | 111 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 111 insertions(+)
 create mode 100644 lexer.mll

(limited to 'lexer.mll')

diff --git a/lexer.mll b/lexer.mll
new file mode 100644
index 0000000..1a643eb
--- /dev/null
+++ b/lexer.mll
@@ -0,0 +1,111 @@
+
+(*
+	Analysateur lexicographiquep pour maxi-C++
+*)
+
+{
+	open Lexing
+	open Parser
+	
+	exception Lexing_error of string
+	exception End_of_file
+
+	let keywordz_l = [
+		"class",	CLASS;
+		"else",		ELSE;
+		"false",	FALSE;
+		"for",		FOR;
+		"if",		IF;
+		"int",		INT;
+		"new",		NEW;
+		"NULL",		NULL;
+		"public",	PUBLIC;
+		"return",	RETURN;
+		"this",		THIS;
+		"true",		TRUE;
+		"virtual",	VIRTUAL;
+		"void",		VOID;
+		"while",	WHILE;
+		]
+	
+	let id_or_kwd =
+		let h = Hashtbl.create 20 in
+		List.iter (fun (s, t) -> Hashtbl.add h s t) keywordz_l;
+		fun s ->
+			try Hashtbl.find h s with _ -> IDENT s
+}
+
+let digit = ['0'-'9']
+let alpha = ['a'-'z' 'A'-'Z']
+let ident = ('_' | alpha) ('_' | alpha | digit)*
+let octal = ['0'-'7']
+let hexa = ['0'-'9' 'a'-'f' 'A'-'F']
+
+rule token = parse
+	| ['\n' ' ' '\t']+		{ token lexbuf }
+	| ident as id			{ id_or_kwd id }
+	| "//"					{ short_comment lexbuf; token lexbuf }
+	| "/*"					{ long_comment lexbuf; token lexbuf }
+	| "0x" (hexa+ as n)		{ INTVAL(int_of_string("0x" ^ n)) }
+	| ['1'-'9'] digit* as n	{ INTVAL(int_of_string(n)) }
+	| '0' (octal+ as n)		{ INTVAL(int_of_string("0o" ^ n)) }
+	| "0"					{ INTVAL(0) }
+	| digit ('_' | alpha | digit)+
+		{ raise (Lexing_error "Missing separators") }
+	| "\""					{ STRVAL(strval "" lexbuf) }
+	| "="					{ ASSIGN }
+	| "||"					{ LOR }
+	| "&&"					{ LAND }
+	| "=="					{ EQ }
+	| "!="					{ NE }
+	| "<"					{ LT }
+	| "<="					{ LE }
+	| ">"					{ GT }
+	| ">="					{ GE }
+	| "+"					{ PLUS }
+	| "-"					{ MINUS }
+	| "*"					{ TIMES }
+	| "/"					{ DIV }
+	| "%"					{ MOD }
+	| "!"					{ NOT }
+	| "++"					{ INCR }
+	| "--"					{ DECR }
+	| "&"					{ REF }
+	| "("					{ LPAREN }
+	| ")"					{ RPAREN }
+	| "->"					{ RARROW }
+	| "."					{ DOT }
+	| ";"					{ SEMICOLON }
+	| "::"					{ DOUBLECOLON }
+	| "<<"					{ LFLOW }
+	| "{"					{ LBRACE }
+	| "}"					{ RBRACE }
+	| eof					{ raise End_of_file }
+	| _ as c
+		{ raise 
+			(Lexing_error
+				("illegal character: " ^ String.make 1 c)) }
+and strval s = parse
+	| "\""					{ s }
+	| "\\\\"				{ strval (s ^ "\\") lexbuf }
+	| "\\\""				{ strval (s ^ "\"") lexbuf }
+	| "\\n"					{ strval (s ^ "\n") lexbuf }
+	| "\\t"					{ strval (s ^ "\t") lexbuf }
+	| "\\x" (hexa hexa as x)
+		{ strval (s ^ 
+			(String.make 1 (char_of_int (int_of_string("0x" ^ x)))))
+			lexbuf }
+	| "\\"
+		{ raise (Lexing_error "Invalid escape sequence") }
+	| '\n'					{ raise (Lexing_error "Invalid character (newline) in string litteral.") }
+	| _ as c				{ strval (s ^ (String.make 1 c)) lexbuf }
+	| eof					{ raise (Lexing_error "Unfinished string") }
+and short_comment = parse
+	| '\n'					{}
+	| _						{ short_comment lexbuf }
+	| eof					{}
+and long_comment = parse
+	| "*/"					{}
+	| _						{ long_comment lexbuf }
+	| eof					{ raise (Lexing_error "Unclosed comment") }
+	
-- 
cgit v1.2.3