[babeltrace.git] / formats / ctf / metadata / ctf-lexer.l

%{
/*
 * ctf-lexer.l
 *
 * Common Trace Formal Lexer
 *
 * Copyright 2010 - Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 */

#include <stdio.h>
#include <babeltrace/babeltrace-internal.h>
#include "ctf-scanner.h"
#include "ctf-parser.h"
#include "ctf-ast.h"

extern
void setstring(struct ctf_scanner *scanner, YYSTYPE *lvalp, const char *src);

static void yyunput (int c, register char * yy_bp , yyscan_t yyscanner)
	__attribute__((unused));
static int input (yyscan_t yyscanner) __attribute__((unused));

static inline
const char *rem_(const char *str)
{
	if (str[0] == '_')
		return &str[1];
	else
		return str;
}

%}

%x comment_ml comment_sl string_lit char_const
%option reentrant yylineno noyywrap bison-bridge
%option extra-type="struct ctf_scanner *"
	/* bison-locations */
INTEGER_SUFFIX			[ \n\t]*(U|UL|ULL|LU|LLU|Ul|Ull|lU|llU|u|uL|uLL|Lu|LLu|ul|ull|lu|llu)
DIGIT				[0-9]
NONDIGIT			[a-zA-Z_]
HEXDIGIT			[0-9A-Fa-f]
OCTALDIGIT			[0-7]
UCHARLOWERCASE			\\u{HEXDIGIT}{4}
UCHARUPPERCASE			\\U{HEXDIGIT}{8}
ID_NONDIGIT			{NONDIGIT}|{UCHARLOWERCASE}|{UCHARUPPERCASE}
IDENTIFIER			{ID_NONDIGIT}({ID_NONDIGIT}|{DIGIT})*
ESCSEQ				\\(\'|\"|\?|\\|a|b|f|n|r|t|v|{OCTALDIGIT}{1,3}|u{HEXDIGIT}{4}|U{HEXDIGIT}{8}|x{HEXDIGIT}+)
%%

				/*
				 * Using start conditions to deal with comments
				 * and strings.
				 */ 

"/*"				BEGIN(comment_ml);
<comment_ml>[^*\n]*		/* eat anything that's not a '*' */
<comment_ml>"*"+[^*/\n]*	/* eat up '*'s not followed by '/'s */
<comment_ml>\n			++yylineno;
<comment_ml>"*"+"/"		BEGIN(INITIAL);

"//"				BEGIN(comment_sl);
<comment_sl>[^\n]*\n		++yylineno; BEGIN(INITIAL);

L\'				BEGIN(char_const); return CHARACTER_CONSTANT_START;
\'				BEGIN(char_const); return CHARACTER_CONSTANT_START;
<char_const>\'			BEGIN(INITIAL); return SQUOTE;

L\"				BEGIN(string_lit); return STRING_LITERAL_START;
\"				BEGIN(string_lit); return STRING_LITERAL_START;
<string_lit>\"			BEGIN(INITIAL); return DQUOTE;

<char_const,string_lit>ESCSEQ	return ESCSEQ;
<char_const,string_lit>\n	; /* ignore */
<char_const,string_lit>.	setstring(yyextra, yylval, yytext); return CHAR_STRING_TOKEN;

"["				return LSBRAC;
"]"				return RSBRAC;
"("				return LPAREN;
")"				return RPAREN;
"{"				return LBRAC;
"}"				return RBRAC;
"->"				return RARROW;
"*"				return STAR;
"+"				return PLUS;
"-"				return MINUS;
"<"				return LT;
">"				return GT;
:=				return TYPEASSIGN;
:				return COLON;
;				return SEMICOLON;
"..."				return DOTDOTDOT;
"."				return DOT;
=				return EQUAL;
","				return COMMA;
align				setstring(yyextra, yylval, yytext); return TOK_ALIGN;
const				setstring(yyextra, yylval, yytext); return CONST;
char				setstring(yyextra, yylval, yytext); return CHAR;
clock				setstring(yyextra, yylval, yytext); return CLOCK;
double				setstring(yyextra, yylval, yytext); return DOUBLE;
enum				setstring(yyextra, yylval, yytext); return ENUM;
event				setstring(yyextra, yylval, yytext); return EVENT;
floating_point			setstring(yyextra, yylval, yytext); return FLOATING_POINT;
float				setstring(yyextra, yylval, yytext); return FLOAT;
integer				setstring(yyextra, yylval, yytext); return INTEGER;
int				setstring(yyextra, yylval, yytext); return INT;
long				setstring(yyextra, yylval, yytext); return LONG;
short				setstring(yyextra, yylval, yytext); return SHORT;
signed				setstring(yyextra, yylval, yytext); return SIGNED;
stream				setstring(yyextra, yylval, yytext); return STREAM;
string				setstring(yyextra, yylval, yytext); return STRING;
struct				setstring(yyextra, yylval, yytext); return STRUCT;
trace				setstring(yyextra, yylval, yytext); return TRACE;
typealias			setstring(yyextra, yylval, yytext); return TYPEALIAS;
typedef				setstring(yyextra, yylval, yytext); return TYPEDEF;
unsigned			setstring(yyextra, yylval, yytext); return UNSIGNED;
variant				setstring(yyextra, yylval, yytext); return VARIANT;
void				setstring(yyextra, yylval, yytext); return VOID;
_Bool				setstring(yyextra, yylval, yytext); return _BOOL;
_Complex			setstring(yyextra, yylval, yytext); return _COMPLEX;
_Imaginary			setstring(yyextra, yylval, yytext); return _IMAGINARY;
[1-9]{DIGIT}*{INTEGER_SUFFIX}?	setstring(yyextra, yylval, yytext); return DECIMAL_CONSTANT;
0{OCTALDIGIT}*{INTEGER_SUFFIX}?	setstring(yyextra, yylval, yytext); return OCTAL_CONSTANT;
0[xX]{HEXDIGIT}+{INTEGER_SUFFIX}?	setstring(yyextra, yylval, yytext); return HEXADECIMAL_CONSTANT;
{IDENTIFIER}			printf_debug("<IDENTIFIER %s>\n", yytext); setstring(yyextra, yylval, rem_(yytext)); if (is_type(yyextra, yytext)) return ID_TYPE; else return IDENTIFIER;
[ \t\n]+			; /* ignore */
.				return ERROR;
%%
Commit	Line	Data
8b9d5b5e	1	%{
c59a87f5 MD	2	/*
	3	* ctf-lexer.l
	4	*
	5	* Common Trace Formal Lexer
	6	*
	7	* Copyright 2010 - Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
	8	*
	9	* Permission is hereby granted, free of charge, to any person obtaining a copy
	10	* of this software and associated documentation files (the "Software"), to deal
	11	* in the Software without restriction, including without limitation the rights
	12	* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
	13	* copies of the Software, and to permit persons to whom the Software is
	14	* furnished to do so, subject to the following conditions:
	15	*
	16	* The above copyright notice and this permission notice shall be included in
	17	* all copies or substantial portions of the Software.
	18	*/
	19
8b9d5b5e	20	#include <stdio.h>
70bd0a12	21	#include <babeltrace/babeltrace-internal.h>
34d3acc4	22	#include "ctf-scanner.h"
8b9d5b5e MD	23	#include "ctf-parser.h"
	24	#include "ctf-ast.h"
	25
609bd1bf MD	26	extern
	27	void setstring(struct ctf_scanner scanner, YYSTYPE lvalp, const char *src);
	28
	29	static void yyunput (int c, register char * yy_bp , yyscan_t yyscanner)
	30	__attribute__((unused));
	31	static int input (yyscan_t yyscanner) __attribute__((unused));
34d3acc4	32
f071e095 MD	33	static inline
	34	const char rem_(const char str)
	35	{
	36	if (str[0] == '_')
	37	return &str[1];
	38	else
	39	return str;
	40	}
	41
8b9d5b5e MD	42	%}
	43
	44	%x comment_ml comment_sl string_lit char_const
34d3acc4 MD	45	%option reentrant yylineno noyywrap bison-bridge
	46	%option extra-type="struct ctf_scanner *"
	47	/* bison-locations */
8b9d5b5e MD	48	INTEGER_SUFFIX [ \n\t]*(U\|UL\|ULL\|LU\|LLU\|Ul\|Ull\|lU\|llU\|u\|uL\|uLL\|Lu\|LLu\|ul\|ull\|lu\|llu)
	49	DIGIT [0-9]
	50	NONDIGIT [a-zA-Z_]
	51	HEXDIGIT [0-9A-Fa-f]
	52	OCTALDIGIT [0-7]
	53	UCHARLOWERCASE \\u{HEXDIGIT}{4}
	54	UCHARUPPERCASE \\U{HEXDIGIT}{8}
	55	ID_NONDIGIT {NONDIGIT}\|{UCHARLOWERCASE}\|{UCHARUPPERCASE}
	56	IDENTIFIER {ID_NONDIGIT}({ID_NONDIGIT}\|{DIGIT})*
	57	ESCSEQ \\(\'\|\"\|\?\|\\\|a\|b\|f\|n\|r\|t\|v\|{OCTALDIGIT}{1,3}\|u{HEXDIGIT}{4}\|U{HEXDIGIT}{8}\|x{HEXDIGIT}+)
	58	%%
	59
	60	/*
	61	* Using start conditions to deal with comments
	62	* and strings.
	63	*/
	64
	65	"/*" BEGIN(comment_ml);
	66	<comment_ml>[^\n] /* eat anything that's not a '' /
	67	<comment_ml>""+[^/\n]* /* eat up ''s not followed by '/'s /
	68	<comment_ml>\n ++yylineno;
	69	<comment_ml>"*"+"/" BEGIN(INITIAL);
	70
	71	"//" BEGIN(comment_sl);
	72	<comment_sl>[^\n]*\n ++yylineno; BEGIN(INITIAL);
	73
	74	L\' BEGIN(char_const); return CHARACTER_CONSTANT_START;
	75	\' BEGIN(char_const); return CHARACTER_CONSTANT_START;
	76	<char_const>\' BEGIN(INITIAL); return SQUOTE;
	77
	78	L\" BEGIN(string_lit); return STRING_LITERAL_START;
	79	\" BEGIN(string_lit); return STRING_LITERAL_START;
	80	<string_lit>\" BEGIN(INITIAL); return DQUOTE;
	81
	82	<char_const,string_lit>ESCSEQ return ESCSEQ;
	83	<char_const,string_lit>\n ; /* ignore */
6dc474b8	84	<char_const,string_lit>. setstring(yyextra, yylval, yytext); return CHAR_STRING_TOKEN;
8b9d5b5e MD	85
	86	"[" return LSBRAC;
	87	"]" return RSBRAC;
	88	"(" return LPAREN;
	89	")" return RPAREN;
	90	"{" return LBRAC;
	91	"}" return RBRAC;
	92	"->" return RARROW;
	93	"*" return STAR;
	94	"+" return PLUS;
	95	"-" return MINUS;
	96	"<" return LT;
	97	">" return GT;
	98	:= return TYPEASSIGN;
	99	: return COLON;
	100	; return SEMICOLON;
	101	"..." return DOTDOTDOT;
	102	"." return DOT;
	103	= return EQUAL;
	104	"," return COMMA;
b7e35bad	105	align setstring(yyextra, yylval, yytext); return TOK_ALIGN;
6dc474b8 MD	106	const setstring(yyextra, yylval, yytext); return CONST;
6dc474b8 MD	107	char setstring(yyextra, yylval, yytext); return CHAR;
73d15916	108	clock setstring(yyextra, yylval, yytext); return CLOCK;
6dc474b8 MD	109	double setstring(yyextra, yylval, yytext); return DOUBLE;
	110	enum setstring(yyextra, yylval, yytext); return ENUM;
	111	event setstring(yyextra, yylval, yytext); return EVENT;
	112	floating_point setstring(yyextra, yylval, yytext); return FLOATING_POINT;
	113	float setstring(yyextra, yylval, yytext); return FLOAT;
	114	integer setstring(yyextra, yylval, yytext); return INTEGER;
	115	int setstring(yyextra, yylval, yytext); return INT;
	116	long setstring(yyextra, yylval, yytext); return LONG;
	117	short setstring(yyextra, yylval, yytext); return SHORT;
	118	signed setstring(yyextra, yylval, yytext); return SIGNED;
	119	stream setstring(yyextra, yylval, yytext); return STREAM;
	120	string setstring(yyextra, yylval, yytext); return STRING;
	121	struct setstring(yyextra, yylval, yytext); return STRUCT;
	122	trace setstring(yyextra, yylval, yytext); return TRACE;
	123	typealias setstring(yyextra, yylval, yytext); return TYPEALIAS;
	124	typedef setstring(yyextra, yylval, yytext); return TYPEDEF;
	125	unsigned setstring(yyextra, yylval, yytext); return UNSIGNED;
	126	variant setstring(yyextra, yylval, yytext); return VARIANT;
	127	void setstring(yyextra, yylval, yytext); return VOID;
	128	_Bool setstring(yyextra, yylval, yytext); return _BOOL;
	129	_Complex setstring(yyextra, yylval, yytext); return _COMPLEX;
	130	_Imaginary setstring(yyextra, yylval, yytext); return _IMAGINARY;
	131	[1-9]{DIGIT}*{INTEGER_SUFFIX}? setstring(yyextra, yylval, yytext); return DECIMAL_CONSTANT;
	132	0{OCTALDIGIT}*{INTEGER_SUFFIX}? setstring(yyextra, yylval, yytext); return OCTAL_CONSTANT;
	133	0[xX]{HEXDIGIT}+{INTEGER_SUFFIX}? setstring(yyextra, yylval, yytext); return HEXADECIMAL_CONSTANT;
f071e095	134	{IDENTIFIER} printf_debug("<IDENTIFIER %s>\n", yytext); setstring(yyextra, yylval, rem_(yytext)); if (is_type(yyextra, yytext)) return ID_TYPE; else return IDENTIFIER;
8b9d5b5e MD	135	[ \t\n]+ ; /* ignore */
	136	. return ERROR;
	137	%%