mirror of
https://git.savannah.gnu.org/git/bison.git
synced 2026-03-23 03:03:02 +00:00
(handle_dollar, handle_at): Now takes int
token_type, not braced_code code_kind. All uses changed.
(SC_PRE_CODE): New state, for scanning after a keyword that
has (or usually has) an immediately-following braced code.
(token_type): New local var, to keep track of which token type
to return when scanning braced code.
(<INITIAL>"%destructor", <INITIAL>"%lex-param",
<INITIAL>"%parse-param", <INITIAL>"%printer,
<INITIAL>"%union"): Set token type and BEGIN SC_PRE_CODE
instead of returning a token type immediately.
(<INITIAL>"{"): Set token type.
(<SC_BRACED_CODE>"}"): Use it.
(handle_action_dollar, handle_action_at): Now returns bool
indicating success. Fail if ! current_rule; this prevents a core dump.
(handle_symbol_code_dollar, handle_symbol_code_at):
Remove; merge body into caller.
(handle_dollar, handle_at): Complain in invalid contexts.
This commit is contained in:
160
src/scan-gram.l
160
src/scan-gram.l
@@ -97,8 +97,8 @@ scanner_last_string_free (void)
|
|||||||
Outside of well-formed rules, RULE_LENGTH has an undefined value. */
|
Outside of well-formed rules, RULE_LENGTH has an undefined value. */
|
||||||
static int rule_length;
|
static int rule_length;
|
||||||
|
|
||||||
static void handle_dollar (braced_code code_kind, char *cp, location loc);
|
static void handle_dollar (int token_type, char *cp, location loc);
|
||||||
static void handle_at (braced_code code_kind, char *cp, location loc);
|
static void handle_at (int token_type, char *cp, location loc);
|
||||||
static void handle_syncline (char *args);
|
static void handle_syncline (char *args);
|
||||||
static int convert_ucn_to_byte (char const *hex_text);
|
static int convert_ucn_to_byte (char const *hex_text);
|
||||||
static void unexpected_end_of_file (boundary, char const *);
|
static void unexpected_end_of_file (boundary, char const *);
|
||||||
@@ -108,12 +108,12 @@ static void unexpected_end_of_file (boundary, char const *);
|
|||||||
%x SC_STRING SC_CHARACTER
|
%x SC_STRING SC_CHARACTER
|
||||||
%x SC_AFTER_IDENTIFIER
|
%x SC_AFTER_IDENTIFIER
|
||||||
%x SC_ESCAPED_STRING SC_ESCAPED_CHARACTER
|
%x SC_ESCAPED_STRING SC_ESCAPED_CHARACTER
|
||||||
%x SC_BRACED_CODE SC_PROLOGUE SC_EPILOGUE
|
%x SC_PRE_CODE SC_BRACED_CODE SC_PROLOGUE SC_EPILOGUE
|
||||||
|
|
||||||
letter [.abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ_]
|
letter [.abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ_]
|
||||||
id {letter}({letter}|[0-9])*
|
id {letter}({letter}|[0-9])*
|
||||||
directive %{letter}({letter}|[0-9]|-)*
|
directive %{letter}({letter}|[0-9]|-)*
|
||||||
int [0-9]+
|
int [0-9]+
|
||||||
|
|
||||||
/* POSIX says that a tag must be both an id and a C union member, but
|
/* POSIX says that a tag must be both an id and a C union member, but
|
||||||
historically almost any character is allowed in a tag. We disallow
|
historically almost any character is allowed in a tag. We disallow
|
||||||
@@ -132,6 +132,9 @@ splice (\\[ \f\t\v]*\n)*
|
|||||||
/* Parent context state, when applicable. */
|
/* Parent context state, when applicable. */
|
||||||
int context_state IF_LINT (= 0);
|
int context_state IF_LINT (= 0);
|
||||||
|
|
||||||
|
/* Token type to return, when applicable. */
|
||||||
|
int token_type IF_LINT (= 0);
|
||||||
|
|
||||||
/* Location of most recent identifier, when applicable. */
|
/* Location of most recent identifier, when applicable. */
|
||||||
location id_loc IF_LINT (= *loc);
|
location id_loc IF_LINT (= *loc);
|
||||||
|
|
||||||
@@ -148,7 +151,7 @@ splice (\\[ \f\t\v]*\n)*
|
|||||||
| Scanning white space. |
|
| Scanning white space. |
|
||||||
`-----------------------*/
|
`-----------------------*/
|
||||||
|
|
||||||
<INITIAL,SC_AFTER_IDENTIFIER>
|
<INITIAL,SC_AFTER_IDENTIFIER,SC_PRE_CODE>
|
||||||
{
|
{
|
||||||
[ \f\n\t\v] ;
|
[ \f\n\t\v] ;
|
||||||
|
|
||||||
@@ -173,7 +176,7 @@ splice (\\[ \f\t\v]*\n)*
|
|||||||
"%debug" return PERCENT_DEBUG;
|
"%debug" return PERCENT_DEBUG;
|
||||||
"%define" return PERCENT_DEFINE;
|
"%define" return PERCENT_DEFINE;
|
||||||
"%defines" return PERCENT_DEFINES;
|
"%defines" return PERCENT_DEFINES;
|
||||||
"%destructor" return PERCENT_DESTRUCTOR;
|
"%destructor" token_type = PERCENT_DESTRUCTOR; BEGIN SC_PRE_CODE;
|
||||||
"%dprec" return PERCENT_DPREC;
|
"%dprec" return PERCENT_DPREC;
|
||||||
"%error"[-_]"verbose" return PERCENT_ERROR_VERBOSE;
|
"%error"[-_]"verbose" return PERCENT_ERROR_VERBOSE;
|
||||||
"%expect" return PERCENT_EXPECT;
|
"%expect" return PERCENT_EXPECT;
|
||||||
@@ -181,6 +184,7 @@ splice (\\[ \f\t\v]*\n)*
|
|||||||
"%fixed"[-_]"output"[-_]"files" return PERCENT_YACC;
|
"%fixed"[-_]"output"[-_]"files" return PERCENT_YACC;
|
||||||
"%glr-parser" return PERCENT_GLR_PARSER;
|
"%glr-parser" return PERCENT_GLR_PARSER;
|
||||||
"%left" return PERCENT_LEFT;
|
"%left" return PERCENT_LEFT;
|
||||||
|
"%lex-param" token_type = PERCENT_LEX_PARAM; BEGIN SC_PRE_CODE;
|
||||||
"%locations" return PERCENT_LOCATIONS;
|
"%locations" return PERCENT_LOCATIONS;
|
||||||
"%merge" return PERCENT_MERGE;
|
"%merge" return PERCENT_MERGE;
|
||||||
"%name"[-_]"prefix" return PERCENT_NAME_PREFIX;
|
"%name"[-_]"prefix" return PERCENT_NAME_PREFIX;
|
||||||
@@ -188,19 +192,18 @@ splice (\\[ \f\t\v]*\n)*
|
|||||||
"%nonassoc" return PERCENT_NONASSOC;
|
"%nonassoc" return PERCENT_NONASSOC;
|
||||||
"%nterm" return PERCENT_NTERM;
|
"%nterm" return PERCENT_NTERM;
|
||||||
"%output" return PERCENT_OUTPUT;
|
"%output" return PERCENT_OUTPUT;
|
||||||
"%parse-param" return PERCENT_PARSE_PARAM;
|
"%parse-param" token_type = PERCENT_PARSE_PARAM; BEGIN SC_PRE_CODE;
|
||||||
"%prec" rule_length--; return PERCENT_PREC;
|
"%prec" rule_length--; return PERCENT_PREC;
|
||||||
"%printer" return PERCENT_PRINTER;
|
"%printer" token_type = PERCENT_PRINTER; BEGIN SC_PRE_CODE;
|
||||||
"%pure"[-_]"parser" return PERCENT_PURE_PARSER;
|
"%pure"[-_]"parser" return PERCENT_PURE_PARSER;
|
||||||
"%right" return PERCENT_RIGHT;
|
"%right" return PERCENT_RIGHT;
|
||||||
"%lex-param" return PERCENT_LEX_PARAM;
|
|
||||||
"%skeleton" return PERCENT_SKELETON;
|
"%skeleton" return PERCENT_SKELETON;
|
||||||
"%start" return PERCENT_START;
|
"%start" return PERCENT_START;
|
||||||
"%term" return PERCENT_TOKEN;
|
"%term" return PERCENT_TOKEN;
|
||||||
"%token" return PERCENT_TOKEN;
|
"%token" return PERCENT_TOKEN;
|
||||||
"%token"[-_]"table" return PERCENT_TOKEN_TABLE;
|
"%token"[-_]"table" return PERCENT_TOKEN_TABLE;
|
||||||
"%type" return PERCENT_TYPE;
|
"%type" return PERCENT_TYPE;
|
||||||
"%union" return PERCENT_UNION;
|
"%union" token_type = PERCENT_UNION; BEGIN SC_PRE_CODE;
|
||||||
"%verbose" return PERCENT_VERBOSE;
|
"%verbose" return PERCENT_VERBOSE;
|
||||||
"%yacc" return PERCENT_YACC;
|
"%yacc" return PERCENT_YACC;
|
||||||
|
|
||||||
@@ -248,6 +251,7 @@ splice (\\[ \f\t\v]*\n)*
|
|||||||
/* Code in between braces. */
|
/* Code in between braces. */
|
||||||
"{" {
|
"{" {
|
||||||
STRING_GROW;
|
STRING_GROW;
|
||||||
|
token_type = BRACED_CODE;
|
||||||
braces_level = 0;
|
braces_level = 0;
|
||||||
code_start = loc->start;
|
code_start = loc->start;
|
||||||
BEGIN SC_BRACED_CODE;
|
BEGIN SC_BRACED_CODE;
|
||||||
@@ -495,6 +499,39 @@ splice (\\[ \f\t\v]*\n)*
|
|||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
/*---------------------------------------------------------------.
|
||||||
|
| Scanning after %union etc., possibly followed by white space. |
|
||||||
|
| For %union only, allow arbitrary C code to appear before the |
|
||||||
|
| following brace, as an extension to POSIX. |
|
||||||
|
`---------------------------------------------------------------*/
|
||||||
|
|
||||||
|
<SC_PRE_CODE>
|
||||||
|
{
|
||||||
|
. {
|
||||||
|
bool valid = yytext[0] == '{' || token_type == PERCENT_UNION;
|
||||||
|
scanner_cursor.column -= mbsnwidth (yytext, yyleng, 0);
|
||||||
|
yyless (0);
|
||||||
|
|
||||||
|
if (valid)
|
||||||
|
{
|
||||||
|
braces_level = -1;
|
||||||
|
code_start = loc->start;
|
||||||
|
BEGIN SC_BRACED_CODE;
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
complain_at (*loc, _("missing `{' in `%s'"),
|
||||||
|
token_name (token_type));
|
||||||
|
obstack_sgrow (&obstack_for_string, "{}");
|
||||||
|
STRING_FINISH;
|
||||||
|
val->chars = last_string;
|
||||||
|
BEGIN INITIAL;
|
||||||
|
return token_type;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
/*---------------------------------------------------------------.
|
/*---------------------------------------------------------------.
|
||||||
| Scanning some code in braces (%union and actions). The initial |
|
| Scanning some code in braces (%union and actions). The initial |
|
||||||
| "{" is already eaten. |
|
| "{" is already eaten. |
|
||||||
@@ -510,11 +547,11 @@ splice (\\[ \f\t\v]*\n)*
|
|||||||
if (braces_level < 0)
|
if (braces_level < 0)
|
||||||
{
|
{
|
||||||
STRING_FINISH;
|
STRING_FINISH;
|
||||||
|
rule_length++;
|
||||||
loc->start = code_start;
|
loc->start = code_start;
|
||||||
val->chars = last_string;
|
val->chars = last_string;
|
||||||
rule_length++;
|
|
||||||
BEGIN INITIAL;
|
BEGIN INITIAL;
|
||||||
return BRACED_CODE;
|
return token_type;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -522,10 +559,8 @@ splice (\\[ \f\t\v]*\n)*
|
|||||||
(as `<' `<%'). */
|
(as `<' `<%'). */
|
||||||
"<"{splice}"<" STRING_GROW;
|
"<"{splice}"<" STRING_GROW;
|
||||||
|
|
||||||
"$"("<"{tag}">")?(-?[0-9]+|"$") { handle_dollar (current_braced_code,
|
"$"("<"{tag}">")?(-?[0-9]+|"$") handle_dollar (token_type, yytext, *loc);
|
||||||
yytext, *loc); }
|
"@"(-?[0-9]+|"$") handle_at (token_type, yytext, *loc);
|
||||||
"@"(-?[0-9]+|"$") { handle_at (current_braced_code,
|
|
||||||
yytext, *loc); }
|
|
||||||
|
|
||||||
<<EOF>> unexpected_end_of_file (code_start, "}");
|
<<EOF>> unexpected_end_of_file (code_start, "}");
|
||||||
}
|
}
|
||||||
@@ -675,12 +710,15 @@ no_cr_read (FILE *fp, char *buf, size_t size)
|
|||||||
| Output to OBSTACK_FOR_STRING a reference to this semantic value. |
|
| Output to OBSTACK_FOR_STRING a reference to this semantic value. |
|
||||||
`------------------------------------------------------------------*/
|
`------------------------------------------------------------------*/
|
||||||
|
|
||||||
static inline void
|
static inline bool
|
||||||
handle_action_dollar (char *text, location loc)
|
handle_action_dollar (char *text, location loc)
|
||||||
{
|
{
|
||||||
const char *type_name = NULL;
|
const char *type_name = NULL;
|
||||||
char *cp = text + 1;
|
char *cp = text + 1;
|
||||||
|
|
||||||
|
if (! current_rule)
|
||||||
|
return false;
|
||||||
|
|
||||||
/* Get the type name if explicit. */
|
/* Get the type name if explicit. */
|
||||||
if (*cp == '<')
|
if (*cp == '<')
|
||||||
{
|
{
|
||||||
@@ -726,44 +764,40 @@ handle_action_dollar (char *text, location loc)
|
|||||||
else
|
else
|
||||||
complain_at (loc, _("integer out of range: %s"), quote (text));
|
complain_at (loc, _("integer out of range: %s"), quote (text));
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
|
return true;
|
||||||
/*---------------------------------------------------------------.
|
|
||||||
| TEXT is expected to be $$ in some code associated to a symbol: |
|
|
||||||
| destructor or printer. |
|
|
||||||
`---------------------------------------------------------------*/
|
|
||||||
|
|
||||||
static inline void
|
|
||||||
handle_symbol_code_dollar (char *text, location loc)
|
|
||||||
{
|
|
||||||
char *cp = text + 1;
|
|
||||||
if (*cp == '$')
|
|
||||||
obstack_sgrow (&obstack_for_string, "]b4_dollar_dollar[");
|
|
||||||
else
|
|
||||||
complain_at (loc, _("invalid value: %s"), quote (text));
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
/*-----------------------------------------------------------------.
|
/*-----------------------------------------------------------------.
|
||||||
| Dispatch onto handle_action_dollar, or handle_destructor_dollar, |
|
| Dispatch onto handle_action_dollar, or handle_destructor_dollar, |
|
||||||
| depending upon CODE_KIND. |
|
| depending upon TOKEN_TYPE. |
|
||||||
`-----------------------------------------------------------------*/
|
`-----------------------------------------------------------------*/
|
||||||
|
|
||||||
static void
|
static void
|
||||||
handle_dollar (braced_code braced_code_kind, char *text, location loc)
|
handle_dollar (int token_type, char *text, location loc)
|
||||||
{
|
{
|
||||||
switch (braced_code_kind)
|
switch (token_type)
|
||||||
{
|
{
|
||||||
case action_braced_code:
|
case BRACED_CODE:
|
||||||
handle_action_dollar (text, loc);
|
if (handle_action_dollar (text, loc))
|
||||||
|
return;
|
||||||
break;
|
break;
|
||||||
|
|
||||||
case destructor_braced_code:
|
case PERCENT_DESTRUCTOR:
|
||||||
case printer_braced_code:
|
case PERCENT_PRINTER:
|
||||||
handle_symbol_code_dollar (text, loc);
|
if (text[1] == '$')
|
||||||
|
{
|
||||||
|
obstack_sgrow (&obstack_for_string, "]b4_dollar_dollar[");
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
break;
|
||||||
|
|
||||||
|
default:
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
complain_at (loc, _("invalid value: %s"), quote (text));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
@@ -772,16 +806,17 @@ handle_dollar (braced_code braced_code_kind, char *text, location loc)
|
|||||||
| OBSTACK_FOR_STRING a reference to this location. |
|
| OBSTACK_FOR_STRING a reference to this location. |
|
||||||
`------------------------------------------------------*/
|
`------------------------------------------------------*/
|
||||||
|
|
||||||
static inline void
|
static inline bool
|
||||||
handle_action_at (char *text, location loc)
|
handle_action_at (char *text, location loc)
|
||||||
{
|
{
|
||||||
char *cp = text + 1;
|
char *cp = text + 1;
|
||||||
locations_flag = 1;
|
locations_flag = 1;
|
||||||
|
|
||||||
|
if (! current_rule)
|
||||||
|
return false;
|
||||||
|
|
||||||
if (*cp == '$')
|
if (*cp == '$')
|
||||||
{
|
obstack_sgrow (&obstack_for_string, "]b4_lhs_location[");
|
||||||
obstack_sgrow (&obstack_for_string, "]b4_lhs_location[");
|
|
||||||
}
|
|
||||||
else
|
else
|
||||||
{
|
{
|
||||||
long num;
|
long num;
|
||||||
@@ -797,22 +832,8 @@ handle_action_at (char *text, location loc)
|
|||||||
else
|
else
|
||||||
complain_at (loc, _("integer out of range: %s"), quote (text));
|
complain_at (loc, _("integer out of range: %s"), quote (text));
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
|
return true;
|
||||||
/*---------------------------------------------------------------.
|
|
||||||
| TEXT is expected to be @$ in some code associated to a symbol: |
|
|
||||||
| destructor or printer. |
|
|
||||||
`---------------------------------------------------------------*/
|
|
||||||
|
|
||||||
static inline void
|
|
||||||
handle_symbol_code_at (char *text, location loc)
|
|
||||||
{
|
|
||||||
char *cp = text + 1;
|
|
||||||
if (*cp == '$')
|
|
||||||
obstack_sgrow (&obstack_for_string, "]b4_at_dollar[");
|
|
||||||
else
|
|
||||||
complain_at (loc, _("invalid value: %s"), quote (text));
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
@@ -822,19 +843,28 @@ handle_symbol_code_at (char *text, location loc)
|
|||||||
`-------------------------------------------------------------------*/
|
`-------------------------------------------------------------------*/
|
||||||
|
|
||||||
static void
|
static void
|
||||||
handle_at (braced_code braced_code_kind, char *text, location loc)
|
handle_at (int token_type, char *text, location loc)
|
||||||
{
|
{
|
||||||
switch (braced_code_kind)
|
switch (token_type)
|
||||||
{
|
{
|
||||||
case action_braced_code:
|
case BRACED_CODE:
|
||||||
handle_action_at (text, loc);
|
handle_action_at (text, loc);
|
||||||
|
return;
|
||||||
|
|
||||||
|
case PERCENT_DESTRUCTOR:
|
||||||
|
case PERCENT_PRINTER:
|
||||||
|
if (text[1] == '$')
|
||||||
|
{
|
||||||
|
obstack_sgrow (&obstack_for_string, "]b4_at_dollar[");
|
||||||
|
return;
|
||||||
|
}
|
||||||
break;
|
break;
|
||||||
|
|
||||||
case destructor_braced_code:
|
default:
|
||||||
case printer_braced_code:
|
|
||||||
handle_symbol_code_at (text, loc);
|
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
complain_at (loc, _("invalid value: %s"), quote (text));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user