mirror of
https://git.savannah.gnu.org/git/bison.git
synced 2026-03-09 12:23:04 +00:00
errtoken->number. * src/reader.c (reader): Don't specify the user token number (2) for $undefined, as it uselessly prevents using it. * src/gram.h (token_number_t): Move to... * src/symtab.h: here. (state_t.number): Is a token_number_t. * src/print.c, src/reader.c: Use undeftoken->number instead of hard coded 2. (Even though this 2 is not the same as above: the number of the undeftoken remains being 2, it is its user token number which might not be 2). * src/output.c (prepare_tokens): Rename the `maxtok' muscle with `user_token_number_max'. Output `undef_token_number'. * data/bison.simple, data/bison.c++: Use them. Be sure to map invalid yylex return values to `undef_token_number'. This saves us from gratuitous SEGV. * tests/conflicts.at (Solved SR Conflicts) (Unresolved SR Conflicts): Adjust. * tests/regression.at (Web2c Actions): Adjust.
181 lines
5.8 KiB
C
181 lines
5.8 KiB
C
/* Data definitions for internal representation of bison's input,
|
|
Copyright (C) 1984, 1986, 1989, 1992, 2001, 2002
|
|
Free Software Foundation, Inc.
|
|
|
|
This file is part of Bison, the GNU Compiler Compiler.
|
|
|
|
Bison is free software; you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation; either version 2, or (at your option)
|
|
any later version.
|
|
|
|
Bison is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with Bison; see the file COPYING. If not, write to
|
|
the Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
|
Boston, MA 02111-1307, USA. */
|
|
|
|
#ifndef GRAM_H_
|
|
# define GRAM_H_
|
|
|
|
/* Representation of the grammar rules:
|
|
|
|
NTOKENS is the number of tokens, and NVARS is the number of
|
|
variables (nonterminals). NSYMS is the total number, ntokens +
|
|
nvars.
|
|
|
|
Each symbol (either token or variable) receives a symbol number.
|
|
Numbers 0 to NTOKENS - 1 are for tokens, and NTOKENS to NSYMS - 1
|
|
are for variables. Symbol number zero is the end-of-input token.
|
|
This token is counted in ntokens. The true number of token values
|
|
assigned is NTOKENS reduced by one for each alias declaration.
|
|
|
|
The rules receive rule numbers 1 to NRULES in the order they are
|
|
written. More precisely Bison augments the grammar with the
|
|
initial rule, `$axiom: START-SYMBOL EOF', which is numbered 1, all
|
|
the user rules are 2, 3 etc. Each time a rule number is presented
|
|
to the user, we subtract 1, so *displayed* rule numbers are 0, 1,
|
|
2...
|
|
|
|
Internally, we cannot use the number 0 for a rule because for
|
|
instance RITEM stores both symbol (the RHS) and rule numbers: the
|
|
symbols are shorts >= 0, and rule number are stored negative.
|
|
Therefore 0 cannot be used, since it would be both the rule number
|
|
0, and the token EOF).
|
|
|
|
Actions and guards are accessed via the rule number.
|
|
|
|
The rules themselves are described by several arrays: amongst which
|
|
RITEM, and RULES.
|
|
|
|
RULES is an array of struct rule_s, which members are:
|
|
|
|
RULES[R].lhs -- the symbol of the left hand side of rule R.
|
|
|
|
RULES[R].rhs -- the index in RITEM of the beginning of the portion
|
|
for rule R.
|
|
|
|
RULES[R].prec -- the symbol providing the precedence level of R.
|
|
|
|
RULES[R].precsym -- the symbol attached (via %prec) to give its
|
|
precedence to R. Of course, if set, it is equal to `prec', but we
|
|
need to distinguish one from the other when reducing: a symbol used
|
|
in a %prec is not useless.
|
|
|
|
RULES[R].assoc -- the associativity of R.
|
|
|
|
RULES[R].line -- the line where R was defined.
|
|
|
|
RULES[R].useful -- TRUE iff the rule is used (i.e., FALSE if thrown
|
|
away by reduce).
|
|
|
|
The right hand side is stored as symbol numbers in a portion of
|
|
RITEM.
|
|
|
|
The length of the portion is one greater than the number of symbols
|
|
in the rule's right hand side. The last element in the portion
|
|
contains minus R, which identifies it as the end of a portion and
|
|
says which rule it is for.
|
|
|
|
The portions of RITEM come in order of increasing rule number and
|
|
are followed by an element which is zero to mark the end. nritems
|
|
is the total length of ritem, not counting the final zero. Each
|
|
element of RITEM is called an "item" and its index in RITEM is an
|
|
item number.
|
|
|
|
Item numbers are used in the finite state machine to represent
|
|
places that parsing can get to.
|
|
|
|
SYMBOLS[I]->prec records the precedence level of each symbol.
|
|
|
|
Precedence levels are assigned in increasing order starting with 1
|
|
so that numerically higher precedence values mean tighter binding
|
|
as they ought to. Zero as a symbol or rule's precedence means none
|
|
is assigned.
|
|
|
|
Associativities are recorded similarly in SYMBOLS[I]->assoc. */
|
|
|
|
#include "symtab.h"
|
|
|
|
#define ISTOKEN(s) ((s) < ntokens)
|
|
#define ISVAR(s) ((s) >= ntokens)
|
|
|
|
extern int nrules;
|
|
extern int nsyms;
|
|
extern int ntokens;
|
|
extern int nvars;
|
|
|
|
#define ITEM_NUMBER_MAX INT_MAX
|
|
typedef int item_number_t;
|
|
extern item_number_t *ritem;
|
|
extern int nritems;
|
|
|
|
extern int start_symbol;
|
|
|
|
|
|
typedef struct rule_s
|
|
{
|
|
/* The number of the rule in the source. It is usually the index in
|
|
RULES too, except if there are useless rules. */
|
|
short user_number;
|
|
|
|
/* The index in RULES. Usually the rule number in the source,
|
|
except if some rules are useless. */
|
|
short number;
|
|
|
|
symbol_t *lhs;
|
|
item_number_t *rhs;
|
|
|
|
/* This symbol provides both the associativity, and the precedence. */
|
|
symbol_t *prec;
|
|
|
|
/* This symbol was attached to the rule via %prec. */
|
|
symbol_t *precsym;
|
|
|
|
int line;
|
|
bool useful;
|
|
|
|
const char *action;
|
|
int action_line;
|
|
|
|
const char *guard;
|
|
int guard_line;
|
|
} rule_t;
|
|
|
|
extern struct rule_s *rules;
|
|
|
|
/* Table of the symbols, indexed by the symbol number. */
|
|
extern symbol_t **symbols;
|
|
|
|
/* TOKEN_TRANSLATION -- a table indexed by a token number as returned
|
|
by the user's yylex routine, it yields the internal token number
|
|
used by the parser and throughout bison. */
|
|
extern token_number_t *token_translations;
|
|
extern int max_user_token_number;
|
|
|
|
/* SEMANTIC_PARSER is nonzero if the input file says to use the hairy
|
|
parser that provides for semantic error recovery. If it is zero,
|
|
the yacc-compatible simplified parser is used. */
|
|
|
|
extern int semantic_parser;
|
|
|
|
/* PURE_PARSER is nonzero if should generate a parser that is all pure
|
|
and reentrant. */
|
|
|
|
extern int pure_parser;
|
|
|
|
/* Report the length of the RHS. */
|
|
int rule_rhs_length PARAMS ((rule_t *rule));
|
|
|
|
/* Dump RITEM for traces. */
|
|
void ritem_print PARAMS ((FILE *out));
|
|
|
|
/* Return the size of the longest rule RHS. */
|
|
size_t ritem_longest_rhs PARAMS ((void));
|
|
|
|
#endif /* !GRAM_H_ */
|