1991-02-19 12:39:46 +00:00
|
|
|
/***********************************************************
|
2000-06-30 23:50:40 +00:00
|
|
|
Copyright (c) 2000, BeOpen.com.
|
|
|
|
Copyright (c) 1995-2000, Corporation for National Research Initiatives.
|
|
|
|
Copyright (c) 1990-1995, Stichting Mathematisch Centrum.
|
|
|
|
All rights reserved.
|
|
|
|
|
|
|
|
See the file "Misc/COPYRIGHT" for information on usage and
|
|
|
|
redistribution of this file, and for a DISCLAIMER OF ALL WARRANTIES.
|
1991-02-19 12:39:46 +00:00
|
|
|
******************************************************************/
|
|
|
|
|
1990-10-14 12:07:46 +00:00
|
|
|
/* Parser-tokenizer link implementation */
|
|
|
|
|
1990-12-20 15:06:42 +00:00
|
|
|
#include "pgenheaders.h"
|
1990-10-14 12:07:46 +00:00
|
|
|
#include "tokenizer.h"
|
|
|
|
#include "node.h"
|
|
|
|
#include "grammar.h"
|
|
|
|
#include "parser.h"
|
1990-12-20 15:06:42 +00:00
|
|
|
#include "parsetok.h"
|
1990-10-14 12:07:46 +00:00
|
|
|
#include "errcode.h"
|
|
|
|
|
1998-04-10 19:35:06 +00:00
|
|
|
int Py_TabcheckFlag;
|
|
|
|
|
1990-10-14 12:07:46 +00:00
|
|
|
|
1990-12-20 15:06:42 +00:00
|
|
|
/* Forward */
|
1997-04-29 21:03:06 +00:00
|
|
|
static node *parsetok Py_PROTO((struct tok_state *, grammar *, int,
|
1994-08-29 12:25:45 +00:00
|
|
|
perrdetail *));
|
1990-10-14 12:07:46 +00:00
|
|
|
|
1990-12-20 15:06:42 +00:00
|
|
|
/* Parse input coming from a string. Return error code, print some errors. */
|
1990-10-14 12:07:46 +00:00
|
|
|
|
1994-08-29 12:25:45 +00:00
|
|
|
node *
|
1997-04-29 21:03:06 +00:00
|
|
|
PyParser_ParseString(s, g, start, err_ret)
|
1990-10-14 12:07:46 +00:00
|
|
|
char *s;
|
|
|
|
grammar *g;
|
|
|
|
int start;
|
1994-08-29 12:25:45 +00:00
|
|
|
perrdetail *err_ret;
|
1990-10-14 12:07:46 +00:00
|
|
|
{
|
1994-08-29 12:25:45 +00:00
|
|
|
struct tok_state *tok;
|
|
|
|
|
|
|
|
err_ret->error = E_OK;
|
|
|
|
err_ret->filename = NULL;
|
|
|
|
err_ret->lineno = 0;
|
|
|
|
err_ret->offset = 0;
|
|
|
|
err_ret->text = NULL;
|
|
|
|
|
1997-04-29 21:03:06 +00:00
|
|
|
if ((tok = PyTokenizer_FromString(s)) == NULL) {
|
1994-08-29 12:25:45 +00:00
|
|
|
err_ret->error = E_NOMEM;
|
|
|
|
return NULL;
|
1990-10-14 12:07:46 +00:00
|
|
|
}
|
1994-08-29 12:25:45 +00:00
|
|
|
|
1998-12-21 18:32:40 +00:00
|
|
|
if (Py_TabcheckFlag || Py_VerboseFlag) {
|
|
|
|
tok->filename = "<string>";
|
|
|
|
tok->altwarning = (tok->filename != NULL);
|
|
|
|
if (Py_TabcheckFlag >= 2)
|
|
|
|
tok->alterror++;
|
|
|
|
}
|
|
|
|
|
1994-08-29 12:25:45 +00:00
|
|
|
return parsetok(tok, g, start, err_ret);
|
1990-10-14 12:07:46 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
1990-12-20 15:06:42 +00:00
|
|
|
/* Parse input coming from a file. Return error code, print some errors. */
|
1990-10-14 12:07:46 +00:00
|
|
|
|
1994-08-29 12:25:45 +00:00
|
|
|
node *
|
1997-04-29 21:03:06 +00:00
|
|
|
PyParser_ParseFile(fp, filename, g, start, ps1, ps2, err_ret)
|
1990-10-14 12:07:46 +00:00
|
|
|
FILE *fp;
|
1990-12-20 15:06:42 +00:00
|
|
|
char *filename;
|
1990-10-14 12:07:46 +00:00
|
|
|
grammar *g;
|
|
|
|
int start;
|
|
|
|
char *ps1, *ps2;
|
1994-08-29 12:25:45 +00:00
|
|
|
perrdetail *err_ret;
|
1990-10-14 12:07:46 +00:00
|
|
|
{
|
1994-08-29 12:25:45 +00:00
|
|
|
struct tok_state *tok;
|
|
|
|
|
|
|
|
err_ret->error = E_OK;
|
|
|
|
err_ret->filename = filename;
|
|
|
|
err_ret->lineno = 0;
|
|
|
|
err_ret->offset = 0;
|
|
|
|
err_ret->text = NULL;
|
|
|
|
|
1997-04-29 21:03:06 +00:00
|
|
|
if ((tok = PyTokenizer_FromFile(fp, ps1, ps2)) == NULL) {
|
1994-08-29 12:25:45 +00:00
|
|
|
err_ret->error = E_NOMEM;
|
|
|
|
return NULL;
|
1990-10-14 12:07:46 +00:00
|
|
|
}
|
1998-04-10 19:35:06 +00:00
|
|
|
if (Py_TabcheckFlag || Py_VerboseFlag) {
|
|
|
|
tok->filename = filename;
|
|
|
|
tok->altwarning = (filename != NULL);
|
|
|
|
if (Py_TabcheckFlag >= 2)
|
|
|
|
tok->alterror++;
|
|
|
|
}
|
1994-08-29 12:25:45 +00:00
|
|
|
|
1990-12-20 15:06:42 +00:00
|
|
|
|
1994-08-29 12:25:45 +00:00
|
|
|
return parsetok(tok, g, start, err_ret);
|
|
|
|
}
|
1990-12-20 15:06:42 +00:00
|
|
|
|
|
|
|
/* Parse input coming from the given tokenizer structure.
|
|
|
|
Return error code. */
|
|
|
|
|
1994-08-29 12:25:45 +00:00
|
|
|
static node *
|
|
|
|
parsetok(tok, g, start, err_ret)
|
1990-12-20 15:06:42 +00:00
|
|
|
struct tok_state *tok;
|
|
|
|
grammar *g;
|
|
|
|
int start;
|
1994-08-29 12:25:45 +00:00
|
|
|
perrdetail *err_ret;
|
1990-12-20 15:06:42 +00:00
|
|
|
{
|
|
|
|
parser_state *ps;
|
1994-08-29 12:25:45 +00:00
|
|
|
node *n;
|
1992-03-04 16:40:44 +00:00
|
|
|
int started = 0;
|
1994-08-29 12:25:45 +00:00
|
|
|
|
1997-04-29 21:03:06 +00:00
|
|
|
if ((ps = PyParser_New(g, start)) == NULL) {
|
1990-12-20 15:06:42 +00:00
|
|
|
fprintf(stderr, "no mem for new parser\n");
|
1994-08-29 12:25:45 +00:00
|
|
|
err_ret->error = E_NOMEM;
|
|
|
|
return NULL;
|
1990-12-20 15:06:42 +00:00
|
|
|
}
|
1994-08-29 12:25:45 +00:00
|
|
|
|
1990-12-20 15:06:42 +00:00
|
|
|
for (;;) {
|
|
|
|
char *a, *b;
|
|
|
|
int type;
|
2000-06-28 22:00:02 +00:00
|
|
|
size_t len;
|
1990-12-20 15:06:42 +00:00
|
|
|
char *str;
|
1994-08-29 12:25:45 +00:00
|
|
|
|
1997-04-29 21:03:06 +00:00
|
|
|
type = PyTokenizer_Get(tok, &a, &b);
|
1990-12-20 15:06:42 +00:00
|
|
|
if (type == ERRORTOKEN) {
|
1994-08-29 12:25:45 +00:00
|
|
|
err_ret->error = tok->done;
|
1990-12-20 15:06:42 +00:00
|
|
|
break;
|
|
|
|
}
|
1992-03-04 16:40:44 +00:00
|
|
|
if (type == ENDMARKER && started) {
|
|
|
|
type = NEWLINE; /* Add an extra newline */
|
|
|
|
started = 0;
|
|
|
|
}
|
|
|
|
else
|
|
|
|
started = 1;
|
1994-08-29 12:25:45 +00:00
|
|
|
len = b - a; /* XXX this may compute NULL - NULL */
|
1997-04-29 21:03:06 +00:00
|
|
|
str = PyMem_NEW(char, len + 1);
|
1990-12-20 15:06:42 +00:00
|
|
|
if (str == NULL) {
|
|
|
|
fprintf(stderr, "no mem for next token\n");
|
1994-08-29 12:25:45 +00:00
|
|
|
err_ret->error = E_NOMEM;
|
1990-12-20 15:06:42 +00:00
|
|
|
break;
|
|
|
|
}
|
1994-08-29 12:25:45 +00:00
|
|
|
if (len > 0)
|
|
|
|
strncpy(str, a, len);
|
1990-12-20 15:06:42 +00:00
|
|
|
str[len] = '\0';
|
1994-08-29 12:25:45 +00:00
|
|
|
if ((err_ret->error =
|
1997-04-29 21:03:06 +00:00
|
|
|
PyParser_AddToken(ps, (int)type, str,
|
1997-07-27 01:52:50 +00:00
|
|
|
tok->lineno)) != E_OK) {
|
|
|
|
if (err_ret->error != E_DONE)
|
|
|
|
PyMem_DEL(str);
|
1990-12-20 15:06:42 +00:00
|
|
|
break;
|
1997-07-27 01:52:50 +00:00
|
|
|
}
|
1990-12-20 15:06:42 +00:00
|
|
|
}
|
1994-08-29 12:25:45 +00:00
|
|
|
|
|
|
|
if (err_ret->error == E_DONE) {
|
|
|
|
n = ps->p_tree;
|
|
|
|
ps->p_tree = NULL;
|
|
|
|
}
|
|
|
|
else
|
|
|
|
n = NULL;
|
|
|
|
|
1997-04-29 21:03:06 +00:00
|
|
|
PyParser_Delete(ps);
|
1994-08-29 12:25:45 +00:00
|
|
|
|
|
|
|
if (n == NULL) {
|
|
|
|
if (tok->lineno <= 1 && tok->done == E_EOF)
|
|
|
|
err_ret->error = E_EOF;
|
|
|
|
err_ret->lineno = tok->lineno;
|
|
|
|
err_ret->offset = tok->cur - tok->buf;
|
|
|
|
if (tok->buf != NULL) {
|
2000-06-28 22:00:02 +00:00
|
|
|
size_t len = tok->inp - tok->buf;
|
2000-05-03 23:44:39 +00:00
|
|
|
err_ret->text = PyMem_NEW(char, len + 1);
|
1994-08-29 12:25:45 +00:00
|
|
|
if (err_ret->text != NULL) {
|
1995-01-20 16:59:12 +00:00
|
|
|
if (len > 0)
|
|
|
|
strncpy(err_ret->text, tok->buf, len);
|
1994-08-29 12:25:45 +00:00
|
|
|
err_ret->text[len] = '\0';
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
1997-04-29 21:03:06 +00:00
|
|
|
PyTokenizer_Free(tok);
|
1994-08-29 12:25:45 +00:00
|
|
|
|
|
|
|
return n;
|
1990-12-20 15:06:42 +00:00
|
|
|
}
|