linkchecker/linkcheck/parser/htmlparse.y
2002-11-25 00:11:32 +00:00

687 lines
21 KiB
Text

/* the beginning */
%{
/* SAX parser, optimized for WebCleaner */
#include <string.h>
#include <stdio.h>
#include "htmlsax.h"
/* bison type definitions */
#define YYSTYPE PyObject*
#define YYPARSE_PARAM scanner
#define YYLEX_PARAM scanner
/* extern functions found in htmllex.l */
extern int yylex(YYSTYPE* yylvalp, void* scanner);
extern int htmllexInit (void** scanner, UserData* data);
extern int htmllexStart (void* scanner, UserData* data, const char* s, int slen);
extern int htmllexStop (void* scanner, UserData* data);
extern int htmllexDestroy (void* scanner);
extern void* yyget_extra(void*);
extern int yyget_lineno(void*);
#define YYERROR_VERBOSE 1
/* standard error reporting, indicating an internal error */
static int yyerror (char* msg) {
fprintf(stderr, "htmlsax: internal parse error: %s\n", msg);
return 0;
}
/* macros for easier scanner state manipulation */
/* test whether tag does not need an HTML end tag */
#define NO_HTML_END_TAG(tag) !(strcmp(tag, "area")==0 || \
strcmp(tag, "base")==0 || \
strcmp(tag, "basefont")==0 || \
strcmp(tag, "br")==0 || \
strcmp(tag, "col")==0 || \
strcmp(tag, "frame")==0 || \
strcmp(tag, "hr")==0 || \
strcmp(tag, "img")==0 || \
strcmp(tag, "input")==0 || \
strcmp(tag, "isindex")==0 || \
strcmp(tag, "link")==0 || \
strcmp(tag, "meta")==0 || \
strcmp(tag, "param")==0)
/* resize buf to an empty string */
#define RESIZE_BUF(buf) \
buf = PyMem_Resize(buf, char, 1); \
if (buf==NULL) return NULL; \
buf[0] = '\0'
/* set buf to an empty string */
#define NEW_BUF(buf) \
buf = PyMem_New(char, 1); \
if (buf==NULL) return NULL; \
buf[0] = '\0'
/* parser type definition */
typedef struct {
PyObject_HEAD
UserData* userData;
void* scanner;
} parser_object;
staticforward PyTypeObject parser_type;
/* use Pythons memory management */
#define malloc PyMem_Malloc
#define realloc PyMem_Realloc
#define free PyMem_Free
%}
/* parser options */
%verbose
/*%debug*/
%defines
%output="htmlparse.c"
%pure_parser
/* parser tokens */
%token T_WAIT
%token T_ERROR
%token T_TEXT
%token T_ELEMENT_START
%token T_ELEMENT_START_END
%token T_ELEMENT_END
%token T_SCRIPT
%token T_STYLE
%token T_PI
%token T_COMMENT
%token T_CDATA
%token T_DOCTYPE
/* the finish_ labels are for error recovery */
%%
elements: element {}
| elements element {}
;
element: T_WAIT { YYACCEPT; /* wait for more lexer input */ }
| T_ERROR
{
/* an error occured in the scanner, the python exception must be set */
UserData* ud = yyget_extra(scanner);
PyErr_Fetch(&(ud->exc_type), &(ud->exc_val), &(ud->exc_tb));
YYABORT;
}
| T_ELEMENT_START
{
/* $1 is a tuple (<tag>, <attrs>); <attrs> is a dictionary */
UserData* ud = yyget_extra(scanner);
PyObject* callback = NULL;
PyObject* result = NULL;
PyObject* tag = PyTuple_GET_ITEM($1, 0);
PyObject* attrs = PyTuple_GET_ITEM($1, 1);
int error = 0;
if (!tag || !attrs) { error = 1; goto finish_start; }
if (PyObject_HasAttrString(ud->handler, "startElement")==1) {
callback = PyObject_GetAttrString(ud->handler, "startElement");
if (!callback) { error=1; goto finish_start; }
result = PyObject_CallFunction(callback, "OO", tag, attrs);
if (!result) { error=1; goto finish_start; }
Py_DECREF(callback);
Py_DECREF(result);
callback=result=NULL;
}
if (ud->error && PyObject_HasAttrString(ud->handler, "error")==1) {
ud->error = NULL;
callback = PyObject_GetAttrString(ud->handler, "error");
if (!callback) { error=1; goto finish_start; }
result = PyObject_CallFunction(callback, "s", ud->error);
if (!result) { error=1; goto finish_start; }
}
finish_start:
Py_XDECREF(callback);
Py_XDECREF(result);
Py_XDECREF(tag);
Py_XDECREF(attrs);
Py_DECREF($1);
if (error) {
PyErr_Fetch(&(ud->exc_type), &(ud->exc_val), &(ud->exc_tb));
YYABORT;
}
}
| T_ELEMENT_START_END
{
/* $1 is a tuple (<tag>, <attrs>); <attrs> is a dictionary */
UserData* ud = yyget_extra(scanner);
PyObject* callback = NULL;
PyObject* result = NULL;
PyObject* tag = PyTuple_GET_ITEM($1, 0);
PyObject* attrs = PyTuple_GET_ITEM($1, 1);
int error = 0;
char* tagname;
if (!tag || !attrs) { error = 1; goto finish_start_end; }
if (PyObject_HasAttrString(ud->handler, "startElement")==1) {
callback = PyObject_GetAttrString(ud->handler, "startElement");
if (!callback) { error=1; goto finish_start_end; }
result = PyObject_CallFunction(callback, "OO", tag, attrs);
if (!result) { error=1; goto finish_start_end; }
Py_DECREF(callback);
Py_DECREF(result);
callback=result=NULL;
}
tagname = PyString_AS_STRING(tag);
if (PyObject_HasAttrString(ud->handler, "endElement")==1 &&
NO_HTML_END_TAG(tagname)) {
callback = PyObject_GetAttrString(ud->handler, "endElement");
if (callback==NULL) { error=1; goto finish_start_end; }
result = PyObject_CallFunction(callback, "O", tag);
if (result==NULL) { error=1; goto finish_start_end; }
Py_DECREF(callback);
Py_DECREF(result);
callback=result=NULL;
}
if (ud->error && PyObject_HasAttrString(ud->handler, "error")==1) {
ud->error = NULL;
callback = PyObject_GetAttrString(ud->handler, "error");
if (!callback) { error=1; goto finish_start_end; }
result = PyObject_CallFunction(callback, "s", ud->error);
if (!result) { error=1; goto finish_start_end; }
}
finish_start_end:
Py_XDECREF(callback);
Py_XDECREF(result);
Py_XDECREF(tag);
Py_XDECREF(attrs);
Py_DECREF($1);
if (error) {
PyErr_Fetch(&(ud->exc_type), &(ud->exc_val), &(ud->exc_tb));
YYABORT;
}
}
| T_ELEMENT_END
{
UserData* ud = yyget_extra(scanner);
PyObject* callback = NULL;
PyObject* result = NULL;
int error = 0;
char* tagname = PyString_AS_STRING($1);
if (PyObject_HasAttrString(ud->handler, "endElement")==1 &&
NO_HTML_END_TAG(tagname)) {
callback = PyObject_GetAttrString(ud->handler, "endElement");
if (callback==NULL) { error=1; goto finish_end; }
result = PyObject_CallFunction(callback, "O", $1);
if (result==NULL) { error=1; goto finish_end; }
Py_DECREF(callback);
Py_DECREF(result);
callback=result=NULL;
}
if (ud->error && PyObject_HasAttrString(ud->handler, "error")==1) {
ud->error = NULL;
callback = PyObject_GetAttrString(ud->handler, "error");
if (!callback) { error=1; goto finish_end; }
result = PyObject_CallFunction(callback, "s", ud->error);
if (!result) { error=1; goto finish_end; }
}
finish_end:
Py_XDECREF(callback);
Py_XDECREF(result);
Py_DECREF($1);
if (error) {
PyErr_Fetch(&(ud->exc_type), &(ud->exc_val), &(ud->exc_tb));
YYABORT;
}
}
| T_COMMENT
{
UserData* ud = yyget_extra(scanner);
PyObject* callback = NULL;
PyObject* result = NULL;
int error = 0;
if (PyObject_HasAttrString(ud->handler, "comment")==1) {
callback = PyObject_GetAttrString(ud->handler, "comment");
if (callback==NULL) { error=1; goto finish_comment; }
result = PyObject_CallFunction(callback, "O", $1);
if (result==NULL) { error=1; goto finish_comment; }
Py_DECREF(callback);
Py_DECREF(result);
callback=result=NULL;
}
if (ud->error && PyObject_HasAttrString(ud->handler, "error")==1) {
ud->error = NULL;
callback = PyObject_GetAttrString(ud->handler, "error");
if (!callback) { error=1; goto finish_comment; }
result = PyObject_CallFunction(callback, "s", ud->error);
if (!result) { error=1; goto finish_comment; }
}
finish_comment:
Py_XDECREF(callback);
Py_XDECREF(result);
Py_DECREF($1);
if (error) {
PyErr_Fetch(&(ud->exc_type), &(ud->exc_val), &(ud->exc_tb));
YYABORT;
}
}
| T_PI
{
UserData* ud = yyget_extra(scanner);
PyObject* callback = NULL;
PyObject* result = NULL;
int error = 0;
if (PyObject_HasAttrString(ud->handler, "pi")==1) {
callback = PyObject_GetAttrString(ud->handler, "pi");
if (callback==NULL) { error=1; goto finish_pi; }
result = PyObject_CallFunction(callback, "O", $1);
if (result==NULL) { error=1; goto finish_pi; }
Py_DECREF(callback);
Py_DECREF(result);
callback=result=NULL;
}
if (ud->error && PyObject_HasAttrString(ud->handler, "error")==1) {
ud->error = NULL;
callback = PyObject_GetAttrString(ud->handler, "error");
if (!callback) { error=1; goto finish_pi; }
result = PyObject_CallFunction(callback, "s", ud->error);
if (!result) { error=1; goto finish_pi; }
}
finish_pi:
Py_XDECREF(callback);
Py_XDECREF(result);
Py_DECREF($1);
if (error) {
PyErr_Fetch(&(ud->exc_type), &(ud->exc_val), &(ud->exc_tb));
YYABORT;
}
}
| T_CDATA
{
UserData* ud = yyget_extra(scanner);
PyObject* callback = NULL;
PyObject* result = NULL;
int error = 0;
if (PyObject_HasAttrString(ud->handler, "cdata")==1) {
callback = PyObject_GetAttrString(ud->handler, "cdata");
if (callback==NULL) { error=1; goto finish_cdata; }
result = PyObject_CallFunction(callback, "O", $1);
if (result==NULL) { error=1; goto finish_cdata; }
Py_DECREF(callback);
Py_DECREF(result);
callback=result=NULL;
}
if (ud->error && PyObject_HasAttrString(ud->handler, "error")==1) {
ud->error = NULL;
callback = PyObject_GetAttrString(ud->handler, "error");
if (!callback) { error=1; goto finish_cdata; }
result = PyObject_CallFunction(callback, "s", ud->error);
if (!result) { error=1; goto finish_cdata; }
}
finish_cdata:
Py_XDECREF(callback);
Py_XDECREF(result);
Py_DECREF($1);
if (error) {
PyErr_Fetch(&(ud->exc_type), &(ud->exc_val), &(ud->exc_tb));
YYABORT;
}
}
| T_DOCTYPE
{
UserData* ud = yyget_extra(scanner);
PyObject* callback = NULL;
PyObject* result = NULL;
int error = 0;
if (PyObject_HasAttrString(ud->handler, "doctype")==1) {
callback = PyObject_GetAttrString(ud->handler, "doctype");
if (callback==NULL) { error=1; goto finish_doctype; }
result = PyObject_CallFunction(callback, "O", $1);
if (result==NULL) { error=1; goto finish_doctype; }
Py_DECREF(callback);
Py_DECREF(result);
callback=result=NULL;
}
if (ud->error && PyObject_HasAttrString(ud->handler, "error")==1) {
ud->error = NULL;
callback = PyObject_GetAttrString(ud->handler, "error");
if (!callback) { error=1; goto finish_doctype; }
result = PyObject_CallFunction(callback, "s", ud->error);
if (!result) { error=1; goto finish_doctype; }
}
finish_doctype:
Py_XDECREF(callback);
Py_XDECREF(result);
Py_DECREF($1);
if (error) {
PyErr_Fetch(&(ud->exc_type), &(ud->exc_val), &(ud->exc_tb));
YYABORT;
}
}
| T_SCRIPT
{
UserData* ud = yyget_extra(scanner);
PyObject* callback = NULL;
PyObject* result = NULL;
int error = 0;
if (PyObject_HasAttrString(ud->handler, "characters")==1) {
callback = PyObject_GetAttrString(ud->handler, "characters");
if (callback==NULL) { error=1; goto finish_script; }
result = PyObject_CallFunction(callback, "O", $1);
if (result==NULL) { error=1; goto finish_script; }
Py_DECREF(callback);
Py_DECREF(result);
callback=result=NULL;
}
if (PyObject_HasAttrString(ud->handler, "endElement")==1) {
callback = PyObject_GetAttrString(ud->handler, "endElement");
if (callback==NULL) { error=1; goto finish_script; }
result = PyObject_CallFunction(callback, "s", "script");
if (result==NULL) { error=1; goto finish_script; }
Py_DECREF(callback);
Py_DECREF(result);
callback=result=NULL;
}
if (ud->error && PyObject_HasAttrString(ud->handler, "error")==1) {
ud->error = NULL;
callback = PyObject_GetAttrString(ud->handler, "error");
if (!callback) { error=1; goto finish_script; }
result = PyObject_CallFunction(callback, "s", ud->error);
if (!result) { error=1; goto finish_script; }
}
finish_script:
Py_XDECREF(callback);
Py_XDECREF(result);
Py_DECREF($1);
if (error) {
PyErr_Fetch(&(ud->exc_type), &(ud->exc_val), &(ud->exc_tb));
YYABORT;
}
}
| T_STYLE
{
UserData* ud = yyget_extra(scanner);
PyObject* callback = NULL;
PyObject* result = NULL;
int error = 0;
if (PyObject_HasAttrString(ud->handler, "characters")==1) {
callback = PyObject_GetAttrString(ud->handler, "characters");
if (callback==NULL) { error=1; goto finish_style; }
result = PyObject_CallFunction(callback, "O", $1);
if (result==NULL) { error=1; goto finish_style; }
Py_DECREF(callback);
Py_DECREF(result);
callback=result=NULL;
}
if (PyObject_HasAttrString(ud->handler, "endElement")==1) {
callback = PyObject_GetAttrString(ud->handler, "endElement");
if (callback==NULL) { error=1; goto finish_style; }
result = PyObject_CallFunction(callback, "s", "style");
if (result==NULL) { error=1; goto finish_style; }
Py_DECREF(callback);
Py_DECREF(result);
callback=result=NULL;
}
if (ud->error && PyObject_HasAttrString(ud->handler, "error")==1) {
ud->error = NULL;
callback = PyObject_GetAttrString(ud->handler, "error");
if (!callback) { error=1; goto finish_style; }
result = PyObject_CallFunction(callback, "s", ud->error);
if (!result) { error=1; goto finish_style; }
}
finish_style:
Py_XDECREF(callback);
Py_XDECREF(result);
Py_DECREF($1);
if (error) {
PyErr_Fetch(&(ud->exc_type), &(ud->exc_val), &(ud->exc_tb));
YYABORT;
}
}
| T_TEXT
{
/* Remember this is also called as a lexer error fallback */
UserData* ud = yyget_extra(scanner);
PyObject* callback = NULL;
PyObject* result = NULL;
int error = 0;
if (PyObject_HasAttrString(ud->handler, "characters")==1) {
callback = PyObject_GetAttrString(ud->handler, "characters");
if (callback==NULL) { error=1; goto finish_characters; }
result = PyObject_CallFunction(callback, "O", $1);
if (result==NULL) { error=1; goto finish_characters; }
Py_DECREF(callback);
Py_DECREF(result);
callback=result=NULL;
}
if (ud->error && PyObject_HasAttrString(ud->handler, "error")==1) {
ud->error = NULL;
callback = PyObject_GetAttrString(ud->handler, "error");
if (!callback) { error=1; goto finish_characters; }
result = PyObject_CallFunction(callback, "s", ud->error);
if (!result) { error=1; goto finish_characters; }
}
finish_characters:
Py_XDECREF(callback);
Py_XDECREF(result);
Py_DECREF($1);
if (error) {
PyErr_Fetch(&(ud->exc_type), &(ud->exc_val), &(ud->exc_tb));
YYABORT;
}
}
;
%%
/* disable python memory interface */
#undef malloc
#undef realloc
#undef free
/* create parser */
static PyObject* htmlsax_parser(PyObject* self, PyObject* args) {
PyObject* handler;
parser_object* p;
if (!PyArg_ParseTuple(args, "O", &handler)) {
PyErr_SetString(PyExc_TypeError, "SAX2 handler object arg required");
return NULL;
}
Py_INCREF(handler);
if (!(p=PyObject_NEW(parser_object, &parser_type))) {
PyErr_SetString(PyExc_TypeError, "Allocating parser object failed");
return NULL;
}
/* reset userData */
p->userData = PyMem_New(UserData, sizeof(UserData));
p->userData->handler = handler;
NEW_BUF(p->userData->buf);
p->userData->nextpos = 0;
p->userData->bufpos = 0;
p->userData->pos = 0;
NEW_BUF(p->userData->tmp_buf);
p->userData->tmp_tag = p->userData->tmp_attrname =
p->userData->tmp_attrval = p->userData->tmp_attrs =
p->userData->lexbuf = NULL;
p->userData->exc_type = NULL;
p->userData->exc_val = NULL;
p->userData->exc_tb = NULL;
p->userData->error = NULL;
p->scanner = NULL;
htmllexInit(&(p->scanner), p->userData);
return (PyObject*) p;
}
static void parser_dealloc (parser_object* self) {
htmllexDestroy(self->scanner);
Py_DECREF(self->userData->handler);
PyMem_Del(self->userData->buf);
PyMem_Del(self->userData->tmp_buf);
PyMem_Del(self->userData);
PyMem_DEL(self);
}
static PyObject* parser_flush (parser_object* self, PyObject* args) {
/* flush parser buffers */
int res=0;
int len = strlen(self->userData->buf);
if (!PyArg_ParseTuple(args, "")) {
PyErr_SetString(PyExc_TypeError, "no args required");
return NULL;
}
/* update internal parser variables */
if (len > self->userData->bufpos) {
self->userData->pos += len;
}
RESIZE_BUF(self->userData->tmp_buf);
Py_XDECREF(self->userData->tmp_tag);
Py_XDECREF(self->userData->tmp_attrs);
Py_XDECREF(self->userData->tmp_attrval);
Py_XDECREF(self->userData->tmp_attrname);
self->userData->tmp_tag = self->userData->tmp_attrs =
self->userData->tmp_attrval = self->userData->tmp_attrname = NULL;
if (len > 0) {
int error = 0;
PyObject* s = PyString_FromString(self->userData->buf);
PyObject* callback = NULL;
PyObject* result = NULL;
/* reset buffer */
RESIZE_BUF(self->userData->buf);
if (s==NULL) { error=1; goto finish_flush; }
self->userData->bufpos = self->userData->nextpos = 0;
if (PyObject_HasAttrString(self->userData->handler, "characters")==1) {
callback = PyObject_GetAttrString(self->userData->handler, "characters");
if (callback==NULL) { error=1; goto finish_flush; }
result = PyObject_CallFunction(callback, "O", s);
if (result==NULL) { error=1; goto finish_flush; }
}
finish_flush:
Py_XDECREF(s);
Py_XDECREF(callback);
Py_XDECREF(result);
if (error) {
return NULL;
}
}
return Py_BuildValue("i", res);
}
/* return the current parser line number */
static PyObject* parser_lineno (parser_object* self, PyObject* args) {
if (!PyArg_ParseTuple(args, "")) {
PyErr_SetString(PyExc_TypeError, "no args required");
return NULL;
}
return Py_BuildValue("i", yyget_lineno(self->scanner));
}
static PyObject* parser_pos (parser_object* self, PyObject* args) {
if (!PyArg_ParseTuple(args, "")) {
PyErr_SetString(PyExc_TypeError, "no args required");
return NULL;
}
return Py_BuildValue("i", self->userData->pos);
}
/* feed a chunk of data to the parser */
static PyObject* parser_feed (parser_object* self, PyObject* args) {
/* set up the parse string */
int slen = 0;
char* s = NULL;
if (!PyArg_ParseTuple(args, "t#", &s, &slen)) {
PyErr_SetString(PyExc_TypeError, "string arg required");
return NULL;
}
/* parse */
if (htmllexStart(self->scanner, self->userData, s, slen)!=0) {
PyErr_SetString(PyExc_MemoryError, "could not start scanner");
return NULL;
}
if (yyparse(self->scanner)!=0) {
if (self->userData->exc_type!=NULL) {
/* note: we give away these objects, so dont decref */
PyErr_Restore(self->userData->exc_type,
self->userData->exc_val,
self->userData->exc_tb);
}
return NULL;
}
if (htmllexStop(self->scanner, self->userData)!=0) {
PyErr_SetString(PyExc_MemoryError, "could not stop scanner");
return NULL;
}
Py_INCREF(Py_None);
return Py_None;
}
/* reset the parser. This will erase all buffered data! */
static PyObject* parser_reset(parser_object* self, PyObject* args) {
if (!PyArg_ParseTuple(args, "")) {
PyErr_SetString(PyExc_TypeError, "no args required");
return NULL;
}
if (htmllexDestroy(self->scanner)!=0) {
PyErr_SetString(PyExc_MemoryError, "could not destroy scanner data");
return NULL;
}
/* reset buffer */
RESIZE_BUF(self->userData->buf);
RESIZE_BUF(self->userData->tmp_buf);
self->userData->bufpos = 0;
self->userData->pos = 0;
self->userData->tmp_tag = self->userData->tmp_attrs =
self->userData->tmp_attrval = self->userData->tmp_attrname = NULL;
self->scanner = NULL;
if (htmllexInit(&(self->scanner), self->userData)!=0) {
PyErr_SetString(PyExc_MemoryError, "could not initialize scanner data");
return NULL;
}
Py_INCREF(Py_None);
return Py_None;
}
/* type interface */
static PyMethodDef parser_methods[] = {
/* incremental parsing */
{"feed", (PyCFunction) parser_feed, METH_VARARGS},
/* reset the parser (no flushing) */
{"reset", (PyCFunction) parser_reset, METH_VARARGS},
/* flush the parser buffers */
{"flush", (PyCFunction) parser_flush, METH_VARARGS},
/* get the current line number */
{"lineno", (PyCFunction) parser_lineno, METH_VARARGS},
/* get the current scanner position */
{"pos", (PyCFunction) parser_pos, METH_VARARGS},
{NULL, NULL}
};
static PyObject* parser_getattr(parser_object* self, char* name) {
return Py_FindMethod(parser_methods, (PyObject*) self, name);
}
statichere PyTypeObject parser_type = {
PyObject_HEAD_INIT(NULL)
0, /* ob_size */
"parser", /* tp_name */
sizeof(parser_object), /* tp_size */
0, /* tp_itemsize */
/* methods */
(destructor)parser_dealloc, /* tp_dealloc */
0, /* tp_print */
(getattrfunc)parser_getattr, /* tp_getattr */
0 /* tp_setattr */
};
/* python module interface */
static PyMethodDef htmlsax_methods[] = {
{"parser", htmlsax_parser, METH_VARARGS},
{NULL, NULL}
};
/* initialization of the htmlsaxhtmlop module */
void inithtmlsax(void) {
Py_InitModule("htmlsax", htmlsax_methods);
/*yydebug = 1;*/
}