2013-11-16 07:56:47 +01:00
|
|
|
%module hammer
|
2013-11-23 19:53:58 -06:00
|
|
|
|
2013-11-19 02:41:45 -06:00
|
|
|
%nodefaultctor;
|
2013-11-16 07:56:47 +01:00
|
|
|
|
2013-11-17 15:55:38 -06:00
|
|
|
%include "stdint.i"
|
2013-11-18 17:19:46 -06:00
|
|
|
|
|
|
|
|
#if defined(SWIGPYTHON)
|
2013-11-19 00:18:25 -06:00
|
|
|
%ignore HCountedArray_;
|
2013-11-22 19:42:02 -06:00
|
|
|
%apply (char *STRING, size_t LENGTH) {(uint8_t* str, size_t len)}
|
|
|
|
|
%apply (uint8_t* str, size_t len) {(const uint8_t* input, size_t length)}
|
|
|
|
|
%apply (uint8_t* str, size_t len) {(const uint8_t* str, const size_t len)}
|
|
|
|
|
%apply (uint8_t* str, size_t len) {(const uint8_t* charset, size_t length)}
|
2013-11-23 19:53:58 -06:00
|
|
|
|
|
|
|
|
|
|
|
|
|
%rename(_h_ch) h_ch;
|
|
|
|
|
%pythoncode %{
|
|
|
|
|
def h_ch(ch):
|
|
|
|
|
if isinstance(ch, str) or isinstance(ch, unicode):
|
|
|
|
|
return h_token(ch)
|
|
|
|
|
else:
|
|
|
|
|
return _h_ch(ch)
|
|
|
|
|
%}
|
|
|
|
|
|
|
|
|
|
%rename(_h_ch_range) h_ch_range;
|
|
|
|
|
%pythoncode %{
|
|
|
|
|
def h_ch_range(c1, c2):
|
|
|
|
|
dostr = isinstance(c1, str)
|
|
|
|
|
dostr2 = isinstance(c2, str)
|
|
|
|
|
if isinstance(c1, unicode) or isinstance(c2, unicode):
|
|
|
|
|
raise TypeError("ch_range only works on bytes")
|
|
|
|
|
if dostr != dostr2:
|
|
|
|
|
raise TypeError("Both arguments to ch_range must be the same type")
|
|
|
|
|
if dostr:
|
|
|
|
|
return h_action(_h_ch_range(c1, c2), chr)
|
|
|
|
|
else:
|
|
|
|
|
return _h_ch_range(c1, c2)
|
|
|
|
|
%}
|
|
|
|
|
|
|
|
|
|
%rename(_h_in) h_in;
|
|
|
|
|
%rename(_h_not_in) h_not_in;
|
|
|
|
|
%pythoncode %{
|
|
|
|
|
def h_in(charset):
|
|
|
|
|
return h_action(_h_in(charset), chr)
|
|
|
|
|
def h_not_in(charset):
|
|
|
|
|
return h_action(_h_not_in(charset), chr)
|
|
|
|
|
%}
|
|
|
|
|
|
|
|
|
|
%inline {
|
|
|
|
|
static PyObject *_helper_Placeholder = NULL, *_helper_ParseError = NULL;
|
|
|
|
|
|
|
|
|
|
static void _register_helpers(PyObject* parse_error, PyObject *placeholder) {
|
|
|
|
|
_helper_ParseError = parse_error;
|
|
|
|
|
_helper_Placeholder = placeholder;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
%pythoncode %{
|
|
|
|
|
class Placeholder(object):
|
|
|
|
|
"""The python equivalent of TT_NONE"""
|
|
|
|
|
def __str__(self):
|
|
|
|
|
return "Placeholder"
|
|
|
|
|
def __repr__(self):
|
|
|
|
|
return "Placeholder"
|
|
|
|
|
def __eq__(self, other):
|
|
|
|
|
return type(self) == type(other)
|
|
|
|
|
class ParseError(Exception):
|
|
|
|
|
"""The parse failed; the message may have more information"""
|
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
_hammer._register_helpers(ParseError,
|
|
|
|
|
Placeholder)
|
|
|
|
|
%}
|
|
|
|
|
|
2013-11-19 02:41:45 -06:00
|
|
|
%typemap(in) void*[] {
|
|
|
|
|
if (PyList_Check($input)) {
|
|
|
|
|
Py_INCREF($input);
|
|
|
|
|
int size = PyList_Size($input);
|
|
|
|
|
int i = 0;
|
|
|
|
|
int res = 0;
|
2013-11-22 19:42:02 -06:00
|
|
|
$1 = (void**)malloc((size+1)*sizeof(HParser*));
|
2013-11-19 02:41:45 -06:00
|
|
|
for (i=0; i<size; i++) {
|
|
|
|
|
PyObject *o = PyList_GetItem($input, i);
|
|
|
|
|
res = SWIG_ConvertPtr(o, &($1[i]), SWIGTYPE_p_HParser_, 0 | 0);
|
|
|
|
|
if (!SWIG_IsOK(res)) {
|
|
|
|
|
SWIG_exception_fail(SWIG_ArgError(res), "that wasn't an HParser" );
|
|
|
|
|
}
|
|
|
|
|
}
|
2013-11-22 19:42:02 -06:00
|
|
|
$1[size] = NULL;
|
2013-11-19 02:41:45 -06:00
|
|
|
} else {
|
|
|
|
|
PyErr_SetString(PyExc_TypeError, "__a functions take lists of parsers as their argument");
|
|
|
|
|
return NULL;
|
|
|
|
|
}
|
|
|
|
|
}
|
2013-11-18 21:50:28 -06:00
|
|
|
%typemap(in) uint8_t {
|
|
|
|
|
if (PyInt_Check($input)) {
|
|
|
|
|
$1 = PyInt_AsLong($input);
|
|
|
|
|
}
|
|
|
|
|
else if (!PyString_Check($input)) {
|
|
|
|
|
PyErr_SetString(PyExc_ValueError, "Expecting a string");
|
|
|
|
|
return NULL;
|
|
|
|
|
} else {
|
|
|
|
|
$1 = *(uint8_t*)PyString_AsString($input);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
%typemap(out) HBytes* {
|
|
|
|
|
$result = PyString_FromStringAndSize((char*)$1->token, $1->len);
|
|
|
|
|
}
|
2013-11-19 00:18:25 -06:00
|
|
|
%typemap(out) struct HCountedArray_* {
|
|
|
|
|
int i;
|
|
|
|
|
$result = PyList_New($1->used);
|
|
|
|
|
for (i=0; i<$1->used; i++) {
|
|
|
|
|
HParsedToken *t = $1->elements[i];
|
|
|
|
|
PyObject *o = SWIG_NewPointerObj(SWIG_as_voidptr(t), SWIGTYPE_p_HParsedToken_, 0 | 0);
|
|
|
|
|
PyList_SetItem($result, i, o);
|
|
|
|
|
}
|
|
|
|
|
}
|
2013-11-23 16:40:57 -06:00
|
|
|
%typemap(out) struct HParseResult_* {
|
|
|
|
|
if ($1 == NULL) {
|
|
|
|
|
// TODO: raise parse failure
|
|
|
|
|
Py_INCREF(Py_None);
|
|
|
|
|
$result = Py_None;
|
|
|
|
|
} else {
|
|
|
|
|
$result = hpt_to_python($1->ast);
|
|
|
|
|
}
|
|
|
|
|
}
|
2013-11-23 19:53:58 -06:00
|
|
|
%typemap(newfree) struct HParseResult_* {
|
|
|
|
|
h_parse_result_free($input);
|
|
|
|
|
}
|
2013-11-23 16:40:57 -06:00
|
|
|
%inline %{
|
|
|
|
|
static int h_tt_python;
|
|
|
|
|
%}
|
|
|
|
|
%init %{
|
|
|
|
|
h_tt_python = h_allocate_token_type("com.upstandinghackers.hammer.python");
|
|
|
|
|
%}
|
|
|
|
|
|
2013-11-23 19:53:58 -06:00
|
|
|
|
|
|
|
|
|
2013-11-24 18:43:14 -06:00
|
|
|
|
|
|
|
|
%typemap(in) (HPredicate pred, void* user_data) {
|
2013-11-23 16:40:57 -06:00
|
|
|
Py_INCREF($input);
|
|
|
|
|
$2 = $input;
|
|
|
|
|
$1 = call_predicate;
|
|
|
|
|
}
|
2013-11-24 18:43:14 -06:00
|
|
|
|
2013-11-23 16:40:57 -06:00
|
|
|
%typemap(in) (const HAction a, void* user_data) {
|
|
|
|
|
Py_INCREF($input);
|
|
|
|
|
$2 = $input;
|
|
|
|
|
$1 = call_action;
|
|
|
|
|
}
|
|
|
|
|
|
2013-11-24 18:43:14 -06:00
|
|
|
%inline %{
|
|
|
|
|
|
2013-11-23 16:40:57 -06:00
|
|
|
struct HParsedToken_;
|
|
|
|
|
struct HParseResult_;
|
|
|
|
|
static PyObject* hpt_to_python(const struct HParsedToken_ *token);
|
|
|
|
|
|
|
|
|
|
static struct HParsedToken_* call_action(const struct HParseResult_ *p, void* user_data);
|
2013-11-24 18:43:14 -06:00
|
|
|
static int call_predicate(const struct HParseResult_ *p, void* user_data);
|
|
|
|
|
%}
|
2013-11-18 17:19:46 -06:00
|
|
|
#else
|
2013-11-18 21:14:44 -06:00
|
|
|
#warning no uint8_t* typemaps defined
|
2013-11-18 17:19:46 -06:00
|
|
|
#endif
|
2013-11-17 15:55:38 -06:00
|
|
|
|
|
|
|
|
// All the include paths are relative to the build, i.e., ../../. If you need to build these manually (i.e., not with scons), keep that in mind.
|
2013-11-16 20:24:05 +01:00
|
|
|
%{
|
|
|
|
|
#include "allocator.h"
|
|
|
|
|
#include "hammer.h"
|
|
|
|
|
#include "internal.h"
|
2013-11-24 18:43:14 -06:00
|
|
|
#include "glue.h"
|
2013-11-16 20:24:05 +01:00
|
|
|
%}
|
|
|
|
|
%include "allocator.h"
|
|
|
|
|
%include "hammer.h"
|
|
|
|
|
|
2013-11-23 16:40:57 -06:00
|
|
|
|
|
|
|
|
%extend HArena_ {
|
|
|
|
|
~HArena_() {
|
|
|
|
|
h_delete_arena($self);
|
|
|
|
|
}
|
|
|
|
|
};
|
|
|
|
|
%extend HParseResult_ {
|
|
|
|
|
~HParseResult_() {
|
|
|
|
|
h_parse_result_free($self);
|
|
|
|
|
}
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
%newobject h_parse;
|
|
|
|
|
%delobject h_parse_result_free;
|
|
|
|
|
%newobject h_new_arena;
|
|
|
|
|
%delobject h_delete_arena;
|
|
|
|
|
|
|
|
|
|
#ifdef SWIGPYTHON
|
|
|
|
|
%inline {
|
|
|
|
|
static PyObject* hpt_to_python(const HParsedToken *token) {
|
|
|
|
|
// Caller holds a reference to returned object
|
|
|
|
|
PyObject *ret;
|
|
|
|
|
if (token == NULL) {
|
|
|
|
|
Py_RETURN_NONE;
|
|
|
|
|
}
|
|
|
|
|
switch (token->token_type) {
|
|
|
|
|
case TT_NONE:
|
2013-11-23 19:53:58 -06:00
|
|
|
return PyObject_CallFunctionObjArgs(_helper_Placeholder, NULL);
|
2013-11-23 16:40:57 -06:00
|
|
|
break;
|
|
|
|
|
case TT_BYTES:
|
|
|
|
|
return PyString_FromStringAndSize((char*)token->token_data.bytes.token, token->token_data.bytes.len);
|
|
|
|
|
case TT_SINT:
|
|
|
|
|
// TODO: return PyINT if appropriate
|
|
|
|
|
return PyLong_FromLong(token->token_data.sint);
|
|
|
|
|
case TT_UINT:
|
|
|
|
|
// TODO: return PyINT if appropriate
|
|
|
|
|
return PyLong_FromUnsignedLong(token->token_data.uint);
|
|
|
|
|
case TT_SEQUENCE:
|
|
|
|
|
ret = PyTuple_New(token->token_data.seq->used);
|
|
|
|
|
for (int i = 0; i < token->token_data.seq->used; i++) {
|
|
|
|
|
PyTuple_SET_ITEM(ret, i, hpt_to_python(token->token_data.seq->elements[i]));
|
|
|
|
|
}
|
|
|
|
|
return ret;
|
|
|
|
|
default:
|
|
|
|
|
if (token->token_type == h_tt_python) {
|
|
|
|
|
ret = (PyObject*)token->token_data.user;
|
|
|
|
|
Py_INCREF(ret);
|
|
|
|
|
return ret;
|
|
|
|
|
} else {
|
|
|
|
|
return SWIG_NewPointerObj((void*)token, SWIGTYPE_p_HParsedToken_, 0 | 0);
|
|
|
|
|
// TODO: support registry
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
static struct HParsedToken_* call_action(const struct HParseResult_ *p, void* user_data) {
|
|
|
|
|
PyObject *callable = user_data;
|
|
|
|
|
PyObject *ret = PyObject_CallFunctionObjArgs(callable,
|
|
|
|
|
hpt_to_python(p->ast),
|
|
|
|
|
NULL);
|
|
|
|
|
if (ret == NULL) {
|
|
|
|
|
PyErr_Print();
|
|
|
|
|
assert(ret != NULL);
|
|
|
|
|
}
|
|
|
|
|
// TODO: add reference to ret to parse-local data
|
2013-11-24 18:43:14 -06:00
|
|
|
// For now, just hold onto reference
|
2013-11-23 16:40:57 -06:00
|
|
|
HParsedToken *tok = h_make(p->arena, h_tt_python, ret);
|
|
|
|
|
return tok;
|
|
|
|
|
}
|
2013-11-23 19:53:58 -06:00
|
|
|
|
2013-11-24 18:43:14 -06:00
|
|
|
static int call_predicate(const struct HParseResult_ *p, void* user_data) {
|
|
|
|
|
PyObject *callable = user_data;
|
|
|
|
|
PyObject *ret = PyObject_CallFunctionObjArgs(callable,
|
|
|
|
|
hpt_to_python(p->ast),
|
|
|
|
|
NULL);
|
|
|
|
|
int rret = 0;
|
|
|
|
|
if (ret == NULL) {
|
|
|
|
|
// TODO: throw exception
|
|
|
|
|
PyErr_Print();
|
|
|
|
|
assert(ret != NULL);
|
|
|
|
|
}
|
|
|
|
|
// TODO: add reference to ret to parse-local data
|
|
|
|
|
rret = PyObject_IsTrue(ret);
|
|
|
|
|
Py_DECREF(ret);
|
|
|
|
|
return rret;
|
|
|
|
|
}
|
|
|
|
|
|
2013-11-23 16:40:57 -06:00
|
|
|
}
|
2013-11-23 19:53:58 -06:00
|
|
|
|
|
|
|
|
|
2013-11-24 18:43:14 -06:00
|
|
|
|
2013-11-23 16:40:57 -06:00
|
|
|
#endif
|