mirror of https://github.com/python/cpython.git
4329 lines
101 KiB
C
4329 lines
101 KiB
C
/*
|
|
* cPickle.c,v 1.63 1999/02/05 01:40:06 jim Exp
|
|
*
|
|
* Copyright (c) 1996-1998, Digital Creations, Fredericksburg, VA, USA.
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions are
|
|
* met:
|
|
*
|
|
* o Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions, and the disclaimer that follows.
|
|
*
|
|
* o Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions, and the following disclaimer in
|
|
* the documentation and/or other materials provided with the
|
|
* distribution.
|
|
*
|
|
* o Neither the name of Digital Creations nor the names of its
|
|
* contributors may be used to endorse or promote products derived
|
|
* from this software without specific prior written permission.
|
|
*
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY DIGITAL CREATIONS AND CONTRIBUTORS *AS
|
|
* IS* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
|
* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
|
|
* PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL DIGITAL
|
|
* CREATIONS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
|
|
* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
|
|
* BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
|
|
* OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
|
|
* ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
|
|
* TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
|
|
* USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH
|
|
* DAMAGE.
|
|
*
|
|
#
|
|
# If you have questions regarding this software, contact:
|
|
#
|
|
# Digital Creations, L.C.
|
|
# 910 Princess Ann Street
|
|
# Fredericksburge, Virginia 22401
|
|
#
|
|
# info@digicool.com
|
|
#
|
|
# (540) 371-6909
|
|
*/
|
|
|
|
static char cPickle_module_documentation[] =
|
|
"C implementation and optimization of the Python pickle module\n"
|
|
"\n"
|
|
"cPickle.c,v 1.63 1999/02/05 01:40:06 jim Exp\n"
|
|
;
|
|
|
|
#include "Python.h"
|
|
#include "cStringIO.h"
|
|
#include "mymath.h"
|
|
|
|
#ifndef Py_eval_input
|
|
#include <graminit.h>
|
|
#define Py_eval_input eval_input
|
|
#endif /* Py_eval_input */
|
|
|
|
#include <errno.h>
|
|
|
|
#define UNLESS(E) if (!(E))
|
|
|
|
#define DEL_LIST_SLICE(list, from, to) (PyList_SetSlice(list, from, to, NULL))
|
|
|
|
#define WRITE_BUF_SIZE 256
|
|
|
|
|
|
#define MARK '('
|
|
#define STOP '.'
|
|
#define POP '0'
|
|
#define POP_MARK '1'
|
|
#define DUP '2'
|
|
#define FLOAT 'F'
|
|
#define BINFLOAT 'G'
|
|
#define INT 'I'
|
|
#define BININT 'J'
|
|
#define BININT1 'K'
|
|
#define LONG 'L'
|
|
#define BININT2 'M'
|
|
#define NONE 'N'
|
|
#define PERSID 'P'
|
|
#define BINPERSID 'Q'
|
|
#define REDUCE 'R'
|
|
#define STRING 'S'
|
|
#define BINSTRING 'T'
|
|
#define SHORT_BINSTRING 'U'
|
|
#define APPEND 'a'
|
|
#define BUILD 'b'
|
|
#define GLOBAL 'c'
|
|
#define DICT 'd'
|
|
#define EMPTY_DICT '}'
|
|
#define APPENDS 'e'
|
|
#define GET 'g'
|
|
#define BINGET 'h'
|
|
#define INST 'i'
|
|
#define LONG_BINGET 'j'
|
|
#define LIST 'l'
|
|
#define EMPTY_LIST ']'
|
|
#define OBJ 'o'
|
|
#define PUT 'p'
|
|
#define BINPUT 'q'
|
|
#define LONG_BINPUT 'r'
|
|
#define SETITEM 's'
|
|
#define TUPLE 't'
|
|
#define EMPTY_TUPLE ')'
|
|
#define SETITEMS 'u'
|
|
|
|
static char MARKv = MARK;
|
|
|
|
/* atol function from string module */
|
|
static PyObject *atol_func;
|
|
|
|
static PyObject *PicklingError;
|
|
static PyObject *UnpicklingError;
|
|
static PyObject *BadPickleGet;
|
|
|
|
|
|
static PyObject *dispatch_table;
|
|
static PyObject *safe_constructors;
|
|
static PyObject *empty_tuple;
|
|
|
|
static PyObject *__class___str, *__getinitargs___str, *__dict___str,
|
|
*__getstate___str, *__setstate___str, *__name___str, *__reduce___str,
|
|
*write_str, *__safe_for_unpickling___str, *append_str,
|
|
*read_str, *readline_str, *__main___str, *__basicnew___str,
|
|
*copy_reg_str, *dispatch_table_str, *safe_constructors_str, *empty_str;
|
|
|
|
static int save();
|
|
static int put2();
|
|
|
|
#ifndef PyList_SET_ITEM
|
|
#define PyList_SET_ITEM(op, i, v) (((PyListObject *)(op))->ob_item[i] = (v))
|
|
#endif
|
|
#ifndef PyList_GET_SIZE
|
|
#define PyList_GET_SIZE(op) (((PyListObject *)(op))->ob_size)
|
|
#endif
|
|
#ifndef PyTuple_SET_ITEM
|
|
#define PyTuple_SET_ITEM(op, i, v) (((PyTupleObject *)(op))->ob_item[i] = (v))
|
|
#endif
|
|
#ifndef PyTuple_GET_SIZE
|
|
#define PyTuple_GET_SIZE(op) (((PyTupleObject *)(op))->ob_size)
|
|
#endif
|
|
#ifndef PyString_GET_SIZE
|
|
#define PyString_GET_SIZE(op) (((PyStringObject *)(op))->ob_size)
|
|
#endif
|
|
|
|
/*************************************************************************
|
|
Internal Data type for pickle data. */
|
|
|
|
typedef struct {
|
|
PyObject_HEAD
|
|
int length, size;
|
|
PyObject **data;
|
|
} Pdata;
|
|
|
|
static void
|
|
Pdata_dealloc(Pdata *self) {
|
|
int i;
|
|
PyObject **p;
|
|
|
|
for (i=self->length, p=self->data; --i >= 0; p++) Py_DECREF(*p);
|
|
|
|
if (self->data) free(self->data);
|
|
|
|
PyMem_DEL(self);
|
|
}
|
|
|
|
static PyTypeObject PdataType = {
|
|
PyObject_HEAD_INIT(NULL) 0, "Pdata", sizeof(Pdata), 0,
|
|
(destructor)Pdata_dealloc,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0L,0L,0L,0L, ""
|
|
};
|
|
|
|
#define Pdata_Check(O) ((O)->ob_type == &PdataType)
|
|
|
|
static PyObject *
|
|
Pdata_New() {
|
|
Pdata *self;
|
|
|
|
UNLESS (self = PyObject_NEW(Pdata, &PdataType)) return NULL;
|
|
self->size=8;
|
|
self->length=0;
|
|
self->data=malloc(self->size * sizeof(PyObject*));
|
|
if (self->data) return (PyObject*)self;
|
|
Py_DECREF(self);
|
|
return PyErr_NoMemory();
|
|
}
|
|
|
|
static int
|
|
stackUnderflow() {
|
|
PyErr_SetString(UnpicklingError, "unpickling stack underflow");
|
|
return -1;
|
|
}
|
|
|
|
static int
|
|
Pdata_clear(Pdata *self, int clearto) {
|
|
int i;
|
|
PyObject **p;
|
|
|
|
if (clearto < 0) return stackUnderflow();
|
|
if (clearto >= self->length) return 0;
|
|
|
|
for (i=self->length, p=self->data+clearto; --i >= clearto; p++)
|
|
Py_DECREF(*p);
|
|
self->length=clearto;
|
|
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int
|
|
Pdata_grow(Pdata *self) {
|
|
if (! self->size) {
|
|
PyErr_NoMemory();
|
|
return -1;
|
|
}
|
|
self->size *= 2;
|
|
self->data = realloc(self->data, self->size*sizeof(PyObject*));
|
|
if (! self->data) {
|
|
self->size = 0;
|
|
PyErr_NoMemory();
|
|
return -1;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
#define PDATA_POP(D,V) { \
|
|
if ((D)->length) V=D->data[--((D)->length)]; \
|
|
else { \
|
|
PyErr_SetString(UnpicklingError, "bad pickle data"); \
|
|
V=NULL; \
|
|
} \
|
|
}
|
|
|
|
|
|
static PyObject *
|
|
Pdata_popTuple(Pdata *self, int start) {
|
|
PyObject *r;
|
|
int i, j, l;
|
|
|
|
l=self->length-start;
|
|
UNLESS (r=PyTuple_New(l)) return NULL;
|
|
for (i=start, j=0 ; j < l; )
|
|
PyTuple_SET_ITEM(r,j++,self->data[i++]);
|
|
|
|
self->length=start;
|
|
return r;
|
|
}
|
|
|
|
static PyObject *
|
|
Pdata_popList(Pdata *self, int start) {
|
|
PyObject *r;
|
|
int i, j, l;
|
|
|
|
l=self->length-start;
|
|
UNLESS (r=PyList_New(l)) return NULL;
|
|
for (i=start, j=0 ; j < l; )
|
|
PyList_SET_ITEM(r,j++,self->data[i++]);
|
|
|
|
self->length=start;
|
|
return r;
|
|
}
|
|
|
|
#define PDATA_APPEND_(D,O,ER) { \
|
|
if (Pdata_Append(((Pdata*)(D)), O) < 0) return ER; \
|
|
}
|
|
|
|
#define PDATA_APPEND(D,O,ER) { \
|
|
if (((Pdata*)(D))->length == ((Pdata*)(D))->size && \
|
|
Pdata_grow((Pdata*)(D)) < 0) \
|
|
return ER; \
|
|
Py_INCREF(O); \
|
|
((Pdata*)(D))->data[((Pdata*)(D))->length++]=O; \
|
|
}
|
|
|
|
#define PDATA_PUSH(D,O,ER) { \
|
|
if (((Pdata*)(D))->length == ((Pdata*)(D))->size && \
|
|
Pdata_grow((Pdata*)(D)) < 0) { \
|
|
Py_DECREF(O); \
|
|
return ER; \
|
|
} \
|
|
((Pdata*)(D))->data[((Pdata*)(D))->length++]=O; \
|
|
}
|
|
|
|
/*************************************************************************/
|
|
|
|
#define ARG_TUP(self, o) { \
|
|
if (self->arg || (self->arg=PyTuple_New(1))) { \
|
|
Py_XDECREF(PyTuple_GET_ITEM(self->arg,0)); \
|
|
PyTuple_SET_ITEM(self->arg,0,o); \
|
|
} \
|
|
else { \
|
|
Py_DECREF(o); \
|
|
} \
|
|
}
|
|
|
|
#define FREE_ARG_TUP(self) { \
|
|
if (self->arg->ob_refcnt > 1) { \
|
|
Py_DECREF(self->arg); \
|
|
self->arg=NULL; \
|
|
} \
|
|
}
|
|
|
|
typedef struct {
|
|
PyObject_HEAD
|
|
FILE *fp;
|
|
PyObject *write;
|
|
PyObject *file;
|
|
PyObject *memo;
|
|
PyObject *arg;
|
|
PyObject *pers_func;
|
|
PyObject *inst_pers_func;
|
|
int bin;
|
|
int fast; /* Fast mode doesn't save in memo, don't use if circ ref */
|
|
int (*write_func)();
|
|
char *write_buf;
|
|
int buf_size;
|
|
PyObject *dispatch_table;
|
|
} Picklerobject;
|
|
|
|
staticforward PyTypeObject Picklertype;
|
|
|
|
typedef struct {
|
|
PyObject_HEAD
|
|
FILE *fp;
|
|
PyObject *file;
|
|
PyObject *readline;
|
|
PyObject *read;
|
|
PyObject *memo;
|
|
PyObject *arg;
|
|
Pdata *stack;
|
|
PyObject *mark;
|
|
PyObject *pers_func;
|
|
PyObject *last_string;
|
|
int *marks;
|
|
int num_marks;
|
|
int marks_size;
|
|
int (*read_func)();
|
|
int (*readline_func)();
|
|
int buf_size;
|
|
char *buf;
|
|
PyObject *safe_constructors;
|
|
} Unpicklerobject;
|
|
|
|
staticforward PyTypeObject Unpicklertype;
|
|
|
|
int
|
|
cPickle_PyMapping_HasKey(PyObject *o, PyObject *key) {
|
|
PyObject *v;
|
|
|
|
if ((v = PyObject_GetItem(o,key))) {
|
|
Py_DECREF(v);
|
|
return 1;
|
|
}
|
|
|
|
PyErr_Clear();
|
|
return 0;
|
|
}
|
|
|
|
static
|
|
PyObject *
|
|
#ifdef HAVE_STDARG_PROTOTYPES
|
|
/* VARARGS 2 */
|
|
cPickle_ErrFormat(PyObject *ErrType, char *stringformat, char *format, ...) {
|
|
#else
|
|
/* VARARGS */
|
|
cPickle_ErrFormat(va_alist) va_dcl {
|
|
#endif
|
|
va_list va;
|
|
PyObject *args=0, *retval=0;
|
|
#ifdef HAVE_STDARG_PROTOTYPES
|
|
va_start(va, format);
|
|
#else
|
|
PyObject *ErrType;
|
|
char *stringformat, *format;
|
|
va_start(va);
|
|
ErrType = va_arg(va, PyObject *);
|
|
stringformat = va_arg(va, char *);
|
|
format = va_arg(va, char *);
|
|
#endif
|
|
|
|
if (format) args = Py_VaBuildValue(format, va);
|
|
va_end(va);
|
|
if (format && ! args) return NULL;
|
|
if (stringformat && !(retval=PyString_FromString(stringformat))) return NULL;
|
|
|
|
if (retval) {
|
|
if (args) {
|
|
PyObject *v;
|
|
v=PyString_Format(retval, args);
|
|
Py_DECREF(retval);
|
|
Py_DECREF(args);
|
|
if (! v) return NULL;
|
|
retval=v;
|
|
}
|
|
}
|
|
else
|
|
if (args) retval=args;
|
|
else {
|
|
PyErr_SetObject(ErrType,Py_None);
|
|
return NULL;
|
|
}
|
|
PyErr_SetObject(ErrType,retval);
|
|
Py_DECREF(retval);
|
|
return NULL;
|
|
}
|
|
|
|
static int
|
|
write_file(Picklerobject *self, char *s, int n) {
|
|
if (s == NULL) {
|
|
return 0;
|
|
}
|
|
|
|
if ((int)fwrite(s, sizeof(char), n, self->fp) != n) {
|
|
PyErr_SetFromErrno(PyExc_IOError);
|
|
return -1;
|
|
}
|
|
|
|
return n;
|
|
}
|
|
|
|
static int
|
|
write_cStringIO(Picklerobject *self, char *s, int n) {
|
|
if (s == NULL) {
|
|
return 0;
|
|
}
|
|
|
|
if (PycStringIO->cwrite((PyObject *)self->file, s, n) != n) {
|
|
return -1;
|
|
}
|
|
|
|
return n;
|
|
}
|
|
|
|
static int
|
|
write_none(Picklerobject *self, char *s, int n) {
|
|
if (s == NULL) return 0;
|
|
return n;
|
|
}
|
|
|
|
static int
|
|
write_other(Picklerobject *self, char *s, int n) {
|
|
PyObject *py_str = 0, *junk = 0;
|
|
|
|
if (s == NULL) {
|
|
UNLESS (self->buf_size) return 0;
|
|
UNLESS (py_str =
|
|
PyString_FromStringAndSize(self->write_buf, self->buf_size))
|
|
return -1;
|
|
}
|
|
else {
|
|
if (self->buf_size && (n + self->buf_size) > WRITE_BUF_SIZE) {
|
|
if (write_other(self, NULL, 0) < 0)
|
|
return -1;
|
|
}
|
|
|
|
if (n > WRITE_BUF_SIZE) {
|
|
UNLESS (py_str =
|
|
PyString_FromStringAndSize(s, n))
|
|
return -1;
|
|
}
|
|
else {
|
|
memcpy(self->write_buf + self->buf_size, s, n);
|
|
self->buf_size += n;
|
|
return n;
|
|
}
|
|
}
|
|
|
|
if (self->write) {
|
|
/* object with write method */
|
|
ARG_TUP(self, py_str);
|
|
if (self->arg) {
|
|
junk = PyObject_CallObject(self->write, self->arg);
|
|
FREE_ARG_TUP(self);
|
|
}
|
|
if (junk) Py_DECREF(junk);
|
|
else return -1;
|
|
}
|
|
else
|
|
PDATA_PUSH(self->file, py_str, -1);
|
|
|
|
self->buf_size = 0;
|
|
return n;
|
|
}
|
|
|
|
|
|
static int
|
|
read_file(Unpicklerobject *self, char **s, int n) {
|
|
|
|
if (self->buf_size == 0) {
|
|
int size;
|
|
|
|
size = ((n < 32) ? 32 : n);
|
|
UNLESS (self->buf = (char *)malloc(size * sizeof(char))) {
|
|
PyErr_NoMemory();
|
|
return -1;
|
|
}
|
|
|
|
self->buf_size = size;
|
|
}
|
|
else if (n > self->buf_size) {
|
|
UNLESS (self->buf = (char *)realloc(self->buf, n * sizeof(char))) {
|
|
PyErr_NoMemory();
|
|
return -1;
|
|
}
|
|
|
|
self->buf_size = n;
|
|
}
|
|
|
|
if ((int)fread(self->buf, sizeof(char), n, self->fp) != n) {
|
|
if (feof(self->fp)) {
|
|
PyErr_SetNone(PyExc_EOFError);
|
|
return -1;
|
|
}
|
|
|
|
PyErr_SetFromErrno(PyExc_IOError);
|
|
return -1;
|
|
}
|
|
|
|
*s = self->buf;
|
|
|
|
return n;
|
|
}
|
|
|
|
|
|
static int
|
|
readline_file(Unpicklerobject *self, char **s) {
|
|
int i;
|
|
|
|
if (self->buf_size == 0) {
|
|
UNLESS (self->buf = (char *)malloc(40 * sizeof(char))) {
|
|
PyErr_NoMemory();
|
|
return -1;
|
|
}
|
|
|
|
self->buf_size = 40;
|
|
}
|
|
|
|
i = 0;
|
|
while (1) {
|
|
for (; i < (self->buf_size - 1); i++) {
|
|
if (feof(self->fp) || (self->buf[i] = getc(self->fp)) == '\n') {
|
|
self->buf[i + 1] = '\0';
|
|
*s = self->buf;
|
|
return i + 1;
|
|
}
|
|
}
|
|
|
|
UNLESS (self->buf = (char *)realloc(self->buf,
|
|
(self->buf_size * 2) * sizeof(char))) {
|
|
PyErr_NoMemory();
|
|
return -1;
|
|
}
|
|
|
|
self->buf_size *= 2;
|
|
}
|
|
|
|
}
|
|
|
|
|
|
static int
|
|
read_cStringIO(Unpicklerobject *self, char **s, int n) {
|
|
char *ptr;
|
|
|
|
if (PycStringIO->cread((PyObject *)self->file, &ptr, n) != n) {
|
|
PyErr_SetNone(PyExc_EOFError);
|
|
return -1;
|
|
}
|
|
|
|
*s = ptr;
|
|
|
|
return n;
|
|
}
|
|
|
|
|
|
static int
|
|
readline_cStringIO(Unpicklerobject *self, char **s) {
|
|
int n;
|
|
char *ptr;
|
|
|
|
if ((n = PycStringIO->creadline((PyObject *)self->file, &ptr)) < 0) {
|
|
return -1;
|
|
}
|
|
|
|
*s = ptr;
|
|
|
|
return n;
|
|
}
|
|
|
|
|
|
static int
|
|
read_other(Unpicklerobject *self, char **s, int n) {
|
|
PyObject *bytes, *str=0;
|
|
int res = -1;
|
|
|
|
UNLESS (bytes = PyInt_FromLong(n)) return -1;
|
|
|
|
ARG_TUP(self, bytes);
|
|
if (self->arg) {
|
|
str = PyObject_CallObject(self->read, self->arg);
|
|
FREE_ARG_TUP(self);
|
|
}
|
|
if (! str) return -1;
|
|
|
|
Py_XDECREF(self->last_string);
|
|
self->last_string = str;
|
|
|
|
if (! (*s = PyString_AsString(str))) return -1;
|
|
return n;
|
|
}
|
|
|
|
|
|
static int
|
|
readline_other(Unpicklerobject *self, char **s) {
|
|
PyObject *str;
|
|
int str_size;
|
|
|
|
UNLESS (str = PyObject_CallObject(self->readline, empty_tuple)) {
|
|
return -1;
|
|
}
|
|
|
|
if ((str_size = PyString_Size(str)) < 0)
|
|
return -1;
|
|
|
|
Py_XDECREF(self->last_string);
|
|
self->last_string = str;
|
|
|
|
if (! (*s = PyString_AsString(str)))
|
|
return -1;
|
|
|
|
return str_size;
|
|
}
|
|
|
|
|
|
static char *
|
|
pystrndup(char *s, int l) {
|
|
char *r;
|
|
UNLESS (r=malloc((l+1)*sizeof(char))) return (char*)PyErr_NoMemory();
|
|
memcpy(r,s,l);
|
|
r[l]=0;
|
|
return r;
|
|
}
|
|
|
|
|
|
static int
|
|
get(Picklerobject *self, PyObject *id) {
|
|
PyObject *value, *mv;
|
|
long c_value;
|
|
char s[30];
|
|
int len;
|
|
|
|
UNLESS (mv = PyDict_GetItem(self->memo, id)) {
|
|
PyErr_SetObject(PyExc_KeyError, id);
|
|
return -1;
|
|
}
|
|
|
|
UNLESS (value = PyTuple_GetItem(mv, 0))
|
|
return -1;
|
|
|
|
UNLESS (PyInt_Check(value)) {
|
|
PyErr_SetString(PicklingError, "no int where int expected in memo");
|
|
return -1;
|
|
}
|
|
c_value = PyInt_AS_LONG((PyIntObject*)value);
|
|
|
|
if (!self->bin) {
|
|
s[0] = GET;
|
|
sprintf(s + 1, "%ld\n", c_value);
|
|
len = strlen(s);
|
|
}
|
|
else if (Pdata_Check(self->file)) {
|
|
if (write_other(self, NULL, 0) < 0) return -1;
|
|
PDATA_APPEND(self->file, mv, -1);
|
|
return 0;
|
|
}
|
|
else {
|
|
if (c_value < 256) {
|
|
s[0] = BINGET;
|
|
s[1] = (int)(c_value & 0xff);
|
|
len = 2;
|
|
}
|
|
else {
|
|
s[0] = LONG_BINGET;
|
|
s[1] = (int)(c_value & 0xff);
|
|
s[2] = (int)((c_value >> 8) & 0xff);
|
|
s[3] = (int)((c_value >> 16) & 0xff);
|
|
s[4] = (int)((c_value >> 24) & 0xff);
|
|
len = 5;
|
|
}
|
|
}
|
|
|
|
if ((*self->write_func)(self, s, len) < 0)
|
|
return -1;
|
|
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int
|
|
put(Picklerobject *self, PyObject *ob) {
|
|
if (ob->ob_refcnt < 2 || self->fast)
|
|
return 0;
|
|
|
|
return put2(self, ob);
|
|
}
|
|
|
|
|
|
static int
|
|
put2(Picklerobject *self, PyObject *ob) {
|
|
char c_str[30];
|
|
int p, len, res = -1;
|
|
PyObject *py_ob_id = 0, *memo_len = 0, *t = 0;
|
|
|
|
if (self->fast) return 0;
|
|
|
|
if ((p = PyDict_Size(self->memo)) < 0)
|
|
goto finally;
|
|
|
|
p++; /* Make sure memo keys are positive! */
|
|
|
|
UNLESS (py_ob_id = PyInt_FromLong((long)ob))
|
|
goto finally;
|
|
|
|
UNLESS (memo_len = PyInt_FromLong(p))
|
|
goto finally;
|
|
|
|
UNLESS (t = PyTuple_New(2))
|
|
goto finally;
|
|
|
|
PyTuple_SET_ITEM(t, 0, memo_len);
|
|
Py_INCREF(memo_len);
|
|
PyTuple_SET_ITEM(t, 1, ob);
|
|
Py_INCREF(ob);
|
|
|
|
if (PyDict_SetItem(self->memo, py_ob_id, t) < 0)
|
|
goto finally;
|
|
|
|
if (!self->bin) {
|
|
c_str[0] = PUT;
|
|
sprintf(c_str + 1, "%d\n", p);
|
|
len = strlen(c_str);
|
|
}
|
|
else if (Pdata_Check(self->file)) {
|
|
if (write_other(self, NULL, 0) < 0) return -1;
|
|
PDATA_APPEND(self->file, memo_len, -1);
|
|
res=0; /* Job well done ;) */
|
|
goto finally;
|
|
}
|
|
else {
|
|
if (p >= 256) {
|
|
c_str[0] = LONG_BINPUT;
|
|
c_str[1] = (int)(p & 0xff);
|
|
c_str[2] = (int)((p >> 8) & 0xff);
|
|
c_str[3] = (int)((p >> 16) & 0xff);
|
|
c_str[4] = (int)((p >> 24) & 0xff);
|
|
len = 5;
|
|
}
|
|
else {
|
|
c_str[0] = BINPUT;
|
|
c_str[1] = p;
|
|
len = 2;
|
|
}
|
|
}
|
|
|
|
if ((*self->write_func)(self, c_str, len) < 0)
|
|
goto finally;
|
|
|
|
res = 0;
|
|
|
|
finally:
|
|
Py_XDECREF(py_ob_id);
|
|
Py_XDECREF(memo_len);
|
|
Py_XDECREF(t);
|
|
|
|
return res;
|
|
}
|
|
|
|
#define PyImport_Import cPickle_Import
|
|
|
|
static PyObject *
|
|
PyImport_Import(PyObject *module_name) {
|
|
static PyObject *silly_list=0, *__builtins___str=0, *__import___str;
|
|
static PyObject *standard_builtins=0;
|
|
PyObject *globals=0, *__import__=0, *__builtins__=0, *r=0;
|
|
|
|
UNLESS (silly_list) {
|
|
UNLESS (__import___str=PyString_FromString("__import__"))
|
|
return NULL;
|
|
UNLESS (__builtins___str=PyString_FromString("__builtins__"))
|
|
return NULL;
|
|
UNLESS (silly_list=Py_BuildValue("[s]","__doc__"))
|
|
return NULL;
|
|
}
|
|
|
|
if ((globals=PyEval_GetGlobals())) {
|
|
Py_INCREF(globals);
|
|
UNLESS (__builtins__=PyObject_GetItem(globals,__builtins___str))
|
|
goto err;
|
|
}
|
|
else {
|
|
PyErr_Clear();
|
|
|
|
UNLESS (standard_builtins ||
|
|
(standard_builtins=PyImport_ImportModule("__builtin__")))
|
|
return NULL;
|
|
|
|
__builtins__=standard_builtins;
|
|
Py_INCREF(__builtins__);
|
|
UNLESS (globals = Py_BuildValue("{sO}", "__builtins__", __builtins__))
|
|
goto err;
|
|
}
|
|
|
|
if (PyDict_Check(__builtins__)) {
|
|
UNLESS (__import__=PyObject_GetItem(__builtins__,__import___str)) goto err;
|
|
}
|
|
else {
|
|
UNLESS (__import__=PyObject_GetAttr(__builtins__,__import___str)) goto err;
|
|
}
|
|
|
|
UNLESS (r=PyObject_CallFunction(__import__,"OOOO",
|
|
module_name, globals, globals, silly_list))
|
|
goto err;
|
|
|
|
Py_DECREF(globals);
|
|
Py_DECREF(__builtins__);
|
|
Py_DECREF(__import__);
|
|
|
|
return r;
|
|
err:
|
|
Py_XDECREF(globals);
|
|
Py_XDECREF(__builtins__);
|
|
Py_XDECREF(__import__);
|
|
return NULL;
|
|
}
|
|
|
|
static PyObject *
|
|
whichmodule(PyObject *global, PyObject *global_name) {
|
|
int i, j;
|
|
PyObject *module = 0, *modules_dict = 0,
|
|
*global_name_attr = 0, *name = 0;
|
|
|
|
module = PyObject_GetAttrString(global, "__module__");
|
|
if (module) return module;
|
|
PyErr_Clear();
|
|
|
|
UNLESS (modules_dict = PySys_GetObject("modules"))
|
|
return NULL;
|
|
|
|
i = 0;
|
|
while ((j = PyDict_Next(modules_dict, &i, &name, &module))) {
|
|
|
|
if (PyObject_Compare(name, __main___str)==0) continue;
|
|
|
|
UNLESS (global_name_attr = PyObject_GetAttr(module, global_name)) {
|
|
PyErr_Clear();
|
|
continue;
|
|
}
|
|
|
|
if (global_name_attr != global) {
|
|
Py_DECREF(global_name_attr);
|
|
continue;
|
|
}
|
|
|
|
Py_DECREF(global_name_attr);
|
|
|
|
break;
|
|
}
|
|
|
|
/* The following implements the rule in pickle.py added in 1.5
|
|
that used __main__ if no module is found. I don't actually
|
|
like this rule. jlf
|
|
*/
|
|
if (!j) {
|
|
j=1;
|
|
name=__main___str;
|
|
}
|
|
|
|
Py_INCREF(name);
|
|
return name;
|
|
}
|
|
|
|
|
|
static int
|
|
save_none(Picklerobject *self, PyObject *args) {
|
|
static char none = NONE;
|
|
if ((*self->write_func)(self, &none, 1) < 0)
|
|
return -1;
|
|
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int
|
|
save_int(Picklerobject *self, PyObject *args) {
|
|
char c_str[32];
|
|
long l = PyInt_AS_LONG((PyIntObject *)args);
|
|
int len = 0;
|
|
|
|
if (!self->bin
|
|
#if SIZEOF_LONG > 4
|
|
|| (l >> 32)
|
|
#endif
|
|
) {
|
|
/* Save extra-long ints in non-binary mode, so that
|
|
we can use python long parsing code to restore,
|
|
if necessary. */
|
|
c_str[0] = INT;
|
|
sprintf(c_str + 1, "%ld\n", l);
|
|
if ((*self->write_func)(self, c_str, strlen(c_str)) < 0)
|
|
return -1;
|
|
}
|
|
else {
|
|
c_str[1] = (int)( l & 0xff);
|
|
c_str[2] = (int)((l >> 8) & 0xff);
|
|
c_str[3] = (int)((l >> 16) & 0xff);
|
|
c_str[4] = (int)((l >> 24) & 0xff);
|
|
|
|
if ((c_str[4] == 0) && (c_str[3] == 0)) {
|
|
if (c_str[2] == 0) {
|
|
c_str[0] = BININT1;
|
|
len = 2;
|
|
}
|
|
else {
|
|
c_str[0] = BININT2;
|
|
len = 3;
|
|
}
|
|
}
|
|
else {
|
|
c_str[0] = BININT;
|
|
len = 5;
|
|
}
|
|
|
|
if ((*self->write_func)(self, c_str, len) < 0)
|
|
return -1;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int
|
|
save_long(Picklerobject *self, PyObject *args) {
|
|
int size, res = -1;
|
|
PyObject *repr = 0;
|
|
|
|
static char l = LONG;
|
|
|
|
UNLESS (repr = PyObject_Repr(args))
|
|
goto finally;
|
|
|
|
if ((size = PyString_Size(repr)) < 0)
|
|
goto finally;
|
|
|
|
if ((*self->write_func)(self, &l, 1) < 0)
|
|
goto finally;
|
|
|
|
if ((*self->write_func)(self,
|
|
PyString_AS_STRING((PyStringObject *)repr), size) < 0)
|
|
goto finally;
|
|
|
|
if ((*self->write_func)(self, "\n", 1) < 0)
|
|
goto finally;
|
|
|
|
res = 0;
|
|
|
|
finally:
|
|
Py_XDECREF(repr);
|
|
|
|
return res;
|
|
}
|
|
|
|
|
|
static int
|
|
save_float(Picklerobject *self, PyObject *args) {
|
|
double x = PyFloat_AS_DOUBLE((PyFloatObject *)args);
|
|
|
|
if (self->bin) {
|
|
int s, e;
|
|
double f;
|
|
long fhi, flo;
|
|
char str[9], *p = str;
|
|
|
|
*p = BINFLOAT;
|
|
p++;
|
|
|
|
if (x < 0) {
|
|
s = 1;
|
|
x = -x;
|
|
}
|
|
else
|
|
s = 0;
|
|
|
|
f = frexp(x, &e);
|
|
|
|
/* Normalize f to be in the range [1.0, 2.0) */
|
|
if (0.5 <= f && f < 1.0) {
|
|
f *= 2.0;
|
|
e--;
|
|
}
|
|
else if (f == 0.0) {
|
|
e = 0;
|
|
}
|
|
else {
|
|
PyErr_SetString(PyExc_SystemError,
|
|
"frexp() result out of range");
|
|
return -1;
|
|
}
|
|
|
|
if (e >= 1024) {
|
|
/* XXX 1024 itself is reserved for Inf/NaN */
|
|
PyErr_SetString(PyExc_OverflowError,
|
|
"float too large to pack with d format");
|
|
return -1;
|
|
}
|
|
else if (e < -1022) {
|
|
/* Gradual underflow */
|
|
f = ldexp(f, 1022 + e);
|
|
e = 0;
|
|
}
|
|
else if (!(e == 0 && f == 0.0)) {
|
|
e += 1023;
|
|
f -= 1.0; /* Get rid of leading 1 */
|
|
}
|
|
|
|
/* fhi receives the high 28 bits; flo the low 24 bits (== 52 bits) */
|
|
f *= 268435456.0; /* 2**28 */
|
|
fhi = (long) floor(f); /* Truncate */
|
|
f -= (double)fhi;
|
|
f *= 16777216.0; /* 2**24 */
|
|
flo = (long) floor(f + 0.5); /* Round */
|
|
|
|
/* First byte */
|
|
*p = (s<<7) | (e>>4);
|
|
p++;
|
|
|
|
/* Second byte */
|
|
*p = (char) (((e&0xF)<<4) | (fhi>>24));
|
|
p++;
|
|
|
|
/* Third byte */
|
|
*p = (fhi>>16) & 0xFF;
|
|
p++;
|
|
|
|
/* Fourth byte */
|
|
*p = (fhi>>8) & 0xFF;
|
|
p++;
|
|
|
|
/* Fifth byte */
|
|
*p = fhi & 0xFF;
|
|
p++;
|
|
|
|
/* Sixth byte */
|
|
*p = (flo>>16) & 0xFF;
|
|
p++;
|
|
|
|
/* Seventh byte */
|
|
*p = (flo>>8) & 0xFF;
|
|
p++;
|
|
|
|
/* Eighth byte */
|
|
*p = flo & 0xFF;
|
|
|
|
if ((*self->write_func)(self, str, 9) < 0)
|
|
return -1;
|
|
}
|
|
else {
|
|
char c_str[250];
|
|
c_str[0] = FLOAT;
|
|
sprintf(c_str + 1, "%.17g\n", x);
|
|
|
|
if ((*self->write_func)(self, c_str, strlen(c_str)) < 0)
|
|
return -1;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int
|
|
save_string(Picklerobject *self, PyObject *args, int doput) {
|
|
int size, len;
|
|
PyObject *repr=0;
|
|
|
|
if ((size = PyString_Size(args)) < 0)
|
|
return -1;
|
|
|
|
if (!self->bin) {
|
|
char *repr_str;
|
|
|
|
static char string = STRING;
|
|
|
|
UNLESS (repr = PyObject_Repr(args))
|
|
return -1;
|
|
|
|
if ((len = PyString_Size(repr)) < 0)
|
|
goto err;
|
|
repr_str = PyString_AS_STRING((PyStringObject *)repr);
|
|
|
|
if ((*self->write_func)(self, &string, 1) < 0)
|
|
goto err;
|
|
|
|
if ((*self->write_func)(self, repr_str, len) < 0)
|
|
goto err;
|
|
|
|
if ((*self->write_func)(self, "\n", 1) < 0)
|
|
goto err;
|
|
|
|
Py_XDECREF(repr);
|
|
}
|
|
else {
|
|
int i;
|
|
char c_str[5];
|
|
|
|
if ((size = PyString_Size(args)) < 0)
|
|
return -1;
|
|
|
|
if (size < 256) {
|
|
c_str[0] = SHORT_BINSTRING;
|
|
c_str[1] = size;
|
|
len = 2;
|
|
}
|
|
else {
|
|
c_str[0] = BINSTRING;
|
|
for (i = 1; i < 5; i++)
|
|
c_str[i] = (int)(size >> ((i - 1) * 8));
|
|
len = 5;
|
|
}
|
|
|
|
if ((*self->write_func)(self, c_str, len) < 0)
|
|
return -1;
|
|
|
|
if (size > 128 && Pdata_Check(self->file)) {
|
|
if (write_other(self, NULL, 0) < 0) return -1;
|
|
PDATA_APPEND(self->file, args, -1);
|
|
}
|
|
else {
|
|
if ((*self->write_func)(self,
|
|
PyString_AS_STRING((PyStringObject *)args), size) < 0)
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
if (doput)
|
|
if (put(self, args) < 0)
|
|
return -1;
|
|
|
|
return 0;
|
|
|
|
err:
|
|
Py_XDECREF(repr);
|
|
return -1;
|
|
}
|
|
|
|
|
|
static int
|
|
save_tuple(Picklerobject *self, PyObject *args) {
|
|
PyObject *element = 0, *py_tuple_id = 0;
|
|
int len, i, has_key, res = -1;
|
|
|
|
static char tuple = TUPLE;
|
|
|
|
if ((*self->write_func)(self, &MARKv, 1) < 0)
|
|
goto finally;
|
|
|
|
if ((len = PyTuple_Size(args)) < 0)
|
|
goto finally;
|
|
|
|
for (i = 0; i < len; i++) {
|
|
UNLESS (element = PyTuple_GET_ITEM((PyTupleObject *)args, i))
|
|
goto finally;
|
|
|
|
if (save(self, element, 0) < 0)
|
|
goto finally;
|
|
}
|
|
|
|
UNLESS (py_tuple_id = PyInt_FromLong((long)args))
|
|
goto finally;
|
|
|
|
if (len) {
|
|
if ((has_key = cPickle_PyMapping_HasKey(self->memo, py_tuple_id)) < 0)
|
|
goto finally;
|
|
|
|
if (has_key) {
|
|
if (self->bin) {
|
|
static char pop_mark = POP_MARK;
|
|
|
|
if ((*self->write_func)(self, &pop_mark, 1) < 0)
|
|
goto finally;
|
|
}
|
|
else {
|
|
static char pop = POP;
|
|
|
|
for (i = 0; i <= len; i++) {
|
|
if ((*self->write_func)(self, &pop, 1) < 0)
|
|
goto finally;
|
|
}
|
|
}
|
|
|
|
if (get(self, py_tuple_id) < 0)
|
|
goto finally;
|
|
|
|
res = 0;
|
|
goto finally;
|
|
}
|
|
}
|
|
|
|
if ((*self->write_func)(self, &tuple, 1) < 0) {
|
|
goto finally;
|
|
}
|
|
|
|
if (put(self, args) < 0)
|
|
goto finally;
|
|
|
|
res = 0;
|
|
|
|
finally:
|
|
Py_XDECREF(py_tuple_id);
|
|
|
|
return res;
|
|
}
|
|
|
|
static int
|
|
save_empty_tuple(Picklerobject *self, PyObject *args) {
|
|
static char tuple = EMPTY_TUPLE;
|
|
|
|
return (*self->write_func)(self, &tuple, 1);
|
|
}
|
|
|
|
|
|
static int
|
|
save_list(Picklerobject *self, PyObject *args) {
|
|
PyObject *element = 0;
|
|
int s_len, len, i, using_appends, res = -1;
|
|
char s[3];
|
|
|
|
static char append = APPEND, appends = APPENDS;
|
|
|
|
if (self->bin) {
|
|
s[0] = EMPTY_LIST;
|
|
s_len = 1;
|
|
}
|
|
else {
|
|
s[0] = MARK;
|
|
s[1] = LIST;
|
|
s_len = 2;
|
|
}
|
|
|
|
if ((len = PyList_Size(args)) < 0)
|
|
goto finally;
|
|
|
|
if ((*self->write_func)(self, s, s_len) < 0)
|
|
goto finally;
|
|
|
|
if (len == 0) {
|
|
if (put(self, args) < 0)
|
|
goto finally;
|
|
}
|
|
else {
|
|
if (put2(self, args) < 0)
|
|
goto finally;
|
|
}
|
|
|
|
if ((using_appends = (self->bin && (len > 1))))
|
|
if ((*self->write_func)(self, &MARKv, 1) < 0)
|
|
goto finally;
|
|
|
|
for (i = 0; i < len; i++) {
|
|
UNLESS (element = PyList_GET_ITEM((PyListObject *)args, i))
|
|
goto finally;
|
|
|
|
if (save(self, element, 0) < 0)
|
|
goto finally;
|
|
|
|
if (!using_appends) {
|
|
if ((*self->write_func)(self, &append, 1) < 0)
|
|
goto finally;
|
|
}
|
|
}
|
|
|
|
if (using_appends) {
|
|
if ((*self->write_func)(self, &appends, 1) < 0)
|
|
goto finally;
|
|
}
|
|
|
|
res = 0;
|
|
|
|
finally:
|
|
|
|
return res;
|
|
}
|
|
|
|
|
|
static int
|
|
save_dict(Picklerobject *self, PyObject *args) {
|
|
PyObject *key = 0, *value = 0;
|
|
int i, len, res = -1, using_setitems;
|
|
char s[3];
|
|
|
|
static char setitem = SETITEM, setitems = SETITEMS;
|
|
|
|
if (self->bin) {
|
|
s[0] = EMPTY_DICT;
|
|
len = 1;
|
|
}
|
|
else {
|
|
s[0] = MARK;
|
|
s[1] = DICT;
|
|
len = 2;
|
|
}
|
|
|
|
if ((*self->write_func)(self, s, len) < 0)
|
|
goto finally;
|
|
|
|
if ((len = PyDict_Size(args)) < 0)
|
|
goto finally;
|
|
|
|
if (len == 0) {
|
|
if (put(self, args) < 0)
|
|
goto finally;
|
|
}
|
|
else {
|
|
if (put2(self, args) < 0)
|
|
goto finally;
|
|
}
|
|
|
|
if ((using_setitems = (self->bin && (PyDict_Size(args) > 1))))
|
|
if ((*self->write_func)(self, &MARKv, 1) < 0)
|
|
goto finally;
|
|
|
|
i = 0;
|
|
while (PyDict_Next(args, &i, &key, &value)) {
|
|
if (save(self, key, 0) < 0)
|
|
goto finally;
|
|
|
|
if (save(self, value, 0) < 0)
|
|
goto finally;
|
|
|
|
if (!using_setitems) {
|
|
if ((*self->write_func)(self, &setitem, 1) < 0)
|
|
goto finally;
|
|
}
|
|
}
|
|
|
|
if (using_setitems) {
|
|
if ((*self->write_func)(self, &setitems, 1) < 0)
|
|
goto finally;
|
|
}
|
|
|
|
res = 0;
|
|
|
|
finally:
|
|
|
|
return res;
|
|
}
|
|
|
|
|
|
static int
|
|
save_inst(Picklerobject *self, PyObject *args) {
|
|
PyObject *class = 0, *module = 0, *name = 0, *state = 0,
|
|
*getinitargs_func = 0, *getstate_func = 0, *class_args = 0;
|
|
char *module_str, *name_str;
|
|
int module_size, name_size, res = -1;
|
|
|
|
static char inst = INST, obj = OBJ, build = BUILD;
|
|
|
|
if ((*self->write_func)(self, &MARKv, 1) < 0)
|
|
goto finally;
|
|
|
|
UNLESS (class = PyObject_GetAttr(args, __class___str))
|
|
goto finally;
|
|
|
|
if (self->bin) {
|
|
if (save(self, class, 0) < 0)
|
|
goto finally;
|
|
}
|
|
|
|
if ((getinitargs_func = PyObject_GetAttr(args, __getinitargs___str))) {
|
|
PyObject *element = 0;
|
|
int i, len;
|
|
|
|
UNLESS (class_args =
|
|
PyObject_CallObject(getinitargs_func, empty_tuple))
|
|
goto finally;
|
|
|
|
if ((len = PyObject_Length(class_args)) < 0)
|
|
goto finally;
|
|
|
|
for (i = 0; i < len; i++) {
|
|
UNLESS (element = PySequence_GetItem(class_args, i))
|
|
goto finally;
|
|
|
|
if (save(self, element, 0) < 0) {
|
|
Py_DECREF(element);
|
|
goto finally;
|
|
}
|
|
|
|
Py_DECREF(element);
|
|
}
|
|
}
|
|
else {
|
|
PyErr_Clear();
|
|
}
|
|
|
|
if (!self->bin) {
|
|
UNLESS (name = ((PyClassObject *)class)->cl_name) {
|
|
PyErr_SetString(PicklingError, "class has no name");
|
|
goto finally;
|
|
}
|
|
|
|
UNLESS (module = whichmodule(class, name))
|
|
goto finally;
|
|
|
|
|
|
if ((module_size = PyString_Size(module)) < 0 ||
|
|
(name_size = PyString_Size(name)) < 0)
|
|
goto finally;
|
|
|
|
module_str = PyString_AS_STRING((PyStringObject *)module);
|
|
name_str = PyString_AS_STRING((PyStringObject *)name);
|
|
|
|
if ((*self->write_func)(self, &inst, 1) < 0)
|
|
goto finally;
|
|
|
|
if ((*self->write_func)(self, module_str, module_size) < 0)
|
|
goto finally;
|
|
|
|
if ((*self->write_func)(self, "\n", 1) < 0)
|
|
goto finally;
|
|
|
|
if ((*self->write_func)(self, name_str, name_size) < 0)
|
|
goto finally;
|
|
|
|
if ((*self->write_func)(self, "\n", 1) < 0)
|
|
goto finally;
|
|
}
|
|
else if ((*self->write_func)(self, &obj, 1) < 0) {
|
|
goto finally;
|
|
}
|
|
|
|
if ((getstate_func = PyObject_GetAttr(args, __getstate___str))) {
|
|
UNLESS (state = PyObject_CallObject(getstate_func, empty_tuple))
|
|
goto finally;
|
|
}
|
|
else {
|
|
PyErr_Clear();
|
|
|
|
UNLESS (state = PyObject_GetAttr(args, __dict___str)) {
|
|
PyErr_Clear();
|
|
res = 0;
|
|
goto finally;
|
|
}
|
|
}
|
|
|
|
if (!PyDict_Check(state)) {
|
|
if (put2(self, args) < 0)
|
|
goto finally;
|
|
}
|
|
else {
|
|
if (put(self, args) < 0)
|
|
goto finally;
|
|
}
|
|
|
|
if (save(self, state, 0) < 0)
|
|
goto finally;
|
|
|
|
if ((*self->write_func)(self, &build, 1) < 0)
|
|
goto finally;
|
|
|
|
res = 0;
|
|
|
|
finally:
|
|
Py_XDECREF(module);
|
|
Py_XDECREF(class);
|
|
Py_XDECREF(state);
|
|
Py_XDECREF(getinitargs_func);
|
|
Py_XDECREF(getstate_func);
|
|
Py_XDECREF(class_args);
|
|
|
|
return res;
|
|
}
|
|
|
|
|
|
static int
|
|
save_global(Picklerobject *self, PyObject *args, PyObject *name) {
|
|
PyObject *global_name = 0, *module = 0;
|
|
char *name_str, *module_str;
|
|
int module_size, name_size, res = -1;
|
|
|
|
static char global = GLOBAL;
|
|
|
|
if (name) {
|
|
global_name = name;
|
|
Py_INCREF(global_name);
|
|
}
|
|
else {
|
|
UNLESS (global_name = PyObject_GetAttr(args, __name___str))
|
|
goto finally;
|
|
}
|
|
|
|
UNLESS (module = whichmodule(args, global_name))
|
|
goto finally;
|
|
|
|
if ((module_size = PyString_Size(module)) < 0 ||
|
|
(name_size = PyString_Size(global_name)) < 0)
|
|
goto finally;
|
|
|
|
module_str = PyString_AS_STRING((PyStringObject *)module);
|
|
name_str = PyString_AS_STRING((PyStringObject *)global_name);
|
|
|
|
if ((*self->write_func)(self, &global, 1) < 0)
|
|
goto finally;
|
|
|
|
if ((*self->write_func)(self, module_str, module_size) < 0)
|
|
goto finally;
|
|
|
|
if ((*self->write_func)(self, "\n", 1) < 0)
|
|
goto finally;
|
|
|
|
if ((*self->write_func)(self, name_str, name_size) < 0)
|
|
goto finally;
|
|
|
|
if ((*self->write_func)(self, "\n", 1) < 0)
|
|
goto finally;
|
|
|
|
if (put(self, args) < 0)
|
|
goto finally;
|
|
|
|
res = 0;
|
|
|
|
finally:
|
|
Py_XDECREF(module);
|
|
Py_XDECREF(global_name);
|
|
|
|
return res;
|
|
}
|
|
|
|
static int
|
|
save_pers(Picklerobject *self, PyObject *args, PyObject *f) {
|
|
PyObject *pid = 0;
|
|
int size, res = -1;
|
|
|
|
static char persid = PERSID, binpersid = BINPERSID;
|
|
|
|
Py_INCREF(args);
|
|
ARG_TUP(self, args);
|
|
if (self->arg) {
|
|
pid = PyObject_CallObject(f, self->arg);
|
|
FREE_ARG_TUP(self);
|
|
}
|
|
if (! pid) return -1;
|
|
|
|
if (pid != Py_None) {
|
|
if (!self->bin) {
|
|
if (!PyString_Check(pid)) {
|
|
PyErr_SetString(PicklingError,
|
|
"persistent id must be string");
|
|
goto finally;
|
|
}
|
|
|
|
if ((*self->write_func)(self, &persid, 1) < 0)
|
|
goto finally;
|
|
|
|
if ((size = PyString_Size(pid)) < 0)
|
|
goto finally;
|
|
|
|
if ((*self->write_func)(self,
|
|
PyString_AS_STRING((PyStringObject *)pid), size) < 0)
|
|
goto finally;
|
|
|
|
if ((*self->write_func)(self, "\n", 1) < 0)
|
|
goto finally;
|
|
|
|
res = 1;
|
|
goto finally;
|
|
}
|
|
else if (save(self, pid, 1) >= 0) {
|
|
if ((*self->write_func)(self, &binpersid, 1) < 0)
|
|
res = -1;
|
|
else
|
|
res = 1;
|
|
}
|
|
|
|
goto finally;
|
|
}
|
|
|
|
res = 0;
|
|
|
|
finally:
|
|
Py_XDECREF(pid);
|
|
|
|
return res;
|
|
}
|
|
|
|
|
|
static int
|
|
save_reduce(Picklerobject *self, PyObject *callable,
|
|
PyObject *tup, PyObject *state, PyObject *ob) {
|
|
static char reduce = REDUCE, build = BUILD;
|
|
|
|
if (save(self, callable, 0) < 0)
|
|
return -1;
|
|
|
|
if (save(self, tup, 0) < 0)
|
|
return -1;
|
|
|
|
if ((*self->write_func)(self, &reduce, 1) < 0)
|
|
return -1;
|
|
|
|
if (ob != NULL) {
|
|
if (state && !PyDict_Check(state)) {
|
|
if (put2(self, ob) < 0)
|
|
return -1;
|
|
}
|
|
else {
|
|
if (put(self, ob) < 0)
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
if (state) {
|
|
if (save(self, state, 0) < 0)
|
|
return -1;
|
|
|
|
if ((*self->write_func)(self, &build, 1) < 0)
|
|
return -1;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
save(Picklerobject *self, PyObject *args, int pers_save) {
|
|
PyTypeObject *type;
|
|
PyObject *py_ob_id = 0, *__reduce__ = 0, *t = 0, *arg_tup = 0,
|
|
*callable = 0, *state = 0;
|
|
int res = -1, tmp, size;
|
|
|
|
if (!pers_save && self->pers_func) {
|
|
if ((tmp = save_pers(self, args, self->pers_func)) != 0) {
|
|
res = tmp;
|
|
goto finally;
|
|
}
|
|
}
|
|
|
|
if (args == Py_None) {
|
|
res = save_none(self, args);
|
|
goto finally;
|
|
}
|
|
|
|
type = args->ob_type;
|
|
|
|
switch (type->tp_name[0]) {
|
|
case 'i':
|
|
if (type == &PyInt_Type) {
|
|
res = save_int(self, args);
|
|
goto finally;
|
|
}
|
|
break;
|
|
|
|
case 'l':
|
|
if (type == &PyLong_Type) {
|
|
res = save_long(self, args);
|
|
goto finally;
|
|
}
|
|
break;
|
|
|
|
case 'f':
|
|
if (type == &PyFloat_Type) {
|
|
res = save_float(self, args);
|
|
goto finally;
|
|
}
|
|
break;
|
|
|
|
case 't':
|
|
if (type == &PyTuple_Type && PyTuple_Size(args)==0) {
|
|
if (self->bin) res = save_empty_tuple(self, args);
|
|
else res = save_tuple(self, args);
|
|
goto finally;
|
|
}
|
|
break;
|
|
|
|
case 's':
|
|
if ((type == &PyString_Type) && (PyString_GET_SIZE(args) < 2)) {
|
|
res = save_string(self, args, 0);
|
|
goto finally;
|
|
}
|
|
}
|
|
|
|
if (args->ob_refcnt > 1) {
|
|
long ob_id;
|
|
int has_key;
|
|
|
|
ob_id = (long)args;
|
|
|
|
UNLESS (py_ob_id = PyInt_FromLong(ob_id))
|
|
goto finally;
|
|
|
|
if ((has_key = cPickle_PyMapping_HasKey(self->memo, py_ob_id)) < 0)
|
|
goto finally;
|
|
|
|
if (has_key) {
|
|
if (get(self, py_ob_id) < 0)
|
|
goto finally;
|
|
|
|
res = 0;
|
|
goto finally;
|
|
}
|
|
}
|
|
|
|
switch (type->tp_name[0]) {
|
|
case 's':
|
|
if (type == &PyString_Type) {
|
|
res = save_string(self, args, 1);
|
|
goto finally;
|
|
}
|
|
break;
|
|
|
|
case 't':
|
|
if (type == &PyTuple_Type) {
|
|
res = save_tuple(self, args);
|
|
goto finally;
|
|
}
|
|
break;
|
|
|
|
case 'l':
|
|
if (type == &PyList_Type) {
|
|
res = save_list(self, args);
|
|
goto finally;
|
|
}
|
|
break;
|
|
|
|
case 'd':
|
|
if (type == &PyDict_Type) {
|
|
res = save_dict(self, args);
|
|
goto finally;
|
|
}
|
|
break;
|
|
|
|
case 'i':
|
|
if (type == &PyInstance_Type) {
|
|
res = save_inst(self, args);
|
|
goto finally;
|
|
}
|
|
break;
|
|
|
|
case 'c':
|
|
if (type == &PyClass_Type) {
|
|
res = save_global(self, args, NULL);
|
|
goto finally;
|
|
}
|
|
break;
|
|
|
|
case 'f':
|
|
if (type == &PyFunction_Type) {
|
|
res = save_global(self, args, NULL);
|
|
goto finally;
|
|
}
|
|
break;
|
|
|
|
case 'b':
|
|
if (type == &PyCFunction_Type) {
|
|
res = save_global(self, args, NULL);
|
|
goto finally;
|
|
}
|
|
}
|
|
|
|
if (!pers_save && self->inst_pers_func) {
|
|
if ((tmp = save_pers(self, args, self->inst_pers_func)) != 0) {
|
|
res = tmp;
|
|
goto finally;
|
|
}
|
|
}
|
|
|
|
if ((__reduce__ = PyDict_GetItem(dispatch_table, (PyObject *)type))) {
|
|
Py_INCREF(__reduce__);
|
|
|
|
Py_INCREF(args);
|
|
ARG_TUP(self, args);
|
|
if (self->arg) {
|
|
t = PyObject_CallObject(__reduce__, self->arg);
|
|
FREE_ARG_TUP(self);
|
|
}
|
|
if (! t) goto finally;
|
|
}
|
|
else {
|
|
PyErr_Clear();
|
|
|
|
if ((__reduce__ = PyObject_GetAttr(args, __reduce___str))) {
|
|
UNLESS (t = PyObject_CallObject(__reduce__, empty_tuple))
|
|
goto finally;
|
|
}
|
|
else {
|
|
PyErr_Clear();
|
|
}
|
|
}
|
|
|
|
if (t) {
|
|
if (PyString_Check(t)) {
|
|
res = save_global(self, args, t);
|
|
goto finally;
|
|
}
|
|
|
|
if (!PyTuple_Check(t)) {
|
|
cPickle_ErrFormat(PicklingError, "Value returned by %s must "
|
|
"be a tuple", "O", __reduce__);
|
|
goto finally;
|
|
}
|
|
|
|
size = PyTuple_Size(t);
|
|
|
|
if ((size != 3) && (size != 2)) {
|
|
cPickle_ErrFormat(PicklingError, "tuple returned by %s must "
|
|
"contain only two or three elements", "O", __reduce__);
|
|
goto finally;
|
|
}
|
|
|
|
callable = PyTuple_GET_ITEM(t, 0);
|
|
|
|
arg_tup = PyTuple_GET_ITEM(t, 1);
|
|
|
|
if (size > 2) {
|
|
state = PyTuple_GET_ITEM(t, 2);
|
|
}
|
|
|
|
UNLESS (PyTuple_Check(arg_tup) || arg_tup==Py_None) {
|
|
cPickle_ErrFormat(PicklingError, "Second element of tuple "
|
|
"returned by %s must be a tuple", "O", __reduce__);
|
|
goto finally;
|
|
}
|
|
|
|
res = save_reduce(self, callable, arg_tup, state, args);
|
|
goto finally;
|
|
}
|
|
|
|
cPickle_ErrFormat(PicklingError, "Cannot pickle %s objects.",
|
|
"O", (PyObject *)type);
|
|
|
|
finally:
|
|
Py_XDECREF(py_ob_id);
|
|
Py_XDECREF(__reduce__);
|
|
Py_XDECREF(t);
|
|
|
|
return res;
|
|
}
|
|
|
|
|
|
static int
|
|
dump(Picklerobject *self, PyObject *args) {
|
|
static char stop = STOP;
|
|
|
|
if (save(self, args, 0) < 0)
|
|
return -1;
|
|
|
|
if ((*self->write_func)(self, &stop, 1) < 0)
|
|
return -1;
|
|
|
|
if ((*self->write_func)(self, NULL, 0) < 0)
|
|
return -1;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static PyObject *
|
|
Pickle_clear_memo(Picklerobject *self, PyObject *args) {
|
|
if (args && ! PyArg_ParseTuple(args,"")) return NULL;
|
|
if (self->memo) PyDict_Clear(self->memo);
|
|
Py_INCREF(Py_None);
|
|
return Py_None;
|
|
}
|
|
|
|
static PyObject *
|
|
Pickle_getvalue(Picklerobject *self, PyObject *args) {
|
|
int l, i, rsize, ssize, clear=1, lm;
|
|
long ik;
|
|
PyObject *k, *r;
|
|
char *s, *p, *have_get;
|
|
Pdata *data;
|
|
|
|
if (args && ! PyArg_ParseTuple(args,"|i",&clear)) return NULL;
|
|
|
|
/* Check to make sure we are based on a list */
|
|
if (! Pdata_Check(self->file)) {
|
|
PyErr_SetString(PicklingError,
|
|
"Attempt to getvalue a non-list-based pickler");
|
|
return NULL;
|
|
}
|
|
|
|
/* flush write buffer */
|
|
if (write_other(self, NULL, 0) < 0) return NULL;
|
|
|
|
data=(Pdata*)self->file;
|
|
l=data->length;
|
|
|
|
/* set up an array to hold get/put status */
|
|
if ((lm=PyDict_Size(self->memo)) < 0) return NULL;
|
|
lm++;
|
|
if (! (have_get=malloc((lm)*sizeof(char)))) return PyErr_NoMemory();
|
|
memset(have_get,0,lm);
|
|
|
|
/* Scan for gets. */
|
|
for (rsize=0, i=l; --i >= 0; ) {
|
|
k=data->data[i];
|
|
|
|
if (PyString_Check(k)) {
|
|
rsize += PyString_GET_SIZE(k);
|
|
}
|
|
|
|
else if (PyInt_Check(k)) { /* put */
|
|
ik=PyInt_AS_LONG((PyIntObject*)k);
|
|
if (ik >= lm || ik==0) {
|
|
PyErr_SetString(PicklingError,
|
|
"Invalid get data");
|
|
return NULL;
|
|
}
|
|
if (have_get[ik]) { /* with matching get */
|
|
if (ik < 256) rsize += 2;
|
|
else rsize+=5;
|
|
}
|
|
}
|
|
|
|
else if (! (PyTuple_Check(k) &&
|
|
PyTuple_GET_SIZE(k) == 2 &&
|
|
PyInt_Check((k=PyTuple_GET_ITEM(k,0))))
|
|
) {
|
|
PyErr_SetString(PicklingError,
|
|
"Unexpected data in internal list");
|
|
return NULL;
|
|
}
|
|
|
|
else { /* put */
|
|
ik=PyInt_AS_LONG((PyIntObject*)k);
|
|
if (ik >= lm || ik==0) {
|
|
PyErr_SetString(PicklingError,
|
|
"Invalid get data");
|
|
return NULL;
|
|
}
|
|
have_get[ik]=1;
|
|
if (ik < 256) rsize += 2;
|
|
else rsize+=5;
|
|
}
|
|
|
|
}
|
|
|
|
/* Now generate the result */
|
|
UNLESS (r=PyString_FromStringAndSize(NULL,rsize)) goto err;
|
|
s=PyString_AS_STRING((PyStringObject*)r);
|
|
|
|
for (i=0; i<l; i++) {
|
|
k=data->data[i];
|
|
|
|
if (PyString_Check(k)) {
|
|
ssize=PyString_GET_SIZE(k);
|
|
if (ssize) {
|
|
p=PyString_AS_STRING((PyStringObject*)k);
|
|
while (--ssize >= 0) *s++=*p++;
|
|
}
|
|
}
|
|
|
|
else if (PyTuple_Check(k)) { /* get */
|
|
ik=PyInt_AS_LONG((PyIntObject*)PyTuple_GET_ITEM(k,0));
|
|
if (ik < 256) {
|
|
*s++ = BINGET;
|
|
*s++ = (int)(ik & 0xff);
|
|
}
|
|
else {
|
|
*s++ = LONG_BINGET;
|
|
*s++ = (int)(ik & 0xff);
|
|
*s++ = (int)((ik >> 8) & 0xff);
|
|
*s++ = (int)((ik >> 16) & 0xff);
|
|
*s++ = (int)((ik >> 24) & 0xff);
|
|
}
|
|
}
|
|
|
|
else { /* put */
|
|
ik=PyInt_AS_LONG((PyIntObject*)k);
|
|
|
|
if (have_get[ik]) { /* with matching get */
|
|
if (ik < 256) {
|
|
*s++ = BINPUT;
|
|
*s++ = (int)(ik & 0xff);
|
|
}
|
|
else {
|
|
*s++ = LONG_BINPUT;
|
|
*s++ = (int)(ik & 0xff);
|
|
*s++ = (int)((ik >> 8) & 0xff);
|
|
*s++ = (int)((ik >> 16) & 0xff);
|
|
*s++ = (int)((ik >> 24) & 0xff);
|
|
}
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
if (clear) {
|
|
PyDict_Clear(self->memo);
|
|
Pdata_clear(data,0);
|
|
}
|
|
|
|
free(have_get);
|
|
return r;
|
|
err:
|
|
free(have_get);
|
|
return NULL;
|
|
}
|
|
|
|
static PyObject *
|
|
Pickler_dump(Picklerobject *self, PyObject *args) {
|
|
PyObject *ob;
|
|
int get=0;
|
|
|
|
UNLESS (PyArg_ParseTuple(args, "O|i", &ob, &get))
|
|
return NULL;
|
|
|
|
if (dump(self, ob) < 0)
|
|
return NULL;
|
|
|
|
if (get) return Pickle_getvalue(self, NULL);
|
|
|
|
Py_INCREF(self);
|
|
return (PyObject*)self;
|
|
}
|
|
|
|
|
|
static struct PyMethodDef Pickler_methods[] = {
|
|
{"dump", (PyCFunction)Pickler_dump, 1,
|
|
"dump(object) --"
|
|
"Write an object in pickle format to the object's pickle stream\n"
|
|
},
|
|
{"clear_memo", (PyCFunction)Pickle_clear_memo, 1,
|
|
"clear_memo() -- Clear the picklers memo"},
|
|
{"getvalue", (PyCFunction)Pickle_getvalue, 1,
|
|
"getvalue() -- Finish picking a list-based pickle"},
|
|
{NULL, NULL} /* sentinel */
|
|
};
|
|
|
|
|
|
static Picklerobject *
|
|
newPicklerobject(PyObject *file, int bin) {
|
|
Picklerobject *self;
|
|
|
|
UNLESS (self = PyObject_NEW(Picklerobject, &Picklertype))
|
|
return NULL;
|
|
|
|
self->fp = NULL;
|
|
self->write = NULL;
|
|
self->memo = NULL;
|
|
self->arg = NULL;
|
|
self->pers_func = NULL;
|
|
self->inst_pers_func = NULL;
|
|
self->write_buf = NULL;
|
|
self->bin = bin;
|
|
self->fast = 0;
|
|
self->buf_size = 0;
|
|
self->dispatch_table = NULL;
|
|
|
|
if (file)
|
|
Py_INCREF(file);
|
|
else
|
|
file=Pdata_New();
|
|
|
|
self->file = file;
|
|
|
|
UNLESS (self->memo = PyDict_New()) {
|
|
Py_XDECREF((PyObject *)self);
|
|
return NULL;
|
|
}
|
|
|
|
if (PyFile_Check(file)) {
|
|
self->fp = PyFile_AsFile(file);
|
|
self->write_func = write_file;
|
|
}
|
|
else if (PycStringIO_OutputCheck(file)) {
|
|
self->write_func = write_cStringIO;
|
|
}
|
|
else if (file == Py_None) {
|
|
self->write_func = write_none;
|
|
}
|
|
else {
|
|
self->write_func = write_other;
|
|
|
|
if (! Pdata_Check(file)) {
|
|
UNLESS (self->write = PyObject_GetAttr(file, write_str)) {
|
|
PyErr_Clear();
|
|
PyErr_SetString(PyExc_TypeError, "argument must have 'write' "
|
|
"attribute");
|
|
goto err;
|
|
}
|
|
}
|
|
|
|
UNLESS (self->write_buf =
|
|
(char *)malloc(WRITE_BUF_SIZE * sizeof(char))) {
|
|
PyErr_NoMemory();
|
|
goto err;
|
|
}
|
|
}
|
|
|
|
if (PyEval_GetRestricted()) {
|
|
/* Restricted execution, get private tables */
|
|
PyObject *m;
|
|
|
|
UNLESS (m=PyImport_Import(copy_reg_str)) goto err;
|
|
self->dispatch_table=PyObject_GetAttr(m, dispatch_table_str);
|
|
Py_DECREF(m);
|
|
UNLESS (self->dispatch_table) goto err;
|
|
}
|
|
else {
|
|
self->dispatch_table=dispatch_table;
|
|
Py_INCREF(dispatch_table);
|
|
}
|
|
|
|
return self;
|
|
|
|
err:
|
|
Py_DECREF((PyObject *)self);
|
|
return NULL;
|
|
}
|
|
|
|
|
|
static PyObject *
|
|
get_Pickler(PyObject *self, PyObject *args) {
|
|
PyObject *file=NULL;
|
|
int bin;
|
|
|
|
bin=1;
|
|
if (! PyArg_ParseTuple(args, "|i", &bin)) {
|
|
PyErr_Clear();
|
|
bin=0;
|
|
if (! PyArg_ParseTuple(args, "O|i", &file, &bin))
|
|
return NULL;
|
|
}
|
|
return (PyObject *)newPicklerobject(file, bin);
|
|
}
|
|
|
|
|
|
static void
|
|
Pickler_dealloc(Picklerobject *self) {
|
|
Py_XDECREF(self->write);
|
|
Py_XDECREF(self->memo);
|
|
Py_XDECREF(self->arg);
|
|
Py_XDECREF(self->file);
|
|
Py_XDECREF(self->pers_func);
|
|
Py_XDECREF(self->inst_pers_func);
|
|
Py_XDECREF(self->dispatch_table);
|
|
|
|
if (self->write_buf) {
|
|
free(self->write_buf);
|
|
}
|
|
|
|
PyMem_DEL(self);
|
|
}
|
|
|
|
|
|
static PyObject *
|
|
Pickler_getattr(Picklerobject *self, char *name) {
|
|
|
|
switch (*name) {
|
|
case 'p':
|
|
if (strcmp(name, "persistent_id") == 0) {
|
|
if (!self->pers_func) {
|
|
PyErr_SetString(PyExc_AttributeError, name);
|
|
return NULL;
|
|
}
|
|
|
|
Py_INCREF(self->pers_func);
|
|
return self->pers_func;
|
|
}
|
|
break;
|
|
case 'm':
|
|
if (strcmp(name, "memo") == 0) {
|
|
if (!self->memo) {
|
|
PyErr_SetString(PyExc_AttributeError, name);
|
|
return NULL;
|
|
}
|
|
|
|
Py_INCREF(self->memo);
|
|
return self->memo;
|
|
}
|
|
break;
|
|
case 'P':
|
|
if (strcmp(name, "PicklingError") == 0) {
|
|
Py_INCREF(PicklingError);
|
|
return PicklingError;
|
|
}
|
|
break;
|
|
case 'b':
|
|
if (strcmp(name, "binary")==0)
|
|
return PyInt_FromLong(self->bin);
|
|
break;
|
|
case 'f':
|
|
if (strcmp(name, "fast")==0)
|
|
return PyInt_FromLong(self->fast);
|
|
break;
|
|
case 'g':
|
|
if (strcmp(name, "getvalue")==0 && ! Pdata_Check(self->file)) {
|
|
PyErr_SetString(PyExc_AttributeError, name);
|
|
return NULL;
|
|
}
|
|
break;
|
|
}
|
|
return Py_FindMethod(Pickler_methods, (PyObject *)self, name);
|
|
}
|
|
|
|
|
|
int
|
|
Pickler_setattr(Picklerobject *self, char *name, PyObject *value) {
|
|
|
|
if (! value) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"attribute deletion is not supported");
|
|
return -1;
|
|
}
|
|
|
|
if (strcmp(name, "persistent_id") == 0) {
|
|
Py_XDECREF(self->pers_func);
|
|
self->pers_func = value;
|
|
Py_INCREF(value);
|
|
return 0;
|
|
}
|
|
|
|
if (strcmp(name, "inst_persistent_id") == 0) {
|
|
Py_XDECREF(self->inst_pers_func);
|
|
self->inst_pers_func = value;
|
|
Py_INCREF(value);
|
|
return 0;
|
|
}
|
|
|
|
if (strcmp(name, "memo") == 0) {
|
|
if (! PyDict_Check(value)) {
|
|
PyErr_SetString(PyExc_TypeError, "memo must be a dictionary");
|
|
return -1;
|
|
}
|
|
Py_XDECREF(self->memo);
|
|
self->memo = value;
|
|
Py_INCREF(value);
|
|
return 0;
|
|
}
|
|
|
|
if (strcmp(name, "binary")==0) {
|
|
self->bin=PyObject_IsTrue(value);
|
|
return 0;
|
|
}
|
|
|
|
if (strcmp(name, "fast")==0) {
|
|
self->fast=PyObject_IsTrue(value);
|
|
return 0;
|
|
}
|
|
|
|
PyErr_SetString(PyExc_AttributeError, name);
|
|
return -1;
|
|
}
|
|
|
|
|
|
static char Picklertype__doc__[] =
|
|
"Objects that know how to pickle objects\n"
|
|
;
|
|
|
|
static PyTypeObject Picklertype = {
|
|
PyObject_HEAD_INIT(NULL)
|
|
0, /*ob_size*/
|
|
"Pickler", /*tp_name*/
|
|
sizeof(Picklerobject), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
/* methods */
|
|
(destructor)Pickler_dealloc, /*tp_dealloc*/
|
|
(printfunc)0, /*tp_print*/
|
|
(getattrfunc)Pickler_getattr, /*tp_getattr*/
|
|
(setattrfunc)Pickler_setattr, /*tp_setattr*/
|
|
(cmpfunc)0, /*tp_compare*/
|
|
(reprfunc)0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
(hashfunc)0, /*tp_hash*/
|
|
(ternaryfunc)0, /*tp_call*/
|
|
(reprfunc)0, /*tp_str*/
|
|
|
|
/* Space for future expansion */
|
|
0L,0L,0L,0L,
|
|
Picklertype__doc__ /* Documentation string */
|
|
};
|
|
|
|
static PyObject *
|
|
find_class(PyObject *py_module_name, PyObject *py_global_name) {
|
|
PyObject *global = 0, *module;
|
|
|
|
module = PySys_GetObject("modules");
|
|
if (module == NULL)
|
|
return NULL;
|
|
|
|
module = PyDict_GetItem(module, py_module_name);
|
|
if (module == NULL) {
|
|
module = PyImport_Import(py_module_name);
|
|
if (!module)
|
|
return NULL;
|
|
global = PyObject_GetAttr(module, py_global_name);
|
|
Py_DECREF(module);
|
|
}
|
|
else
|
|
global = PyObject_GetAttr(module, py_global_name);
|
|
if (global == NULL) {
|
|
char buf[256 + 37];
|
|
sprintf(buf, "Failed to import class %.128s from module %.128s",
|
|
PyString_AS_STRING((PyStringObject*)py_global_name),
|
|
PyString_AS_STRING((PyStringObject*)py_module_name));
|
|
PyErr_SetString(PyExc_SystemError, buf);
|
|
return NULL;
|
|
}
|
|
return global;
|
|
}
|
|
|
|
static int
|
|
marker(Unpicklerobject *self) {
|
|
if (self->num_marks < 1) {
|
|
PyErr_SetString(UnpicklingError, "could not find MARK");
|
|
return -1;
|
|
}
|
|
|
|
return self->marks[--self->num_marks];
|
|
}
|
|
|
|
|
|
static int
|
|
load_none(Unpicklerobject *self) {
|
|
PDATA_APPEND(self->stack, Py_None, -1);
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
bad_readline() {
|
|
PyErr_SetString(UnpicklingError, "pickle data was truncated");
|
|
return -1;
|
|
}
|
|
|
|
static int
|
|
load_int(Unpicklerobject *self) {
|
|
PyObject *py_int = 0;
|
|
char *endptr, *s;
|
|
int len, res = -1;
|
|
long l;
|
|
|
|
if ((len = (*self->readline_func)(self, &s)) < 0) return -1;
|
|
if (len < 2) return bad_readline();
|
|
UNLESS (s=pystrndup(s,len)) return -1;
|
|
|
|
errno = 0;
|
|
l = strtol(s, &endptr, 0);
|
|
|
|
if (errno || (*endptr != '\n') || (endptr[1] != '\0')) {
|
|
/* Hm, maybe we've got something long. Let's try reading
|
|
it as a Python long object. */
|
|
errno=0;
|
|
UNLESS (py_int=PyLong_FromString(s,&endptr,0)) goto finally;
|
|
|
|
if ((*endptr != '\n') || (endptr[1] != '\0')) {
|
|
PyErr_SetString(PyExc_ValueError,
|
|
"could not convert string to int");
|
|
goto finally;
|
|
}
|
|
}
|
|
else {
|
|
UNLESS (py_int = PyInt_FromLong(l)) goto finally;
|
|
}
|
|
|
|
free(s);
|
|
PDATA_PUSH(self->stack, py_int, -1);
|
|
return 0;
|
|
|
|
finally:
|
|
free(s);
|
|
|
|
return res;
|
|
}
|
|
|
|
|
|
static long
|
|
calc_binint(char *s, int x) {
|
|
unsigned char c;
|
|
int i;
|
|
long l;
|
|
|
|
for (i = 0, l = 0L; i < x; i++) {
|
|
c = (unsigned char)s[i];
|
|
l |= (long)c << (i * 8);
|
|
}
|
|
|
|
return l;
|
|
}
|
|
|
|
|
|
static int
|
|
load_binintx(Unpicklerobject *self, char *s, int x) {
|
|
PyObject *py_int = 0;
|
|
long l;
|
|
|
|
l = calc_binint(s, x);
|
|
|
|
UNLESS (py_int = PyInt_FromLong(l))
|
|
return -1;
|
|
|
|
PDATA_PUSH(self->stack, py_int, -1);
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int
|
|
load_binint(Unpicklerobject *self) {
|
|
char *s;
|
|
|
|
if ((*self->read_func)(self, &s, 4) < 0)
|
|
return -1;
|
|
|
|
return load_binintx(self, s, 4);
|
|
}
|
|
|
|
|
|
static int
|
|
load_binint1(Unpicklerobject *self) {
|
|
char *s;
|
|
|
|
if ((*self->read_func)(self, &s, 1) < 0)
|
|
return -1;
|
|
|
|
return load_binintx(self, s, 1);
|
|
}
|
|
|
|
|
|
static int
|
|
load_binint2(Unpicklerobject *self) {
|
|
char *s;
|
|
|
|
if ((*self->read_func)(self, &s, 2) < 0)
|
|
return -1;
|
|
|
|
return load_binintx(self, s, 2);
|
|
}
|
|
|
|
static int
|
|
load_long(Unpicklerobject *self) {
|
|
PyObject *l = 0;
|
|
char *end, *s;
|
|
int len, res = -1;
|
|
|
|
if ((len = (*self->readline_func)(self, &s)) < 0) return -1;
|
|
if (len < 2) return bad_readline();
|
|
UNLESS (s=pystrndup(s,len)) return -1;
|
|
|
|
UNLESS (l = PyLong_FromString(s, &end, 0))
|
|
goto finally;
|
|
|
|
free(s);
|
|
PDATA_PUSH(self->stack, l, -1);
|
|
return 0;
|
|
|
|
finally:
|
|
free(s);
|
|
|
|
return res;
|
|
}
|
|
|
|
|
|
static int
|
|
load_float(Unpicklerobject *self) {
|
|
PyObject *py_float = 0;
|
|
char *endptr, *s;
|
|
int len, res = -1;
|
|
double d;
|
|
|
|
if ((len = (*self->readline_func)(self, &s)) < 0) return -1;
|
|
if (len < 2) return bad_readline();
|
|
UNLESS (s=pystrndup(s,len)) return -1;
|
|
|
|
errno = 0;
|
|
d = strtod(s, &endptr);
|
|
|
|
if (errno || (endptr[0] != '\n') || (endptr[1] != '\0')) {
|
|
PyErr_SetString(PyExc_ValueError,
|
|
"could not convert string to float");
|
|
goto finally;
|
|
}
|
|
|
|
UNLESS (py_float = PyFloat_FromDouble(d))
|
|
goto finally;
|
|
|
|
free(s);
|
|
PDATA_PUSH(self->stack, py_float, -1);
|
|
return 0;
|
|
|
|
finally:
|
|
free(s);
|
|
|
|
return res;
|
|
}
|
|
|
|
static int
|
|
load_binfloat(Unpicklerobject *self) {
|
|
PyObject *py_float = 0;
|
|
int s, e, res = -1;
|
|
long fhi, flo;
|
|
double x;
|
|
char *p;
|
|
|
|
if ((*self->read_func)(self, &p, 8) < 0)
|
|
return -1;
|
|
|
|
/* First byte */
|
|
s = (*p>>7) & 1;
|
|
e = (*p & 0x7F) << 4;
|
|
p++;
|
|
|
|
/* Second byte */
|
|
e |= (*p>>4) & 0xF;
|
|
fhi = (*p & 0xF) << 24;
|
|
p++;
|
|
|
|
/* Third byte */
|
|
fhi |= (*p & 0xFF) << 16;
|
|
p++;
|
|
|
|
/* Fourth byte */
|
|
fhi |= (*p & 0xFF) << 8;
|
|
p++;
|
|
|
|
/* Fifth byte */
|
|
fhi |= *p & 0xFF;
|
|
p++;
|
|
|
|
/* Sixth byte */
|
|
flo = (*p & 0xFF) << 16;
|
|
p++;
|
|
|
|
/* Seventh byte */
|
|
flo |= (*p & 0xFF) << 8;
|
|
p++;
|
|
|
|
/* Eighth byte */
|
|
flo |= *p & 0xFF;
|
|
|
|
x = (double)fhi + (double)flo / 16777216.0; /* 2**24 */
|
|
x /= 268435456.0; /* 2**28 */
|
|
|
|
/* XXX This sadly ignores Inf/NaN */
|
|
if (e == 0)
|
|
e = -1022;
|
|
else {
|
|
x += 1.0;
|
|
e -= 1023;
|
|
}
|
|
x = ldexp(x, e);
|
|
|
|
if (s)
|
|
x = -x;
|
|
|
|
UNLESS (py_float = PyFloat_FromDouble(x)) return -1;
|
|
|
|
PDATA_PUSH(self->stack, py_float, -1);
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
load_string(Unpicklerobject *self) {
|
|
PyObject *str = 0;
|
|
int len, res = -1, nslash;
|
|
char *s, q, *p;
|
|
|
|
static PyObject *eval_dict = 0;
|
|
|
|
if ((len = (*self->readline_func)(self, &s)) < 0) return -1;
|
|
if (len < 2) return bad_readline();
|
|
UNLESS (s=pystrndup(s,len)) return -1;
|
|
|
|
/* Check for unquoted quotes (evil strings) */
|
|
q=*s;
|
|
if (q != '"' && q != '\'') goto insecure;
|
|
for (p=s+1, nslash=0; *p; p++) {
|
|
if (*p==q && nslash%2==0) break;
|
|
if (*p=='\\') nslash++;
|
|
else nslash=0;
|
|
}
|
|
if (*p==q)
|
|
{
|
|
for (p++; *p; p++) if (*p > ' ') goto insecure;
|
|
}
|
|
else goto insecure;
|
|
/********************************************/
|
|
|
|
UNLESS (eval_dict)
|
|
UNLESS (eval_dict = Py_BuildValue("{s{}}", "__builtins__"))
|
|
goto finally;
|
|
|
|
UNLESS (str = PyRun_String(s, Py_eval_input, eval_dict, eval_dict))
|
|
goto finally;
|
|
|
|
free(s);
|
|
PDATA_PUSH(self->stack, str, -1);
|
|
return 0;
|
|
|
|
finally:
|
|
free(s);
|
|
|
|
return res;
|
|
|
|
insecure:
|
|
free(s);
|
|
PyErr_SetString(PyExc_ValueError,"insecure string pickle");
|
|
return -1;
|
|
}
|
|
|
|
|
|
static int
|
|
load_binstring(Unpicklerobject *self) {
|
|
PyObject *py_string = 0;
|
|
long l;
|
|
int res = -1;
|
|
char *s;
|
|
|
|
if ((*self->read_func)(self, &s, 4) < 0) return -1;
|
|
|
|
l = calc_binint(s, 4);
|
|
|
|
if ((*self->read_func)(self, &s, l) < 0)
|
|
return -1;
|
|
|
|
UNLESS (py_string = PyString_FromStringAndSize(s, l))
|
|
return -1;
|
|
|
|
PDATA_PUSH(self->stack, py_string, -1);
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int
|
|
load_short_binstring(Unpicklerobject *self) {
|
|
PyObject *py_string = 0;
|
|
unsigned char l;
|
|
int res = -1;
|
|
char *s;
|
|
|
|
if ((*self->read_func)(self, &s, 1) < 0)
|
|
return -1;
|
|
|
|
l = (unsigned char)s[0];
|
|
|
|
if ((*self->read_func)(self, &s, l) < 0) return -1;
|
|
|
|
UNLESS (py_string = PyString_FromStringAndSize(s, l)) return -1;
|
|
|
|
PDATA_PUSH(self->stack, py_string, -1);
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int
|
|
load_tuple(Unpicklerobject *self) {
|
|
PyObject *tup;
|
|
int i;
|
|
|
|
if ((i = marker(self)) < 0) return -1;
|
|
UNLESS (tup=Pdata_popTuple(self->stack, i)) return -1;
|
|
PDATA_PUSH(self->stack, tup, -1);
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
load_empty_tuple(Unpicklerobject *self) {
|
|
PyObject *tup;
|
|
|
|
UNLESS (tup=PyTuple_New(0)) return -1;
|
|
PDATA_PUSH(self->stack, tup, -1);
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
load_empty_list(Unpicklerobject *self) {
|
|
PyObject *list;
|
|
|
|
UNLESS (list=PyList_New(0)) return -1;
|
|
PDATA_PUSH(self->stack, list, -1);
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
load_empty_dict(Unpicklerobject *self) {
|
|
PyObject *dict;
|
|
|
|
UNLESS (dict=PyDict_New()) return -1;
|
|
PDATA_PUSH(self->stack, dict, -1);
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int
|
|
load_list(Unpicklerobject *self) {
|
|
PyObject *list = 0;
|
|
int i;
|
|
|
|
if ((i = marker(self)) < 0) return -1;
|
|
UNLESS (list=Pdata_popList(self->stack, i)) return -1;
|
|
PDATA_PUSH(self->stack, list, -1);
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
load_dict(Unpicklerobject *self) {
|
|
PyObject *dict, *key, *value;
|
|
int i, j, k;
|
|
|
|
if ((i = marker(self)) < 0) return -1;
|
|
j=self->stack->length;
|
|
|
|
UNLESS (dict = PyDict_New()) return -1;
|
|
|
|
for (k = i+1; k < j; k += 2) {
|
|
key =self->stack->data[k-1];
|
|
value=self->stack->data[k ];
|
|
if (PyDict_SetItem(dict, key, value) < 0) {
|
|
Py_DECREF(dict);
|
|
return -1;
|
|
}
|
|
}
|
|
Pdata_clear(self->stack, i);
|
|
PDATA_PUSH(self->stack, dict, -1);
|
|
return 0;
|
|
}
|
|
|
|
static PyObject *
|
|
Instance_New(PyObject *cls, PyObject *args) {
|
|
int has_key;
|
|
PyObject *safe=0, *r=0;
|
|
|
|
if (PyClass_Check(cls)) {
|
|
int l;
|
|
|
|
if ((l=PyObject_Length(args)) < 0) goto err;
|
|
UNLESS (l) {
|
|
PyObject *__getinitargs__;
|
|
|
|
UNLESS (__getinitargs__=PyObject_GetAttr(cls, __getinitargs___str)) {
|
|
/* We have a class with no __getinitargs__, so bypass usual
|
|
construction */
|
|
PyInstanceObject *inst;
|
|
|
|
PyErr_Clear();
|
|
UNLESS (inst=PyObject_NEW(PyInstanceObject, &PyInstance_Type))
|
|
goto err;
|
|
inst->in_class=(PyClassObject*)cls;
|
|
Py_INCREF(cls);
|
|
UNLESS (inst->in_dict=PyDict_New()) {
|
|
Py_DECREF(inst);
|
|
goto err;
|
|
}
|
|
|
|
return (PyObject *)inst;
|
|
}
|
|
Py_DECREF(__getinitargs__);
|
|
}
|
|
|
|
if ((r=PyInstance_New(cls, args, NULL))) return r;
|
|
else goto err;
|
|
}
|
|
|
|
|
|
if ((has_key = cPickle_PyMapping_HasKey(safe_constructors, cls)) < 0)
|
|
goto err;
|
|
|
|
if (!has_key)
|
|
if (!(safe = PyObject_GetAttr(cls, __safe_for_unpickling___str)) ||
|
|
!PyObject_IsTrue(safe)) {
|
|
cPickle_ErrFormat(UnpicklingError,
|
|
"%s is not safe for unpickling", "O", cls);
|
|
Py_XDECREF(safe);
|
|
return NULL;
|
|
}
|
|
|
|
if (args==Py_None) {
|
|
/* Special case, call cls.__basicnew__() */
|
|
PyObject *basicnew;
|
|
|
|
UNLESS (basicnew=PyObject_GetAttr(cls, __basicnew___str)) return NULL;
|
|
r=PyObject_CallObject(basicnew, NULL);
|
|
Py_DECREF(basicnew);
|
|
if (r) return r;
|
|
}
|
|
|
|
if ((r=PyObject_CallObject(cls, args))) return r;
|
|
|
|
err:
|
|
{
|
|
PyObject *tp, *v, *tb;
|
|
|
|
PyErr_Fetch(&tp, &v, &tb);
|
|
if ((r=Py_BuildValue("OOO",v,cls,args))) {
|
|
Py_XDECREF(v);
|
|
v=r;
|
|
}
|
|
PyErr_Restore(tp,v,tb);
|
|
}
|
|
return NULL;
|
|
}
|
|
|
|
|
|
static int
|
|
load_obj(Unpicklerobject *self) {
|
|
PyObject *class, *tup, *obj=0;
|
|
int i;
|
|
|
|
if ((i = marker(self)) < 0) return -1;
|
|
UNLESS (tup=Pdata_popTuple(self->stack, i+1)) return -1;
|
|
PDATA_POP(self->stack, class);
|
|
if (class) {
|
|
obj = Instance_New(class, tup);
|
|
Py_DECREF(class);
|
|
}
|
|
Py_DECREF(tup);
|
|
|
|
if (! obj) return -1;
|
|
PDATA_PUSH(self->stack, obj, -1);
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int
|
|
load_inst(Unpicklerobject *self) {
|
|
PyObject *tup, *class, *obj, *module_name, *class_name;
|
|
int i, len;
|
|
char *s;
|
|
|
|
if ((i = marker(self)) < 0) return -1;
|
|
|
|
if ((len = (*self->readline_func)(self, &s)) < 0) return -1;
|
|
if (len < 2) return bad_readline();
|
|
UNLESS (module_name = PyString_FromStringAndSize(s, len - 1)) return -1;
|
|
|
|
if ((len = (*self->readline_func)(self, &s)) >= 0) {
|
|
if (len < 2) return bad_readline();
|
|
if (class_name = PyString_FromStringAndSize(s, len - 1)) {
|
|
class = find_class(module_name, class_name);
|
|
Py_DECREF(class_name);
|
|
}
|
|
}
|
|
Py_DECREF(module_name);
|
|
|
|
if (! class) return -1;
|
|
|
|
if (tup=Pdata_popTuple(self->stack, i)) {
|
|
obj = Instance_New(class, tup);
|
|
Py_DECREF(tup);
|
|
}
|
|
Py_DECREF(class);
|
|
|
|
if (! obj) return -1;
|
|
|
|
PDATA_PUSH(self->stack, obj, -1);
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int
|
|
load_global(Unpicklerobject *self) {
|
|
PyObject *class = 0, *module_name = 0, *class_name = 0;
|
|
int len;
|
|
char *s;
|
|
|
|
if ((len = (*self->readline_func)(self, &s)) < 0) return -1;
|
|
if (len < 2) return bad_readline();
|
|
UNLESS (module_name = PyString_FromStringAndSize(s, len - 1)) return -1;
|
|
|
|
if ((len = (*self->readline_func)(self, &s)) >= 0) {
|
|
if (len < 2) return bad_readline();
|
|
if (class_name = PyString_FromStringAndSize(s, len - 1)) {
|
|
class = find_class(module_name, class_name);
|
|
Py_DECREF(class_name);
|
|
}
|
|
}
|
|
Py_DECREF(module_name);
|
|
|
|
if (! class) return -1;
|
|
PDATA_PUSH(self->stack, class, -1);
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int
|
|
load_persid(Unpicklerobject *self) {
|
|
PyObject *pid = 0;
|
|
int len, res = -1;
|
|
char *s;
|
|
|
|
if (self->pers_func) {
|
|
if ((len = (*self->readline_func)(self, &s)) < 0) return -1;
|
|
if (len < 2) return bad_readline();
|
|
|
|
UNLESS (pid = PyString_FromStringAndSize(s, len - 1)) return -1;
|
|
|
|
if (PyList_Check(self->pers_func)) {
|
|
if (PyList_Append(self->pers_func, pid) < 0) {
|
|
Py_DECREF(pid);
|
|
return -1;
|
|
}
|
|
}
|
|
else {
|
|
ARG_TUP(self, pid);
|
|
if (self->arg) {
|
|
pid = PyObject_CallObject(self->pers_func, self->arg);
|
|
FREE_ARG_TUP(self);
|
|
}
|
|
}
|
|
|
|
if (! pid) return -1;
|
|
|
|
PDATA_PUSH(self->stack, pid, -1);
|
|
return 0;
|
|
}
|
|
else {
|
|
PyErr_SetString(UnpicklingError,
|
|
"A load persistent id instruction was encountered,\n"
|
|
"but no persistent_load function was specified.");
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
static int
|
|
load_binpersid(Unpicklerobject *self) {
|
|
PyObject *pid = 0;
|
|
int res = -1;
|
|
|
|
if (self->pers_func) {
|
|
PDATA_POP(self->stack, pid);
|
|
if (! pid) return -1;
|
|
|
|
if (PyList_Check(self->pers_func)) {
|
|
if (PyList_Append(self->pers_func, pid) < 0) {
|
|
Py_DECREF(pid);
|
|
return -1;
|
|
}
|
|
}
|
|
else {
|
|
ARG_TUP(self, pid);
|
|
if (self->arg) {
|
|
pid = PyObject_CallObject(self->pers_func, self->arg);
|
|
FREE_ARG_TUP(self);
|
|
}
|
|
if (! pid) return -1;
|
|
}
|
|
|
|
PDATA_PUSH(self->stack, pid, -1);
|
|
return 0;
|
|
}
|
|
else {
|
|
PyErr_SetString(UnpicklingError,
|
|
"A load persistent id instruction was encountered,\n"
|
|
"but no persistent_load function was specified.");
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
|
|
static int
|
|
load_pop(Unpicklerobject *self) {
|
|
int len;
|
|
|
|
UNLESS ((len=self->stack->length) > 0) return stackUnderflow();
|
|
|
|
if ((self->num_marks > 0) &&
|
|
(self->marks[self->num_marks - 1] == len))
|
|
self->num_marks--;
|
|
else
|
|
Py_DECREF(self->stack->data[--(self->stack->length)]);
|
|
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int
|
|
load_pop_mark(Unpicklerobject *self) {
|
|
int i;
|
|
|
|
if ((i = marker(self)) < 0)
|
|
return -1;
|
|
|
|
Pdata_clear(self->stack, i);
|
|
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int
|
|
load_dup(Unpicklerobject *self) {
|
|
PyObject *last;
|
|
int len;
|
|
|
|
if ((len = self->stack->length) <= 0) return stackUnderflow();
|
|
last=self->stack->data[len-1];
|
|
Py_INCREF(last);
|
|
PDATA_PUSH(self->stack, last, -1);
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int
|
|
load_get(Unpicklerobject *self) {
|
|
PyObject *py_str = 0, *value = 0;
|
|
int len, res = -1;
|
|
char *s;
|
|
|
|
if ((len = (*self->readline_func)(self, &s)) < 0) return -1;
|
|
if (len < 2) return bad_readline();
|
|
|
|
UNLESS (py_str = PyString_FromStringAndSize(s, len - 1)) return -1;
|
|
|
|
value = PyDict_GetItem(self->memo, py_str);
|
|
Py_DECREF(py_str);
|
|
if (! value) {
|
|
PyErr_SetObject(BadPickleGet, py_str);
|
|
return -1;
|
|
}
|
|
|
|
PDATA_APPEND(self->stack, value, -1);
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int
|
|
load_binget(Unpicklerobject *self) {
|
|
PyObject *py_key = 0, *value = 0;
|
|
unsigned char key;
|
|
int res = -1;
|
|
char *s;
|
|
|
|
if ((*self->read_func)(self, &s, 1) < 0) return -1;
|
|
|
|
key = (unsigned char)s[0];
|
|
UNLESS (py_key = PyInt_FromLong((long)key)) return -1;
|
|
|
|
value = PyDict_GetItem(self->memo, py_key);
|
|
Py_DECREF(py_key);
|
|
if (! value) {
|
|
PyErr_SetObject(BadPickleGet, py_key);
|
|
return -1;
|
|
}
|
|
|
|
PDATA_APPEND(self->stack, value, -1);
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int
|
|
load_long_binget(Unpicklerobject *self) {
|
|
PyObject *py_key = 0, *value = 0;
|
|
unsigned char c, *s;
|
|
long key;
|
|
int res = -1;
|
|
|
|
if ((*self->read_func)(self, &s, 4) < 0) return -1;
|
|
|
|
c = (unsigned char)s[0];
|
|
key = (long)c;
|
|
c = (unsigned char)s[1];
|
|
key |= (long)c << 8;
|
|
c = (unsigned char)s[2];
|
|
key |= (long)c << 16;
|
|
c = (unsigned char)s[3];
|
|
key |= (long)c << 24;
|
|
|
|
UNLESS (py_key = PyInt_FromLong((long)key)) return -1;
|
|
|
|
value = PyDict_GetItem(self->memo, py_key);
|
|
Py_DECREF(py_key);
|
|
if (! value) {
|
|
PyErr_SetObject(BadPickleGet, py_key);
|
|
return -1;
|
|
}
|
|
|
|
PDATA_APPEND(self->stack, value, -1);
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int
|
|
load_put(Unpicklerobject *self) {
|
|
PyObject *py_str = 0, *value = 0;
|
|
int len, l;
|
|
char *s;
|
|
|
|
if ((l = (*self->readline_func)(self, &s)) < 0) return -1;
|
|
if (l < 2) return bad_readline();
|
|
UNLESS (len=self->stack->length) return stackUnderflow();
|
|
UNLESS (py_str = PyString_FromStringAndSize(s, l - 1)) return -1;
|
|
value=self->stack->data[len-1];
|
|
l=PyDict_SetItem(self->memo, py_str, value);
|
|
Py_DECREF(py_str);
|
|
return l;
|
|
}
|
|
|
|
|
|
static int
|
|
load_binput(Unpicklerobject *self) {
|
|
PyObject *py_key = 0, *value = 0;
|
|
unsigned char key, *s;
|
|
int len;
|
|
|
|
if ((*self->read_func)(self, &s, 1) < 0) return -1;
|
|
UNLESS ((len=self->stack->length) > 0) return stackUnderflow();
|
|
|
|
key = (unsigned char)s[0];
|
|
|
|
UNLESS (py_key = PyInt_FromLong((long)key)) return -1;
|
|
value=self->stack->data[len-1];
|
|
len=PyDict_SetItem(self->memo, py_key, value);
|
|
Py_DECREF(py_key);
|
|
return len;
|
|
}
|
|
|
|
|
|
static int
|
|
load_long_binput(Unpicklerobject *self) {
|
|
PyObject *py_key = 0, *value = 0;
|
|
long key;
|
|
unsigned char c, *s;
|
|
int len, res = -1;
|
|
|
|
if ((*self->read_func)(self, &s, 4) < 0) return -1;
|
|
UNLESS (len=self->stack->length) return stackUnderflow();
|
|
|
|
c = (unsigned char)s[0];
|
|
key = (long)c;
|
|
c = (unsigned char)s[1];
|
|
key |= (long)c << 8;
|
|
c = (unsigned char)s[2];
|
|
key |= (long)c << 16;
|
|
c = (unsigned char)s[3];
|
|
key |= (long)c << 24;
|
|
|
|
UNLESS (py_key = PyInt_FromLong(key)) return -1;
|
|
value=self->stack->data[len-1];
|
|
len=PyDict_SetItem(self->memo, py_key, value);
|
|
Py_DECREF(py_key);
|
|
return len;
|
|
}
|
|
|
|
|
|
static int
|
|
do_append(Unpicklerobject *self, int x) {
|
|
PyObject *value = 0, *list = 0, *append_method = 0;
|
|
int len, i;
|
|
|
|
UNLESS ((len=self->stack->length) >= x && x > 0) return stackUnderflow();
|
|
if (len==x) return 0; /* nothing to do */
|
|
|
|
list=self->stack->data[x-1];
|
|
|
|
if (PyList_Check(list)) {
|
|
PyObject *slice;
|
|
int list_len;
|
|
|
|
slice=Pdata_popList(self->stack, x);
|
|
list_len = PyList_GET_SIZE(list);
|
|
i=PyList_SetSlice(list, list_len, list_len, slice);
|
|
Py_DECREF(slice);
|
|
return i;
|
|
}
|
|
else {
|
|
|
|
UNLESS (append_method = PyObject_GetAttr(list, append_str))
|
|
return -1;
|
|
|
|
for (i = x; i < len; i++) {
|
|
PyObject *junk;
|
|
|
|
value=self->stack->data[i];
|
|
junk=0;
|
|
ARG_TUP(self, value);
|
|
if (self->arg) {
|
|
junk = PyObject_CallObject(append_method, self->arg);
|
|
FREE_ARG_TUP(self);
|
|
}
|
|
if (! junk) {
|
|
Pdata_clear(self->stack, i+1);
|
|
self->stack->length=x;
|
|
Py_DECREF(append_method);
|
|
return -1;
|
|
}
|
|
Py_DECREF(junk);
|
|
}
|
|
self->stack->length=x;
|
|
Py_DECREF(append_method);
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int
|
|
load_append(Unpicklerobject *self) {
|
|
return do_append(self, self->stack->length - 1);
|
|
}
|
|
|
|
|
|
static int
|
|
load_appends(Unpicklerobject *self) {
|
|
return do_append(self, marker(self));
|
|
}
|
|
|
|
|
|
static int
|
|
do_setitems(Unpicklerobject *self, int x) {
|
|
PyObject *value = 0, *key = 0, *dict = 0;
|
|
int len, i, r=0;
|
|
|
|
UNLESS ((len=self->stack->length) >= x
|
|
&& x > 0) return stackUnderflow();
|
|
|
|
dict=self->stack->data[x-1];
|
|
|
|
for (i = x+1; i < len; i += 2) {
|
|
key =self->stack->data[i-1];
|
|
value=self->stack->data[i ];
|
|
if (PyObject_SetItem(dict, key, value) < 0) {
|
|
r=-1;
|
|
break;
|
|
}
|
|
}
|
|
|
|
Pdata_clear(self->stack, x);
|
|
|
|
return r;
|
|
}
|
|
|
|
|
|
static int
|
|
load_setitem(Unpicklerobject *self) {
|
|
return do_setitems(self, self->stack->length - 2);
|
|
}
|
|
|
|
static int
|
|
load_setitems(Unpicklerobject *self) {
|
|
return do_setitems(self, marker(self));
|
|
}
|
|
|
|
|
|
static int
|
|
load_build(Unpicklerobject *self) {
|
|
PyObject *value = 0, *inst = 0, *instdict = 0, *d_key = 0, *d_value = 0,
|
|
*junk = 0, *__setstate__ = 0;
|
|
int i, r = 0;
|
|
|
|
if (self->stack->length < 2) return stackUnderflow();
|
|
PDATA_POP(self->stack, value);
|
|
if (! value) return -1;
|
|
inst=self->stack->data[self->stack->length-1];
|
|
|
|
if ((__setstate__ = PyObject_GetAttr(inst, __setstate___str))) {
|
|
ARG_TUP(self, value);
|
|
if (self->arg) {
|
|
junk = PyObject_CallObject(__setstate__, self->arg);
|
|
FREE_ARG_TUP(self);
|
|
}
|
|
Py_DECREF(__setstate__);
|
|
if (! junk) return -1;
|
|
Py_DECREF(junk);
|
|
return 0;
|
|
}
|
|
|
|
PyErr_Clear();
|
|
if ((instdict = PyObject_GetAttr(inst, __dict___str))) {
|
|
i = 0;
|
|
while (PyDict_Next(value, &i, &d_key, &d_value)) {
|
|
if (PyObject_SetItem(instdict, d_key, d_value) < 0) {
|
|
r=-1;
|
|
break;
|
|
}
|
|
}
|
|
Py_DECREF(instdict);
|
|
}
|
|
else r=-1;
|
|
|
|
Py_XDECREF(value);
|
|
|
|
return r;
|
|
}
|
|
|
|
|
|
static int
|
|
load_mark(Unpicklerobject *self) {
|
|
int s;
|
|
|
|
if ((self->num_marks + 1) >= self->marks_size) {
|
|
s=self->marks_size+20;
|
|
if (s <= self->num_marks) s=self->num_marks + 1;
|
|
if (self->marks)
|
|
self->marks=(int *)malloc(s * sizeof(int));
|
|
else
|
|
self->marks=(int *)realloc(self->marks, s * sizeof(int));
|
|
if (! self->marks) {
|
|
PyErr_NoMemory();
|
|
return -1;
|
|
}
|
|
self->marks_size = s;
|
|
}
|
|
|
|
self->marks[self->num_marks++] = self->stack->length;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
load_reduce(Unpicklerobject *self) {
|
|
PyObject *callable = 0, *arg_tup = 0, *ob = 0;
|
|
|
|
PDATA_POP(self->stack, arg_tup);
|
|
if (! arg_tup) return -1;
|
|
PDATA_POP(self->stack, callable);
|
|
if (callable) {
|
|
ob = Instance_New(callable, arg_tup);
|
|
Py_DECREF(callable);
|
|
}
|
|
Py_DECREF(arg_tup);
|
|
|
|
if (! ob) return -1;
|
|
|
|
PDATA_PUSH(self->stack, ob, -1);
|
|
return 0;
|
|
}
|
|
|
|
static PyObject *
|
|
load(Unpicklerobject *self) {
|
|
PyObject *stack = 0, *err = 0, *val = 0;
|
|
char *s;
|
|
|
|
self->num_marks = 0;
|
|
if (self->stack->length) Pdata_clear(self->stack, 0);
|
|
|
|
while (1) {
|
|
if ((*self->read_func)(self, &s, 1) < 0)
|
|
break;
|
|
|
|
switch (s[0]) {
|
|
case NONE:
|
|
if (load_none(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case BININT:
|
|
if (load_binint(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case BININT1:
|
|
if (load_binint1(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case BININT2:
|
|
if (load_binint2(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case INT:
|
|
if (load_int(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case LONG:
|
|
if (load_long(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case FLOAT:
|
|
if (load_float(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case BINFLOAT:
|
|
if (load_binfloat(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case BINSTRING:
|
|
if (load_binstring(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case SHORT_BINSTRING:
|
|
if (load_short_binstring(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case STRING:
|
|
if (load_string(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case EMPTY_TUPLE:
|
|
if (load_empty_tuple(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case TUPLE:
|
|
if (load_tuple(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case EMPTY_LIST:
|
|
if (load_empty_list(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case LIST:
|
|
if (load_list(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case EMPTY_DICT:
|
|
if (load_empty_dict(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case DICT:
|
|
if (load_dict(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case OBJ:
|
|
if (load_obj(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case INST:
|
|
if (load_inst(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case GLOBAL:
|
|
if (load_global(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case APPEND:
|
|
if (load_append(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case APPENDS:
|
|
if (load_appends(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case BUILD:
|
|
if (load_build(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case DUP:
|
|
if (load_dup(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case BINGET:
|
|
if (load_binget(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case LONG_BINGET:
|
|
if (load_long_binget(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case GET:
|
|
if (load_get(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case MARK:
|
|
if (load_mark(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case BINPUT:
|
|
if (load_binput(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case LONG_BINPUT:
|
|
if (load_long_binput(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case PUT:
|
|
if (load_put(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case POP:
|
|
if (load_pop(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case POP_MARK:
|
|
if (load_pop_mark(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case SETITEM:
|
|
if (load_setitem(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case SETITEMS:
|
|
if (load_setitems(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case STOP:
|
|
break;
|
|
|
|
case PERSID:
|
|
if (load_persid(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case BINPERSID:
|
|
if (load_binpersid(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case REDUCE:
|
|
if (load_reduce(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
default:
|
|
cPickle_ErrFormat(UnpicklingError, "invalid load key, '%s'.",
|
|
"c", s[0]);
|
|
return NULL;
|
|
}
|
|
|
|
break;
|
|
}
|
|
|
|
if ((err = PyErr_Occurred())) {
|
|
if (err == PyExc_EOFError) {
|
|
PyErr_SetNone(PyExc_EOFError);
|
|
}
|
|
return NULL;
|
|
}
|
|
|
|
PDATA_POP(self->stack, val);
|
|
return val;
|
|
}
|
|
|
|
|
|
/* No-load functions to support noload, which is used to
|
|
find persistent references. */
|
|
|
|
static int
|
|
noload_obj(Unpicklerobject *self) {
|
|
int i;
|
|
|
|
if ((i = marker(self)) < 0) return -1;
|
|
return Pdata_clear(self->stack, i+1);
|
|
}
|
|
|
|
|
|
static int
|
|
noload_inst(Unpicklerobject *self) {
|
|
int i;
|
|
char *s;
|
|
|
|
if ((i = marker(self)) < 0) return -1;
|
|
Pdata_clear(self->stack, i);
|
|
if ((*self->readline_func)(self, &s) < 0) return -1;
|
|
if ((*self->readline_func)(self, &s) < 0) return -1;
|
|
PDATA_APPEND(self->stack, Py_None,-1);
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
noload_global(Unpicklerobject *self) {
|
|
char *s;
|
|
|
|
if ((*self->readline_func)(self, &s) < 0) return -1;
|
|
if ((*self->readline_func)(self, &s) < 0) return -1;
|
|
PDATA_APPEND(self->stack, Py_None,-1);
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
noload_reduce(Unpicklerobject *self) {
|
|
|
|
if (self->stack->length < 2) return stackUnderflow();
|
|
Pdata_clear(self->stack, self->stack->length-2);
|
|
PDATA_APPEND(self->stack, Py_None,-1);
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
noload_build(Unpicklerobject *self) {
|
|
|
|
if (self->stack->length < 1) return stackUnderflow();
|
|
Pdata_clear(self->stack, self->stack->length-1);
|
|
return 0;
|
|
}
|
|
|
|
|
|
static PyObject *
|
|
noload(Unpicklerobject *self) {
|
|
PyObject *stack = 0, *err = 0, *val = 0;
|
|
char *s;
|
|
|
|
self->num_marks = 0;
|
|
Pdata_clear(self->stack, 0);
|
|
|
|
while (1) {
|
|
if ((*self->read_func)(self, &s, 1) < 0)
|
|
break;
|
|
|
|
switch (s[0]) {
|
|
case NONE:
|
|
if (load_none(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case BININT:
|
|
if (load_binint(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case BININT1:
|
|
if (load_binint1(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case BININT2:
|
|
if (load_binint2(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case INT:
|
|
if (load_int(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case LONG:
|
|
if (load_long(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case FLOAT:
|
|
if (load_float(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case BINFLOAT:
|
|
if (load_binfloat(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case BINSTRING:
|
|
if (load_binstring(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case SHORT_BINSTRING:
|
|
if (load_short_binstring(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case STRING:
|
|
if (load_string(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case EMPTY_TUPLE:
|
|
if (load_empty_tuple(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case TUPLE:
|
|
if (load_tuple(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case EMPTY_LIST:
|
|
if (load_empty_list(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case LIST:
|
|
if (load_list(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case EMPTY_DICT:
|
|
if (load_empty_dict(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case DICT:
|
|
if (load_dict(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case OBJ:
|
|
if (noload_obj(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case INST:
|
|
if (noload_inst(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case GLOBAL:
|
|
if (noload_global(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case APPEND:
|
|
if (load_append(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case APPENDS:
|
|
if (load_appends(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case BUILD:
|
|
if (noload_build(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case DUP:
|
|
if (load_dup(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case BINGET:
|
|
if (load_binget(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case LONG_BINGET:
|
|
if (load_long_binget(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case GET:
|
|
if (load_get(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case MARK:
|
|
if (load_mark(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case BINPUT:
|
|
if (load_binput(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case LONG_BINPUT:
|
|
if (load_long_binput(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case PUT:
|
|
if (load_put(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case POP:
|
|
if (load_pop(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case POP_MARK:
|
|
if (load_pop_mark(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case SETITEM:
|
|
if (load_setitem(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case SETITEMS:
|
|
if (load_setitems(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case STOP:
|
|
break;
|
|
|
|
case PERSID:
|
|
if (load_persid(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case BINPERSID:
|
|
if (load_binpersid(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
case REDUCE:
|
|
if (noload_reduce(self) < 0)
|
|
break;
|
|
continue;
|
|
|
|
default:
|
|
cPickle_ErrFormat(UnpicklingError, "invalid load key, '%s'.",
|
|
"c", s[0]);
|
|
return NULL;
|
|
}
|
|
|
|
break;
|
|
}
|
|
|
|
if ((err = PyErr_Occurred())) {
|
|
if (err == PyExc_EOFError) {
|
|
PyErr_SetNone(PyExc_EOFError);
|
|
}
|
|
return NULL;
|
|
}
|
|
|
|
PDATA_POP(self->stack, val);
|
|
return val;
|
|
}
|
|
|
|
|
|
static PyObject *
|
|
Unpickler_load(Unpicklerobject *self, PyObject *args) {
|
|
UNLESS (PyArg_ParseTuple(args, ""))
|
|
return NULL;
|
|
|
|
return load(self);
|
|
}
|
|
|
|
static PyObject *
|
|
Unpickler_noload(Unpicklerobject *self, PyObject *args) {
|
|
UNLESS (PyArg_ParseTuple(args, ""))
|
|
return NULL;
|
|
|
|
return noload(self);
|
|
}
|
|
|
|
|
|
static struct PyMethodDef Unpickler_methods[] = {
|
|
{"load", (PyCFunction)Unpickler_load, 1,
|
|
"load() -- Load a pickle"
|
|
},
|
|
{"noload", (PyCFunction)Unpickler_noload, 1,
|
|
"noload() -- not load a pickle, but go through most of the motions\n"
|
|
"\n"
|
|
"This function can be used to read past a pickle without instantiating\n"
|
|
"any objects or importing any modules. It can also be used to find all\n"
|
|
"persistent references without instantiating any objects or importing\n"
|
|
"any modules.\n"
|
|
},
|
|
{NULL, NULL} /* sentinel */
|
|
};
|
|
|
|
|
|
static Unpicklerobject *
|
|
newUnpicklerobject(PyObject *f) {
|
|
Unpicklerobject *self;
|
|
|
|
UNLESS (self = PyObject_NEW(Unpicklerobject, &Unpicklertype))
|
|
return NULL;
|
|
|
|
self->file = NULL;
|
|
self->arg = NULL;
|
|
self->stack = (Pdata*)Pdata_New();
|
|
self->pers_func = NULL;
|
|
self->last_string = NULL;
|
|
self->marks = NULL;
|
|
self->num_marks = 0;
|
|
self->marks_size = 0;
|
|
self->buf_size = 0;
|
|
self->read = NULL;
|
|
self->readline = NULL;
|
|
self->safe_constructors = NULL;
|
|
|
|
UNLESS (self->memo = PyDict_New()) {
|
|
Py_XDECREF((PyObject *)self);
|
|
return NULL;
|
|
}
|
|
|
|
Py_INCREF(f);
|
|
self->file = f;
|
|
|
|
/* Set read, readline based on type of f */
|
|
if (PyFile_Check(f)) {
|
|
self->fp = PyFile_AsFile(f);
|
|
self->read_func = read_file;
|
|
self->readline_func = readline_file;
|
|
}
|
|
else if (PycStringIO_InputCheck(f)) {
|
|
self->fp = NULL;
|
|
self->read_func = read_cStringIO;
|
|
self->readline_func = readline_cStringIO;
|
|
}
|
|
else {
|
|
|
|
self->fp = NULL;
|
|
self->read_func = read_other;
|
|
self->readline_func = readline_other;
|
|
|
|
UNLESS ((self->readline = PyObject_GetAttr(f, readline_str)) &&
|
|
(self->read = PyObject_GetAttr(f, read_str))) {
|
|
PyErr_Clear();
|
|
PyErr_SetString( PyExc_TypeError, "argument must have 'read' and "
|
|
"'readline' attributes" );
|
|
goto err;
|
|
}
|
|
}
|
|
|
|
if (PyEval_GetRestricted()) {
|
|
/* Restricted execution, get private tables */
|
|
PyObject *m;
|
|
|
|
UNLESS (m=PyImport_Import(copy_reg_str)) goto err;
|
|
self->safe_constructors=PyObject_GetAttr(m, safe_constructors_str);
|
|
Py_DECREF(m);
|
|
UNLESS (self->safe_constructors) goto err;
|
|
}
|
|
else {
|
|
self->safe_constructors=safe_constructors;
|
|
Py_INCREF(safe_constructors);
|
|
}
|
|
|
|
return self;
|
|
|
|
err:
|
|
Py_DECREF((PyObject *)self);
|
|
return NULL;
|
|
}
|
|
|
|
|
|
static PyObject *
|
|
get_Unpickler(PyObject *self, PyObject *args) {
|
|
PyObject *file;
|
|
|
|
UNLESS (PyArg_ParseTuple(args, "O", &file))
|
|
return NULL;
|
|
return (PyObject *)newUnpicklerobject(file);
|
|
}
|
|
|
|
|
|
static void
|
|
Unpickler_dealloc(Unpicklerobject *self) {
|
|
Py_XDECREF(self->readline);
|
|
Py_XDECREF(self->read);
|
|
Py_XDECREF(self->file);
|
|
Py_XDECREF(self->memo);
|
|
Py_XDECREF(self->stack);
|
|
Py_XDECREF(self->pers_func);
|
|
Py_XDECREF(self->arg);
|
|
Py_XDECREF(self->last_string);
|
|
Py_XDECREF(self->safe_constructors);
|
|
|
|
if (self->marks) {
|
|
free(self->marks);
|
|
}
|
|
|
|
if (self->buf_size) {
|
|
free(self->buf);
|
|
}
|
|
|
|
PyMem_DEL(self);
|
|
}
|
|
|
|
|
|
static PyObject *
|
|
Unpickler_getattr(Unpicklerobject *self, char *name) {
|
|
if (!strcmp(name, "persistent_load")) {
|
|
if (!self->pers_func) {
|
|
PyErr_SetString(PyExc_AttributeError, name);
|
|
return NULL;
|
|
}
|
|
|
|
Py_INCREF(self->pers_func);
|
|
return self->pers_func;
|
|
}
|
|
|
|
if (!strcmp(name, "memo")) {
|
|
if (!self->memo) {
|
|
PyErr_SetString(PyExc_AttributeError, name);
|
|
return NULL;
|
|
}
|
|
|
|
Py_INCREF(self->memo);
|
|
return self->memo;
|
|
}
|
|
|
|
if (!strcmp(name, "UnpicklingError")) {
|
|
Py_INCREF(UnpicklingError);
|
|
return UnpicklingError;
|
|
}
|
|
|
|
return Py_FindMethod(Unpickler_methods, (PyObject *)self, name);
|
|
}
|
|
|
|
|
|
static int
|
|
Unpickler_setattr(Unpicklerobject *self, char *name, PyObject *value) {
|
|
|
|
if (! value) {
|
|
PyErr_SetString(PyExc_TypeError,
|
|
"attribute deletion is not supported");
|
|
return -1;
|
|
}
|
|
|
|
if (!strcmp(name, "persistent_load")) {
|
|
Py_XDECREF(self->pers_func);
|
|
self->pers_func = value;
|
|
Py_INCREF(value);
|
|
return 0;
|
|
}
|
|
|
|
if (strcmp(name, "memo") == 0) {
|
|
if (! PyDict_Check(value)) {
|
|
PyErr_SetString(PyExc_TypeError, "memo must be a dictionary");
|
|
return -1;
|
|
}
|
|
Py_XDECREF(self->memo);
|
|
self->memo = value;
|
|
Py_INCREF(value);
|
|
return 0;
|
|
}
|
|
|
|
PyErr_SetString(PyExc_AttributeError, name);
|
|
return -1;
|
|
}
|
|
|
|
|
|
static PyObject *
|
|
cpm_dump(PyObject *self, PyObject *args) {
|
|
PyObject *ob, *file, *res = NULL;
|
|
Picklerobject *pickler = 0;
|
|
int bin = 0;
|
|
|
|
UNLESS (PyArg_ParseTuple(args, "OO|i", &ob, &file, &bin))
|
|
goto finally;
|
|
|
|
UNLESS (pickler = newPicklerobject(file, bin))
|
|
goto finally;
|
|
|
|
if (dump(pickler, ob) < 0)
|
|
goto finally;
|
|
|
|
Py_INCREF(Py_None);
|
|
res = Py_None;
|
|
|
|
finally:
|
|
Py_XDECREF(pickler);
|
|
|
|
return res;
|
|
}
|
|
|
|
|
|
static PyObject *
|
|
cpm_dumps(PyObject *self, PyObject *args) {
|
|
PyObject *ob, *file = 0, *res = NULL;
|
|
Picklerobject *pickler = 0;
|
|
int bin = 0;
|
|
|
|
UNLESS (PyArg_ParseTuple(args, "O|i", &ob, &bin))
|
|
goto finally;
|
|
|
|
UNLESS (file = PycStringIO->NewOutput(128))
|
|
goto finally;
|
|
|
|
UNLESS (pickler = newPicklerobject(file, bin))
|
|
goto finally;
|
|
|
|
if (dump(pickler, ob) < 0)
|
|
goto finally;
|
|
|
|
res = PycStringIO->cgetvalue(file);
|
|
|
|
finally:
|
|
Py_XDECREF(pickler);
|
|
Py_XDECREF(file);
|
|
|
|
return res;
|
|
}
|
|
|
|
|
|
static PyObject *
|
|
cpm_load(PyObject *self, PyObject *args) {
|
|
Unpicklerobject *unpickler = 0;
|
|
PyObject *ob, *res = NULL;
|
|
|
|
UNLESS (PyArg_ParseTuple(args, "O", &ob))
|
|
goto finally;
|
|
|
|
UNLESS (unpickler = newUnpicklerobject(ob))
|
|
goto finally;
|
|
|
|
res = load(unpickler);
|
|
|
|
finally:
|
|
Py_XDECREF(unpickler);
|
|
|
|
return res;
|
|
}
|
|
|
|
|
|
static PyObject *
|
|
cpm_loads(PyObject *self, PyObject *args) {
|
|
PyObject *ob, *file = 0, *res = NULL;
|
|
Unpicklerobject *unpickler = 0;
|
|
|
|
UNLESS (PyArg_ParseTuple(args, "S", &ob))
|
|
goto finally;
|
|
|
|
UNLESS (file = PycStringIO->NewInput(ob))
|
|
goto finally;
|
|
|
|
UNLESS (unpickler = newUnpicklerobject(file))
|
|
goto finally;
|
|
|
|
res = load(unpickler);
|
|
|
|
finally:
|
|
Py_XDECREF(file);
|
|
Py_XDECREF(unpickler);
|
|
|
|
return res;
|
|
}
|
|
|
|
|
|
static char Unpicklertype__doc__[] =
|
|
"Objects that know how to unpickle";
|
|
|
|
static PyTypeObject Unpicklertype = {
|
|
PyObject_HEAD_INIT(NULL)
|
|
0, /*ob_size*/
|
|
"Unpickler", /*tp_name*/
|
|
sizeof(Unpicklerobject), /*tp_basicsize*/
|
|
0, /*tp_itemsize*/
|
|
/* methods */
|
|
(destructor)Unpickler_dealloc, /*tp_dealloc*/
|
|
(printfunc)0, /*tp_print*/
|
|
(getattrfunc)Unpickler_getattr, /*tp_getattr*/
|
|
(setattrfunc)Unpickler_setattr, /*tp_setattr*/
|
|
(cmpfunc)0, /*tp_compare*/
|
|
(reprfunc)0, /*tp_repr*/
|
|
0, /*tp_as_number*/
|
|
0, /*tp_as_sequence*/
|
|
0, /*tp_as_mapping*/
|
|
(hashfunc)0, /*tp_hash*/
|
|
(ternaryfunc)0, /*tp_call*/
|
|
(reprfunc)0, /*tp_str*/
|
|
|
|
/* Space for future expansion */
|
|
0L,0L,0L,0L,
|
|
Unpicklertype__doc__ /* Documentation string */
|
|
};
|
|
|
|
static struct PyMethodDef cPickle_methods[] = {
|
|
{"dump", (PyCFunction)cpm_dump, 1,
|
|
"dump(object, file, [binary]) --"
|
|
"Write an object in pickle format to the given file\n"
|
|
"\n"
|
|
"If the optional argument, binary, is provided and is true, then the\n"
|
|
"pickle will be written in binary format, which is more space and\n"
|
|
"computationally efficient. \n"
|
|
},
|
|
{"dumps", (PyCFunction)cpm_dumps, 1,
|
|
"dumps(object, [binary]) --"
|
|
"Return a string containing an object in pickle format\n"
|
|
"\n"
|
|
"If the optional argument, binary, is provided and is true, then the\n"
|
|
"pickle will be written in binary format, which is more space and\n"
|
|
"computationally efficient. \n"
|
|
},
|
|
{"load", (PyCFunction)cpm_load, 1,
|
|
"load(file) -- Load a pickle from the given file"},
|
|
{"loads", (PyCFunction)cpm_loads, 1,
|
|
"loads(string) -- Load a pickle from the given string"},
|
|
{"Pickler", (PyCFunction)get_Pickler, 1,
|
|
"Pickler(file, [binary]) -- Create a pickler\n"
|
|
"\n"
|
|
"If the optional argument, binary, is provided and is true, then\n"
|
|
"pickles will be written in binary format, which is more space and\n"
|
|
"computationally efficient. \n"
|
|
},
|
|
{"Unpickler", (PyCFunction)get_Unpickler, 1,
|
|
"Unpickler(file) -- Create an unpickler"},
|
|
{ NULL, NULL }
|
|
};
|
|
|
|
|
|
#define CHECK_FOR_ERRORS(MESS) \
|
|
if (PyErr_Occurred()) { \
|
|
PyObject *__sys_exc_type, *__sys_exc_value, *__sys_exc_traceback; \
|
|
PyErr_Fetch( &__sys_exc_type, &__sys_exc_value, &__sys_exc_traceback); \
|
|
fprintf(stderr, # MESS ":\n\t"); \
|
|
PyObject_Print(__sys_exc_type, stderr,0); \
|
|
fprintf(stderr,", "); \
|
|
PyObject_Print(__sys_exc_value, stderr,0); \
|
|
fprintf(stderr,"\n"); \
|
|
fflush(stderr); \
|
|
Py_FatalError(# MESS); \
|
|
}
|
|
|
|
|
|
static int
|
|
init_stuff(PyObject *module, PyObject *module_dict) {
|
|
PyObject *string, *copy_reg;
|
|
|
|
#define INIT_STR(S) UNLESS(S ## _str=PyString_FromString(#S)) return -1;
|
|
|
|
INIT_STR(__class__);
|
|
INIT_STR(__getinitargs__);
|
|
INIT_STR(__dict__);
|
|
INIT_STR(__getstate__);
|
|
INIT_STR(__setstate__);
|
|
INIT_STR(__name__);
|
|
INIT_STR(__main__);
|
|
INIT_STR(__reduce__);
|
|
INIT_STR(write);
|
|
INIT_STR(__safe_for_unpickling__);
|
|
INIT_STR(append);
|
|
INIT_STR(read);
|
|
INIT_STR(readline);
|
|
INIT_STR(copy_reg);
|
|
INIT_STR(dispatch_table);
|
|
INIT_STR(safe_constructors);
|
|
INIT_STR(__basicnew__);
|
|
UNLESS (empty_str=PyString_FromString("")) return -1;
|
|
|
|
UNLESS (copy_reg = PyImport_ImportModule("copy_reg"))
|
|
return -1;
|
|
|
|
/* These next few are special because we want to use different
|
|
ones in restricted mode. */
|
|
|
|
UNLESS (dispatch_table = PyObject_GetAttr(copy_reg, dispatch_table_str))
|
|
return -1;
|
|
|
|
UNLESS (safe_constructors = PyObject_GetAttr(copy_reg,
|
|
safe_constructors_str))
|
|
return -1;
|
|
|
|
Py_DECREF(copy_reg);
|
|
|
|
/* Down to here ********************************** */
|
|
|
|
UNLESS (string = PyImport_ImportModule("string"))
|
|
return -1;
|
|
|
|
UNLESS (atol_func = PyObject_GetAttrString(string, "atol"))
|
|
return -1;
|
|
|
|
Py_DECREF(string);
|
|
|
|
UNLESS (empty_tuple = PyTuple_New(0))
|
|
return -1;
|
|
|
|
UNLESS (PicklingError = PyString_FromString("cPickle.PicklingError"))
|
|
return -1;
|
|
|
|
if (PyDict_SetItemString(module_dict, "PicklingError",
|
|
PicklingError) < 0)
|
|
return -1;
|
|
|
|
UNLESS (UnpicklingError = PyString_FromString("cPickle.UnpicklingError"))
|
|
return -1;
|
|
|
|
if (PyDict_SetItemString(module_dict, "UnpicklingError",
|
|
UnpicklingError) < 0)
|
|
return -1;
|
|
|
|
UNLESS (BadPickleGet = PyString_FromString("cPickle.BadPickleGet"))
|
|
return -1;
|
|
|
|
if (PyDict_SetItemString(module_dict, "BadPickleGet",
|
|
BadPickleGet) < 0)
|
|
return -1;
|
|
|
|
PycString_IMPORT;
|
|
|
|
return 0;
|
|
}
|
|
|
|
#ifndef DL_EXPORT /* declarations for DLL import/export */
|
|
#define DL_EXPORT(RTYPE) RTYPE
|
|
#endif
|
|
DL_EXPORT(void)
|
|
initcPickle() {
|
|
PyObject *m, *d, *v;
|
|
char *rev="1.63";
|
|
PyObject *format_version;
|
|
PyObject *compatible_formats;
|
|
|
|
Picklertype.ob_type = &PyType_Type;
|
|
Unpicklertype.ob_type = &PyType_Type;
|
|
PdataType.ob_type = &PyType_Type;
|
|
|
|
/* Create the module and add the functions */
|
|
m = Py_InitModule4("cPickle", cPickle_methods,
|
|
cPickle_module_documentation,
|
|
(PyObject*)NULL,PYTHON_API_VERSION);
|
|
|
|
/* Add some symbolic constants to the module */
|
|
d = PyModule_GetDict(m);
|
|
PyDict_SetItemString(d,"__version__", v = PyString_FromString(rev));
|
|
Py_XDECREF(v);
|
|
|
|
format_version = PyString_FromString("1.3");
|
|
compatible_formats = Py_BuildValue("[sss]", "1.0", "1.1", "1.2");
|
|
|
|
PyDict_SetItemString(d, "format_version", format_version);
|
|
PyDict_SetItemString(d, "compatible_formats", compatible_formats);
|
|
Py_XDECREF(format_version);
|
|
Py_XDECREF(compatible_formats);
|
|
|
|
init_stuff(m, d);
|
|
CHECK_FOR_ERRORS("can't initialize module cPickle");
|
|
}
|