#include "Python.h"

#include "structmember.h"

#include "accu.h"

#if PY_VERSION_HEX < 0x02060000 && !defined(Py_TYPE)

#define Py_TYPE(ob) (((PyObject*)(ob))->ob_type)

#if PY_VERSION_HEX < 0x02050000 && !defined(PY_SSIZE_T_MIN)

typedef int Py_ssize_t;

#define PY_SSIZE_T_MAX INT_MAX

#define PY_SSIZE_T_MIN INT_MIN

#define PyInt_FromSsize_t PyInt_FromLong

#define PyInt_AsSsize_t PyInt_AsLong

#ifndef Py_IS_FINITE

#define Py_IS_FINITE(X) (!Py_IS_INFINITY(X) && !Py_IS_NAN(X))

#ifdef __GNUC__

#define UNUSED __attribute__((__unused__))

#define UNUSED

#define PyScanner_Check(op) PyObject_TypeCheck(op, &PyScannerType)

#define PyScanner_CheckExact(op) (Py_TYPE(op) == &PyScannerType)

#define PyEncoder_Check(op) PyObject_TypeCheck(op, &PyEncoderType)

#define PyEncoder_CheckExact(op) (Py_TYPE(op) == &PyEncoderType)

static PyTypeObject PyScannerType;

static PyTypeObject PyEncoderType;

typedef struct _PyScannerObject {

} PyScannerObject;

static PyMemberDef scanner_members[] = {

{"strict", T_OBJECT, offsetof(PyScannerObject, strict), READONLY, "strict"},

{"object_hook", T_OBJECT, offsetof(PyScannerObject, object_hook), READONLY, "object_hook"},

{"object_pairs_hook", T_OBJECT, offsetof(PyScannerObject, object_pairs_hook), READONLY},

{"parse_float", T_OBJECT, offsetof(PyScannerObject, parse_float), READONLY, "parse_float"},

{"parse_int", T_OBJECT, offsetof(PyScannerObject, parse_int), READONLY, "parse_int"},

{"parse_constant", T_OBJECT, offsetof(PyScannerObject, parse_constant), READONLY, "parse_constant"},

{NULL}

};

typedef struct _PyEncoderObject {

} PyEncoderObject;

static PyMemberDef encoder_members[] = {

{"markers", T_OBJECT, offsetof(PyEncoderObject, markers), READONLY, "markers"},

{"default", T_OBJECT, offsetof(PyEncoderObject, defaultfn), READONLY, "default"},

{"encoder", T_OBJECT, offsetof(PyEncoderObject, encoder), READONLY, "encoder"},

{"indent", T_OBJECT, offsetof(PyEncoderObject, indent), READONLY, "indent"},

{"key_separator", T_OBJECT, offsetof(PyEncoderObject, key_separator), READONLY, "key_separator"},

{"item_separator", T_OBJECT, offsetof(PyEncoderObject, item_separator), READONLY, "item_separator"},

{"sort_keys", T_OBJECT, offsetof(PyEncoderObject, sort_keys), READONLY, "sort_keys"},

{"skipkeys", T_OBJECT, offsetof(PyEncoderObject, skipkeys), READONLY, "skipkeys"},

{NULL}

};

static PyObject *

join_list_unicode(PyObject *lst)

{

/* return u''.join(lst) */

static PyObject *sep = NULL;

if (sep == NULL) {

sep = PyUnicode_FromStringAndSize("", 0);

if (sep == NULL)

return NULL;

}

return PyUnicode_Join(sep, lst);

}

static PyObject *

ascii_escape_unicode(PyObject *pystr);

static PyObject *

py_encode_basestring_ascii(PyObject* self UNUSED, PyObject *pystr);

void init_json(void);

static PyObject *

scan_once_unicode(PyScannerObject *s, PyObject *pystr, Py_ssize_t idx, Py_ssize_t *next_idx_ptr);

static PyObject *

_build_rval_index_tuple(PyObject *rval, Py_ssize_t idx);

static PyObject *

scanner_new(PyTypeObject *type, PyObject *args, PyObject *kwds);

static int

scanner_init(PyObject *self, PyObject *args, PyObject *kwds);

static void

scanner_dealloc(PyObject *self);

static int

scanner_clear(PyObject *self);

static PyObject *

encoder_new(PyTypeObject *type, PyObject *args, PyObject *kwds);

static int

encoder_init(PyObject *self, PyObject *args, PyObject *kwds);

static void

encoder_dealloc(PyObject *self);

static int

encoder_clear(PyObject *self);

static int

encoder_listencode_list(PyEncoderObject *s, _PyAccu *acc, PyObject *seq, Py_ssize_t indent_level);

static int

encoder_listencode_obj(PyEncoderObject *s, _PyAccu *acc, PyObject *obj, Py_ssize_t indent_level);

static int

encoder_listencode_dict(PyEncoderObject *s, _PyAccu *acc, PyObject *dct, Py_ssize_t indent_level);

static PyObject *

_encoded_const(PyObject *obj);

static void

raise_errmsg(char *msg, PyObject *s, Py_ssize_t end);

static PyObject *

encoder_encode_string(PyEncoderObject *s, PyObject *obj);

static int

_convertPyInt_AsSsize_t(PyObject *o, Py_ssize_t *size_ptr);

static PyObject *

_convertPyInt_FromSsize_t(Py_ssize_t *size_ptr);

static PyObject *

encoder_encode_float(PyEncoderObject *s, PyObject *obj);

#define S_CHAR(c) (c >= ' ' && c <= '~' && c != '\\' && c != '"')

#define IS_WHITESPACE(c) (((c) == ' ') || ((c) == '\t') || ((c) == '\n') || ((c) == '\r'))

static int

_convertPyInt_AsSsize_t(PyObject *o, Py_ssize_t *size_ptr)

{

/* PyObject to Py_ssize_t converter */

*size_ptr = PyLong_AsSsize_t(o);

if (*size_ptr == -1 && PyErr_Occurred())

return 0;

return 1;

}

static PyObject *

_convertPyInt_FromSsize_t(Py_ssize_t *size_ptr)

{

/* Py_ssize_t to PyObject converter */

return PyLong_FromSsize_t(*size_ptr);

}

static Py_ssize_t

ascii_escape_unichar(Py_UCS4 c, unsigned char *output, Py_ssize_t chars)

{

/* Escape unicode code point c to ASCII escape sequences

output[chars++] = '\\';

switch (c) {

case '\\': output[chars++] = c; break;

case '"': output[chars++] = c; break;

case '\b': output[chars++] = 'b'; break;

case '\f': output[chars++] = 'f'; break;

case '\n': output[chars++] = 'n'; break;

case '\r': output[chars++] = 'r'; break;

case '\t': output[chars++] = 't'; break;

default:

if (c >= 0x10000) {

/* UTF-16 surrogate pair */

Py_UCS4 v = c - 0x10000;

c = 0xd800 | ((v >> 10) & 0x3ff);

output[chars++] = 'u';

output[chars++] = Py_hexdigits[(c >> 12) & 0xf];

output[chars++] = Py_hexdigits[(c >> 8) & 0xf];

output[chars++] = Py_hexdigits[(c >> 4) & 0xf];

output[chars++] = Py_hexdigits[(c ) & 0xf];

c = 0xdc00 | (v & 0x3ff);

output[chars++] = '\\';

}

output[chars++] = 'u';

output[chars++] = Py_hexdigits[(c >> 12) & 0xf];

output[chars++] = Py_hexdigits[(c >> 8) & 0xf];

output[chars++] = Py_hexdigits[(c >> 4) & 0xf];

output[chars++] = Py_hexdigits[(c ) & 0xf];

}

return chars;

}

static PyObject *

ascii_escape_unicode(PyObject *pystr)

{

/* Take a PyUnicode pystr and return a new ASCII-only escaped PyUnicode */

Py_ssize_t i;

Py_ssize_t input_chars;

Py_ssize_t output_size;

Py_ssize_t chars;

PyObject *rval;

void *input;

unsigned char *output;

int kind;

if (PyUnicode_READY(pystr) == -1)

return NULL;

input_chars = PyUnicode_GET_LENGTH(pystr);

input = PyUnicode_DATA(pystr);

kind = PyUnicode_KIND(pystr);

/* Compute the output size */

for (i = 0, output_size = 2; i < input_chars; i++) {

Py_UCS4 c = PyUnicode_READ(kind, input, i);

Py_ssize_t d;

if (S_CHAR(c)) {

d = 1;

}

else {

switch(c) {

case '\\': case '"': case '\b': case '\f':

case '\n': case '\r': case '\t':

d = 2; break;

default:

d = c >= 0x10000 ? 12 : 6;

}

}

if (output_size > PY_SSIZE_T_MAX - d) {

PyErr_SetString(PyExc_OverflowError, "string is too long to escape");

return NULL;

}

output_size += d;

}

rval = PyUnicode_New(output_size, 127);

if (rval == NULL) {

return NULL;

}

output = PyUnicode_1BYTE_DATA(rval);

chars = 0;

output[chars++] = '"';

for (i = 0; i < input_chars; i++) {

Py_UCS4 c = PyUnicode_READ(kind, input, i);

if (S_CHAR(c)) {

output[chars++] = c;

}

else {

chars = ascii_escape_unichar(c, output, chars);

}

}

output[chars++] = '"';

#ifdef Py_DEBUG

assert(_PyUnicode_CheckConsistency(rval, 1));

return rval;

}

static void

raise_errmsg(char *msg, PyObject *s, Py_ssize_t end)

{

/* Use the Python function json.decoder.errmsg to raise a nice

static PyObject *errmsg_fn = NULL;

PyObject *pymsg;

if (errmsg_fn == NULL) {

PyObject *decoder = PyImport_ImportModule("json.decoder");

if (decoder == NULL)

return;

errmsg_fn = PyObject_GetAttrString(decoder, "errmsg");

Py_DECREF(decoder);

if (errmsg_fn == NULL)

return;

}

pymsg = PyObject_CallFunction(errmsg_fn, "(zOO&)", msg, s, _convertPyInt_FromSsize_t, &end);

if (pymsg) {

PyErr_SetObject(PyExc_ValueError, pymsg);

Py_DECREF(pymsg);

}

}

static PyObject *

_build_rval_index_tuple(PyObject *rval, Py_ssize_t idx) {

/* return (rval, idx) tuple, stealing reference to rval */

PyObject *tpl;

PyObject *pyidx;

/*

if (rval == NULL) {

return NULL;

}

pyidx = PyLong_FromSsize_t(idx);

if (pyidx == NULL) {

Py_DECREF(rval);

return NULL;

}

tpl = PyTuple_New(2);

if (tpl == NULL) {

Py_DECREF(pyidx);

Py_DECREF(rval);

return NULL;

}

PyTuple_SET_ITEM(tpl, 0, rval);

PyTuple_SET_ITEM(tpl, 1, pyidx);

return tpl;

}

#define APPEND_OLD_CHUNK \

static PyObject *

scanstring_unicode(PyObject *pystr, Py_ssize_t end, int strict, Py_ssize_t *next_end_ptr)

{

/* Read the JSON string from PyUnicode pystr.

PyObject *rval = NULL;

Py_ssize_t len;

Py_ssize_t begin = end - 1;

Py_ssize_t next /* = begin */;

const void *buf;

int kind;

PyObject *chunks = NULL;

PyObject *chunk = NULL;

if (PyUnicode_READY(pystr) == -1)

return 0;

len = PyUnicode_GET_LENGTH(pystr);

buf = PyUnicode_DATA(pystr);

kind = PyUnicode_KIND(pystr);

if (end < 0 || len <= end) {

PyErr_SetString(PyExc_ValueError, "end is out of bounds");

goto bail;

}

while (1) {

/* Find the end of the string or the next escape */

Py_UCS4 c = 0;

for (next = end; next < len; next++) {

c = PyUnicode_READ(kind, buf, next);

if (c == '"' || c == '\\') {

break;

}

else if (strict && c <= 0x1f) {

raise_errmsg("Invalid control character at", pystr, next);

goto bail;

}

}

if (!(c == '"' || c == '\\')) {

raise_errmsg("Unterminated string starting at", pystr, begin);

goto bail;

}

/* Pick up this chunk if it's not zero length */

if (next != end) {

APPEND_OLD_CHUNK

chunk = PyUnicode_FromKindAndData(

kind,

(char*)buf + kind * end,

next - end);

if (chunk == NULL) {

goto bail;

}

}

next++;

if (c == '"') {

end = next;

break;

}

if (next == len) {

raise_errmsg("Unterminated string starting at", pystr, begin);

goto bail;

}

c = PyUnicode_READ(kind, buf, next);

if (c != 'u') {

/* Non-unicode backslash escapes */

end = next + 1;

switch (c) {

case '"': break;

case '\\': break;

case '/': break;

case 'b': c = '\b'; break;

case 'f': c = '\f'; break;

case 'n': c = '\n'; break;

case 'r': c = '\r'; break;

case 't': c = '\t'; break;

default: c = 0;

}

if (c == 0) {

raise_errmsg("Invalid \\escape", pystr, end - 2);

goto bail;

}

}

else {

c = 0;

next++;

end = next + 4;

if (end >= len) {

raise_errmsg("Invalid \\uXXXX escape", pystr, next - 1);

goto bail;

}

/* Decode 4 hex digits */

for (; next < end; next++) {

Py_UCS4 digit = PyUnicode_READ(kind, buf, next);

c <<= 4;

switch (digit) {

case '0': case '1': case '2': case '3': case '4':

case '5': case '6': case '7': case '8': case '9':

c |= (digit - '0'); break;

case 'a': case 'b': case 'c': case 'd': case 'e':

case 'f':

c |= (digit - 'a' + 10); break;

case 'A': case 'B': case 'C': case 'D': case 'E':

case 'F':

c |= (digit - 'A' + 10); break;

default:

raise_errmsg("Invalid \\uXXXX escape", pystr, end - 5);

goto bail;

}

}

/* Surrogate pair */

if (Py_UNICODE_IS_HIGH_SURROGATE(c) && end + 6 < len &&

PyUnicode_READ(kind, buf, next++) == '\\' &&

PyUnicode_READ(kind, buf, next++) == 'u') {

Py_UCS4 c2 = 0;

end += 6;

/* Decode 4 hex digits */

for (; next < end; next++) {

Py_UCS4 digit = PyUnicode_READ(kind, buf, next);

c2 <<= 4;

switch (digit) {

case '0': case '1': case '2': case '3': case '4':

case '5': case '6': case '7': case '8': case '9':

c2 |= (digit - '0'); break;

case 'a': case 'b': case 'c': case 'd': case 'e':

case 'f':

c2 |= (digit - 'a' + 10); break;

case 'A': case 'B': case 'C': case 'D': case 'E':

case 'F':

c2 |= (digit - 'A' + 10); break;

default:

raise_errmsg("Invalid \\uXXXX escape", pystr, end - 5);

goto bail;

}

}

if (Py_UNICODE_IS_LOW_SURROGATE(c2))

c = Py_UNICODE_JOIN_SURROGATES(c, c2);

else

end -= 6;

}

}

APPEND_OLD_CHUNK

chunk = PyUnicode_FromKindAndData(PyUnicode_4BYTE_KIND, &c, 1);

if (chunk == NULL) {

goto bail;

}

}

if (chunks == NULL) {

if (chunk != NULL)

rval = chunk;

else

rval = PyUnicode_FromStringAndSize("", 0);

}

else {

APPEND_OLD_CHUNK

rval = join_list_unicode(chunks);

if (rval == NULL) {

goto bail;

}

Py_CLEAR(chunks);

}

*next_end_ptr = end;

return rval;

bail:

*next_end_ptr = -1;

Py_XDECREF(chunks);

Py_XDECREF(chunk);

return NULL;

}

PyDoc_STRVAR(pydoc_scanstring,

"scanstring(string, end, strict=True) -> (string, end)\n"

"\n"

"Scan the string s for a JSON string. End is the index of the\n"

"character in s after the quote that started the JSON string.\n"

"Unescapes all valid JSON string escape sequences and raises ValueError\n"

"on attempt to decode an invalid string. If strict is False then literal\n"

"control characters are allowed in the string.\n"

"\n"

"Returns a tuple of the decoded string and the index of the character in s\n"

"after the end quote."

);

static PyObject *

py_scanstring(PyObject* self UNUSED, PyObject *args)

{

PyObject *pystr;

PyObject *rval;

Py_ssize_t end;

Py_ssize_t next_end = -1;

int strict = 1;

if (!PyArg_ParseTuple(args, "OO&|i:scanstring", &pystr, _convertPyInt_AsSsize_t, &end, &strict)) {

return NULL;

}

if (PyUnicode_Check(pystr)) {

rval = scanstring_unicode(pystr, end, strict, &next_end);

}

else {

PyErr_Format(PyExc_TypeError,

"first argument must be a string, not %.80s",

Py_TYPE(pystr)->tp_name);

return NULL;

}

return _build_rval_index_tuple(rval, next_end);

}

PyDoc_STRVAR(pydoc_encode_basestring_ascii,

"encode_basestring_ascii(string) -> string\n"

"\n"

"Return an ASCII-only JSON representation of a Python string"

);

static PyObject *

py_encode_basestring_ascii(PyObject* self UNUSED, PyObject *pystr)

{

PyObject *rval;

/* Return an ASCII-only JSON representation of a Python string */

/* METH_O */

if (PyUnicode_Check(pystr)) {

rval = ascii_escape_unicode(pystr);

}

else {

PyErr_Format(PyExc_TypeError,

"first argument must be a string, not %.80s",

Py_TYPE(pystr)->tp_name);

return NULL;

}

return rval;

}

static void

scanner_dealloc(PyObject *self)

{

/* Deallocate scanner object */

scanner_clear(self);

Py_TYPE(self)->tp_free(self);

}

static int

scanner_traverse(PyObject *self, visitproc visit, void *arg)

{

PyScannerObject *s;

assert(PyScanner_Check(self));

s = (PyScannerObject *)self;

Py_VISIT(s->strict);

Py_VISIT(s->object_hook);

Py_VISIT(s->object_pairs_hook);

Py_VISIT(s->parse_float);

Py_VISIT(s->parse_int);

Py_VISIT(s->parse_constant);

return 0;

}

static int

scanner_clear(PyObject *self)

{

PyScannerObject *s;

assert(PyScanner_Check(self));

s = (PyScannerObject *)self;

Py_CLEAR(s->strict);

Py_CLEAR(s->object_hook);

Py_CLEAR(s->object_pairs_hook);

Py_CLEAR(s->parse_float);

Py_CLEAR(s->parse_int);

Py_CLEAR(s->parse_constant);

Py_CLEAR(s->memo);

return 0;

}

static PyObject *

_parse_object_unicode(PyScannerObject *s, PyObject *pystr, Py_ssize_t idx, Py_ssize_t *next_idx_ptr) {

/* Read a JSON object from PyUnicode pystr.

void *str;

int kind;

Py_ssize_t end_idx;

PyObject *val = NULL;

PyObject *rval = NULL;

PyObject *key = NULL;

int strict = PyObject_IsTrue(s->strict);

int has_pairs_hook = (s->object_pairs_hook != Py_None);

Py_ssize_t next_idx;

if (PyUnicode_READY(pystr) == -1)

return NULL;

str = PyUnicode_DATA(pystr);

kind = PyUnicode_KIND(pystr);

end_idx = PyUnicode_GET_LENGTH(pystr) - 1;

if (has_pairs_hook)

rval = PyList_New(0);

else

rval = PyDict_New();

if (rval == NULL)

return NULL;

/* skip whitespace after { */

while (idx <= end_idx && IS_WHITESPACE(PyUnicode_READ(kind,str, idx))) idx++;

/* only loop if the object is non-empty */

if (idx <= end_idx && PyUnicode_READ(kind, str, idx) != '}') {

while (idx <= end_idx) {

PyObject *memokey;

/* read key */

if (PyUnicode_READ(kind, str, idx) != '"') {

raise_errmsg("Expecting property name enclosed in double quotes", pystr, idx);

goto bail;

}

key = scanstring_unicode(pystr, idx + 1, strict, &next_idx);

if (key == NULL)

goto bail;

memokey = PyDict_GetItem(s->memo, key);

if (memokey != NULL) {

Py_INCREF(memokey);

Py_DECREF(key);

key = memokey;

}

else {

if (PyDict_SetItem(s->memo, key, key) < 0)

goto bail;

}

idx = next_idx;

/* skip whitespace between key and : delimiter, read :, skip whitespace */

while (idx <= end_idx && IS_WHITESPACE(PyUnicode_READ(kind, str, idx))) idx++;

if (idx > end_idx || PyUnicode_READ(kind, str, idx) != ':') {

raise_errmsg("Expecting ':' delimiter", pystr, idx);

goto bail;

}

idx++;

while (idx <= end_idx && IS_WHITESPACE(PyUnicode_READ(kind, str, idx))) idx++;

/* read any JSON term */

val = scan_once_unicode(s, pystr, idx, &next_idx);

if (val == NULL)

goto bail;

if (has_pairs_hook) {

PyObject *item = PyTuple_Pack(2, key, val);

if (item == NULL)

goto bail;

Py_CLEAR(key);

Py_CLEAR(val);

if (PyList_Append(rval, item) == -1) {

Py_DECREF(item);

goto bail;

}

Py_DECREF(item);

}

else {

if (PyDict_SetItem(rval, key, val) < 0)

goto bail;

Py_CLEAR(key);

Py_CLEAR(val);

}

idx = next_idx;

/* skip whitespace before } or , */

while (idx <= end_idx && IS_WHITESPACE(PyUnicode_READ(kind, str, idx))) idx++;

/* bail if the object is closed or we didn't get the , delimiter */

if (idx > end_idx) break;

if (PyUnicode_READ(kind, str, idx) == '}') {

break;

}

else if (PyUnicode_READ(kind, str, idx) != ',') {

raise_errmsg("Expecting ',' delimiter", pystr, idx);

goto bail;

}

idx++;

/* skip whitespace after , delimiter */

while (idx <= end_idx && IS_WHITESPACE(PyUnicode_READ(kind, str, idx))) idx++;

}

}

/* verify that idx < end_idx, str[idx] should be '}' */

if (idx > end_idx || PyUnicode_READ(kind, str, idx) != '}') {

raise_errmsg("Expecting object", pystr, end_idx);

goto bail;

}

*next_idx_ptr = idx + 1;

if (has_pairs_hook) {

val = PyObject_CallFunctionObjArgs(s->object_pairs_hook, rval, NULL);

Py_DECREF(rval);

return val;

}

/* if object_hook is not None: rval = object_hook(rval) */

if (s->object_hook != Py_None) {

val = PyObject_CallFunctionObjArgs(s->object_hook, rval, NULL);

Py_DECREF(rval);

return val;

}

return rval;

bail:

Py_XDECREF(key);

Py_XDECREF(val);

Py_XDECREF(rval);

return NULL;

}

static PyObject *

_parse_array_unicode(PyScannerObject *s, PyObject *pystr, Py_ssize_t idx, Py_ssize_t *next_idx_ptr) {

/* Read a JSON array from PyString pystr.

void *str;

int kind;

Py_ssize_t end_idx;

PyObject *val = NULL;

PyObject *rval = PyList_New(0);

Py_ssize_t next_idx;

if (rval == NULL)

return NULL;

if (PyUnicode_READY(pystr) == -1)

return NULL;

str = PyUnicode_DATA(pystr);

kind = PyUnicode_KIND(pystr);

end_idx = PyUnicode_GET_LENGTH(pystr) - 1;

/* skip whitespace after [ */

while (idx <= end_idx && IS_WHITESPACE(PyUnicode_READ(kind, str, idx))) idx++;

/* only loop if the array is non-empty */

if (idx <= end_idx && PyUnicode_READ(kind, str, idx) != ']') {

while (idx <= end_idx) {

/* read any JSON term */

val = scan_once_unicode(s, pystr, idx, &next_idx);

if (val == NULL)

goto bail;

if (PyList_Append(rval, val) == -1)

goto bail;

Py_CLEAR(val);

idx = next_idx;

/* skip whitespace between term and , */

while (idx <= end_idx && IS_WHITESPACE(PyUnicode_READ(kind, str, idx))) idx++;

/* bail if the array is closed or we didn't get the , delimiter */

if (idx > end_idx) break;

if (PyUnicode_READ(kind, str, idx) == ']') {

break;

}

else if (PyUnicode_READ(kind, str, idx) != ',') {

raise_errmsg("Expecting ',' delimiter", pystr, idx);

goto bail;

}

idx++;

/* skip whitespace after , */

while (idx <= end_idx && IS_WHITESPACE(PyUnicode_READ(kind, str, idx))) idx++;

}

}

/* verify that idx < end_idx, PyUnicode_READ(kind, str, idx) should be ']' */

if (idx > end_idx || PyUnicode_READ(kind, str, idx) != ']') {

raise_errmsg("Expecting object", pystr, end_idx);

goto bail;

}

*next_idx_ptr = idx + 1;

return rval;

bail:

Py_XDECREF(val);

Py_DECREF(rval);

return NULL;

}

static PyObject *

_parse_constant(PyScannerObject *s, char *constant, Py_ssize_t idx, Py_ssize_t *next_idx_ptr) {

/* Read a JSON constant from PyString pystr.

PyObject *cstr;

PyObject *rval;

/* constant is "NaN", "Infinity", or "-Infinity" */

cstr = PyUnicode_InternFromString(constant);

if (cstr == NULL)

return NULL;

/* rval = parse_constant(constant) */

rval = PyObject_CallFunctionObjArgs(s->parse_constant, cstr, NULL);

idx += PyUnicode_GET_LENGTH(cstr);

Py_DECREF(cstr);

*next_idx_ptr = idx;

return rval;

}

static PyObject *

_match_number_unicode(PyScannerObject *s, PyObject *pystr, Py_ssize_t start, Py_ssize_t *next_idx_ptr) {

/* Read a JSON number from PyUnicode pystr.

void *str;

int kind;

Py_ssize_t end_idx;

Py_ssize_t idx = start;

int is_float = 0;

PyObject *rval;

PyObject *numstr = NULL;

PyObject *custom_func;

if (PyUnicode_READY(pystr) == -1)

return NULL;

str = PyUnicode_DATA(pystr);

kind = PyUnicode_KIND(pystr);

end_idx = PyUnicode_GET_LENGTH(pystr) - 1;

/* read a sign if it's there, make sure it's not the end of the string */

if (PyUnicode_READ(kind, str, idx) == '-') {

idx++;

if (idx > end_idx) {

PyErr_SetNone(PyExc_StopIteration);

return NULL;

}

}

/* read as many integer digits as we find as long as it doesn't start with 0 */

if (PyUnicode_READ(kind, str, idx) >= '1' && PyUnicode_READ(kind, str, idx) <= '9') {

idx++;

while (idx <= end_idx && PyUnicode_READ(kind, str, idx) >= '0' && PyUnicode_READ(kind, str, idx) <= '9') idx++;

}

/* if it starts with 0 we only expect one integer digit */

else if (PyUnicode_READ(kind, str, idx) == '0') {

idx++;

}

/* no integer digits, error */

else {

PyErr_SetNone(PyExc_StopIteration);

return NULL;

}

/* if the next char is '.' followed by a digit then read all float digits */

if (idx < end_idx && PyUnicode_READ(kind, str, idx) == '.' && PyUnicode_READ(kind, str, idx + 1) >= '0' && PyUnicode_READ(kind, str, idx + 1) <= '9') {

is_float = 1;

idx += 2;

while (idx <= end_idx && PyUnicode_READ(kind, str, idx) >= '0' && PyUnicode_READ(kind, str, idx) <= '9') idx++;

}

/* if the next char is 'e' or 'E' then maybe read the exponent (or backtrack) */

if (idx < end_idx && (PyUnicode_READ(kind, str, idx) == 'e' || PyUnicode_READ(kind, str, idx) == 'E')) {

Py_ssize_t e_start = idx;

idx++;

/* read an exponent sign if present */

if (idx < end_idx && (PyUnicode_READ(kind, str, idx) == '-' || PyUnicode_READ(kind, str, idx) == '+')) idx++;

/* read all digits */

while (idx <= end_idx && PyUnicode_READ(kind, str, idx) >= '0' && PyUnicode_READ(kind, str, idx) <= '9') idx++;

/* if we got a digit, then parse as float. if not, backtrack */

if (PyUnicode_READ(kind, str, idx - 1) >= '0' && PyUnicode_READ(kind, str, idx - 1) <= '9') {

is_float = 1;

}

else {

idx = e_start;

}

}

if (is_float && s->parse_float != (PyObject *)&PyFloat_Type)

custom_func = s->parse_float;

else if (!is_float && s->parse_int != (PyObject *) &PyLong_Type)

custom_func = s->parse_int;

else

custom_func = NULL;

if (custom_func) {

/* copy the section we determined to be a number */

numstr = PyUnicode_FromKindAndData(kind,

(char*)str + kind * start,

idx - start);

if (numstr == NULL)

return NULL;

rval = PyObject_CallFunctionObjArgs(custom_func, numstr, NULL);

}

else {

Py_ssize_t i, n;

char *buf;

/* Straight conversion to ASCII, to avoid costly conversion of

n = idx - start;

numstr = PyBytes_FromStringAndSize(NULL, n);

if (numstr == NULL)

return NULL;

buf = PyBytes_AS_STRING(numstr);

for (i = 0; i < n; i++) {

buf[i] = (char) PyUnicode_READ(kind, str, i + start);

}

if (is_float)

rval = PyFloat_FromString(numstr);

else

rval = PyLong_FromString(buf, NULL, 10);

}

Py_DECREF(numstr);

*next_idx_ptr = idx;

return rval;

}

static PyObject *

scan_once_unicode(PyScannerObject *s, PyObject *pystr, Py_ssize_t idx, Py_ssize_t *next_idx_ptr)

{

/* Read one JSON term (of any kind) from PyUnicode pystr.

PyObject *res;

void *str;

int kind;

Py_ssize_t length;

if (PyUnicode_READY(pystr) == -1)

return NULL;

str = PyUnicode_DATA(pystr);

kind = PyUnicode_KIND(pystr);

length = PyUnicode_GET_LENGTH(pystr);

if (idx < 0) {

PyErr_SetString(PyExc_ValueError, "idx cannot be negative");

return NULL;

}

if (idx >= length) {

PyErr_SetNone(PyExc_StopIteration);

return NULL;

}

switch (PyUnicode_READ(kind, str, idx)) {

case '"':

/* string */

return scanstring_unicode(pystr, idx + 1,

PyObject_IsTrue(s->strict),

next_idx_ptr);

case '{':