1496 lines
49 KiB
C
1496 lines
49 KiB
C
/////////////// CModulePreamble ///////////////
|
|
|
|
#include <stddef.h> /* For offsetof */
|
|
#ifndef offsetof
|
|
#define offsetof(type, member) ( (size_t) & ((type*)0) -> member )
|
|
#endif
|
|
|
|
#if !defined(WIN32) && !defined(MS_WINDOWS)
|
|
#ifndef __stdcall
|
|
#define __stdcall
|
|
#endif
|
|
#ifndef __cdecl
|
|
#define __cdecl
|
|
#endif
|
|
#ifndef __fastcall
|
|
#define __fastcall
|
|
#endif
|
|
#endif
|
|
|
|
#ifndef DL_IMPORT
|
|
#define DL_IMPORT(t) t
|
|
#endif
|
|
#ifndef DL_EXPORT
|
|
#define DL_EXPORT(t) t
|
|
#endif
|
|
|
|
// For use in DL_IMPORT/DL_EXPORT macros.
|
|
#define __PYX_COMMA ,
|
|
|
|
#ifndef HAVE_LONG_LONG
|
|
// CPython has required PY_LONG_LONG support for years, even if HAVE_LONG_LONG is not defined for us
|
|
#if PY_VERSION_HEX >= 0x02070000
|
|
#define HAVE_LONG_LONG
|
|
#endif
|
|
#endif
|
|
|
|
#ifndef PY_LONG_LONG
|
|
#define PY_LONG_LONG LONG_LONG
|
|
#endif
|
|
|
|
#ifndef Py_HUGE_VAL
|
|
#define Py_HUGE_VAL HUGE_VAL
|
|
#endif
|
|
|
|
#ifdef PYPY_VERSION
|
|
#define CYTHON_COMPILING_IN_PYPY 1
|
|
#define CYTHON_COMPILING_IN_PYSTON 0
|
|
#define CYTHON_COMPILING_IN_CPYTHON 0
|
|
|
|
#undef CYTHON_USE_TYPE_SLOTS
|
|
#define CYTHON_USE_TYPE_SLOTS 0
|
|
#undef CYTHON_USE_PYTYPE_LOOKUP
|
|
#define CYTHON_USE_PYTYPE_LOOKUP 0
|
|
#if PY_VERSION_HEX < 0x03050000
|
|
#undef CYTHON_USE_ASYNC_SLOTS
|
|
#define CYTHON_USE_ASYNC_SLOTS 0
|
|
#elif !defined(CYTHON_USE_ASYNC_SLOTS)
|
|
#define CYTHON_USE_ASYNC_SLOTS 1
|
|
#endif
|
|
#undef CYTHON_USE_PYLIST_INTERNALS
|
|
#define CYTHON_USE_PYLIST_INTERNALS 0
|
|
#undef CYTHON_USE_UNICODE_INTERNALS
|
|
#define CYTHON_USE_UNICODE_INTERNALS 0
|
|
#undef CYTHON_USE_UNICODE_WRITER
|
|
#define CYTHON_USE_UNICODE_WRITER 0
|
|
#undef CYTHON_USE_PYLONG_INTERNALS
|
|
#define CYTHON_USE_PYLONG_INTERNALS 0
|
|
#undef CYTHON_AVOID_BORROWED_REFS
|
|
#define CYTHON_AVOID_BORROWED_REFS 1
|
|
#undef CYTHON_ASSUME_SAFE_MACROS
|
|
#define CYTHON_ASSUME_SAFE_MACROS 0
|
|
#undef CYTHON_UNPACK_METHODS
|
|
#define CYTHON_UNPACK_METHODS 0
|
|
#undef CYTHON_FAST_THREAD_STATE
|
|
#define CYTHON_FAST_THREAD_STATE 0
|
|
#undef CYTHON_FAST_PYCALL
|
|
#define CYTHON_FAST_PYCALL 0
|
|
#undef CYTHON_PEP489_MULTI_PHASE_INIT
|
|
#define CYTHON_PEP489_MULTI_PHASE_INIT 0
|
|
#undef CYTHON_USE_TP_FINALIZE
|
|
#define CYTHON_USE_TP_FINALIZE 0
|
|
#undef CYTHON_USE_DICT_VERSIONS
|
|
#define CYTHON_USE_DICT_VERSIONS 0
|
|
#undef CYTHON_USE_EXC_INFO_STACK
|
|
#define CYTHON_USE_EXC_INFO_STACK 0
|
|
|
|
#elif defined(PYSTON_VERSION)
|
|
#define CYTHON_COMPILING_IN_PYPY 0
|
|
#define CYTHON_COMPILING_IN_PYSTON 1
|
|
#define CYTHON_COMPILING_IN_CPYTHON 0
|
|
|
|
#ifndef CYTHON_USE_TYPE_SLOTS
|
|
#define CYTHON_USE_TYPE_SLOTS 1
|
|
#endif
|
|
#undef CYTHON_USE_PYTYPE_LOOKUP
|
|
#define CYTHON_USE_PYTYPE_LOOKUP 0
|
|
#undef CYTHON_USE_ASYNC_SLOTS
|
|
#define CYTHON_USE_ASYNC_SLOTS 0
|
|
#undef CYTHON_USE_PYLIST_INTERNALS
|
|
#define CYTHON_USE_PYLIST_INTERNALS 0
|
|
#ifndef CYTHON_USE_UNICODE_INTERNALS
|
|
#define CYTHON_USE_UNICODE_INTERNALS 1
|
|
#endif
|
|
#undef CYTHON_USE_UNICODE_WRITER
|
|
#define CYTHON_USE_UNICODE_WRITER 0
|
|
#undef CYTHON_USE_PYLONG_INTERNALS
|
|
#define CYTHON_USE_PYLONG_INTERNALS 0
|
|
#ifndef CYTHON_AVOID_BORROWED_REFS
|
|
#define CYTHON_AVOID_BORROWED_REFS 0
|
|
#endif
|
|
#ifndef CYTHON_ASSUME_SAFE_MACROS
|
|
#define CYTHON_ASSUME_SAFE_MACROS 1
|
|
#endif
|
|
#ifndef CYTHON_UNPACK_METHODS
|
|
#define CYTHON_UNPACK_METHODS 1
|
|
#endif
|
|
#undef CYTHON_FAST_THREAD_STATE
|
|
#define CYTHON_FAST_THREAD_STATE 0
|
|
#undef CYTHON_FAST_PYCALL
|
|
#define CYTHON_FAST_PYCALL 0
|
|
#undef CYTHON_PEP489_MULTI_PHASE_INIT
|
|
#define CYTHON_PEP489_MULTI_PHASE_INIT 0
|
|
#undef CYTHON_USE_TP_FINALIZE
|
|
#define CYTHON_USE_TP_FINALIZE 0
|
|
#undef CYTHON_USE_DICT_VERSIONS
|
|
#define CYTHON_USE_DICT_VERSIONS 0
|
|
#undef CYTHON_USE_EXC_INFO_STACK
|
|
#define CYTHON_USE_EXC_INFO_STACK 0
|
|
|
|
#else
|
|
#define CYTHON_COMPILING_IN_PYPY 0
|
|
#define CYTHON_COMPILING_IN_PYSTON 0
|
|
#define CYTHON_COMPILING_IN_CPYTHON 1
|
|
|
|
#ifndef CYTHON_USE_TYPE_SLOTS
|
|
#define CYTHON_USE_TYPE_SLOTS 1
|
|
#endif
|
|
#if PY_VERSION_HEX < 0x02070000
|
|
// looks like calling _PyType_Lookup() isn't safe in Py<=2.6/3.1
|
|
#undef CYTHON_USE_PYTYPE_LOOKUP
|
|
#define CYTHON_USE_PYTYPE_LOOKUP 0
|
|
#elif !defined(CYTHON_USE_PYTYPE_LOOKUP)
|
|
#define CYTHON_USE_PYTYPE_LOOKUP 1
|
|
#endif
|
|
#if PY_MAJOR_VERSION < 3
|
|
#undef CYTHON_USE_ASYNC_SLOTS
|
|
#define CYTHON_USE_ASYNC_SLOTS 0
|
|
#elif !defined(CYTHON_USE_ASYNC_SLOTS)
|
|
#define CYTHON_USE_ASYNC_SLOTS 1
|
|
#endif
|
|
#if PY_VERSION_HEX < 0x02070000
|
|
#undef CYTHON_USE_PYLONG_INTERNALS
|
|
#define CYTHON_USE_PYLONG_INTERNALS 0
|
|
#elif !defined(CYTHON_USE_PYLONG_INTERNALS)
|
|
#define CYTHON_USE_PYLONG_INTERNALS 1
|
|
#endif
|
|
#ifndef CYTHON_USE_PYLIST_INTERNALS
|
|
#define CYTHON_USE_PYLIST_INTERNALS 1
|
|
#endif
|
|
#ifndef CYTHON_USE_UNICODE_INTERNALS
|
|
#define CYTHON_USE_UNICODE_INTERNALS 1
|
|
#endif
|
|
#if PY_VERSION_HEX < 0x030300F0
|
|
#undef CYTHON_USE_UNICODE_WRITER
|
|
#define CYTHON_USE_UNICODE_WRITER 0
|
|
#elif !defined(CYTHON_USE_UNICODE_WRITER)
|
|
#define CYTHON_USE_UNICODE_WRITER 1
|
|
#endif
|
|
#ifndef CYTHON_AVOID_BORROWED_REFS
|
|
#define CYTHON_AVOID_BORROWED_REFS 0
|
|
#endif
|
|
#ifndef CYTHON_ASSUME_SAFE_MACROS
|
|
#define CYTHON_ASSUME_SAFE_MACROS 1
|
|
#endif
|
|
#ifndef CYTHON_UNPACK_METHODS
|
|
#define CYTHON_UNPACK_METHODS 1
|
|
#endif
|
|
#ifndef CYTHON_FAST_THREAD_STATE
|
|
#define CYTHON_FAST_THREAD_STATE 1
|
|
#endif
|
|
#ifndef CYTHON_FAST_PYCALL
|
|
#define CYTHON_FAST_PYCALL 1
|
|
#endif
|
|
#ifndef CYTHON_PEP489_MULTI_PHASE_INIT
|
|
#define CYTHON_PEP489_MULTI_PHASE_INIT (PY_VERSION_HEX >= 0x03050000)
|
|
#endif
|
|
#ifndef CYTHON_USE_TP_FINALIZE
|
|
#define CYTHON_USE_TP_FINALIZE (PY_VERSION_HEX >= 0x030400a1)
|
|
#endif
|
|
#ifndef CYTHON_USE_DICT_VERSIONS
|
|
#define CYTHON_USE_DICT_VERSIONS (PY_VERSION_HEX >= 0x030600B1)
|
|
#endif
|
|
#ifndef CYTHON_USE_EXC_INFO_STACK
|
|
#define CYTHON_USE_EXC_INFO_STACK (PY_VERSION_HEX >= 0x030700A3)
|
|
#endif
|
|
#endif
|
|
|
|
#if !defined(CYTHON_FAST_PYCCALL)
|
|
#define CYTHON_FAST_PYCCALL (CYTHON_FAST_PYCALL && PY_VERSION_HEX >= 0x030600B1)
|
|
#endif
|
|
|
|
#if CYTHON_USE_PYLONG_INTERNALS
|
|
#include "longintrepr.h"
|
|
/* These short defines can easily conflict with other code */
|
|
#undef SHIFT
|
|
#undef BASE
|
|
#undef MASK
|
|
/* Compile-time sanity check that these are indeed equal. Github issue #2670. */
|
|
#ifdef SIZEOF_VOID_P
|
|
enum { __pyx_check_sizeof_voidp = 1 / (int)(SIZEOF_VOID_P == sizeof(void*)) };
|
|
#endif
|
|
#endif
|
|
|
|
#ifndef __has_attribute
|
|
#define __has_attribute(x) 0
|
|
#endif
|
|
|
|
#ifndef __has_cpp_attribute
|
|
#define __has_cpp_attribute(x) 0
|
|
#endif
|
|
|
|
// restrict
|
|
#ifndef CYTHON_RESTRICT
|
|
#if defined(__GNUC__)
|
|
#define CYTHON_RESTRICT __restrict__
|
|
#elif defined(_MSC_VER) && _MSC_VER >= 1400
|
|
#define CYTHON_RESTRICT __restrict
|
|
#elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
|
|
#define CYTHON_RESTRICT restrict
|
|
#else
|
|
#define CYTHON_RESTRICT
|
|
#endif
|
|
#endif
|
|
|
|
// unused attribute
|
|
#ifndef CYTHON_UNUSED
|
|
# if defined(__GNUC__)
|
|
# if !(defined(__cplusplus)) || (__GNUC__ > 3 || (__GNUC__ == 3 && __GNUC_MINOR__ >= 4))
|
|
# define CYTHON_UNUSED __attribute__ ((__unused__))
|
|
# else
|
|
# define CYTHON_UNUSED
|
|
# endif
|
|
# elif defined(__ICC) || (defined(__INTEL_COMPILER) && !defined(_MSC_VER))
|
|
# define CYTHON_UNUSED __attribute__ ((__unused__))
|
|
# else
|
|
# define CYTHON_UNUSED
|
|
# endif
|
|
#endif
|
|
|
|
#ifndef CYTHON_MAYBE_UNUSED_VAR
|
|
# if defined(__cplusplus)
|
|
template<class T> void CYTHON_MAYBE_UNUSED_VAR( const T& ) { }
|
|
# else
|
|
# define CYTHON_MAYBE_UNUSED_VAR(x) (void)(x)
|
|
# endif
|
|
#endif
|
|
|
|
#ifndef CYTHON_NCP_UNUSED
|
|
# if CYTHON_COMPILING_IN_CPYTHON
|
|
# define CYTHON_NCP_UNUSED
|
|
# else
|
|
# define CYTHON_NCP_UNUSED CYTHON_UNUSED
|
|
# endif
|
|
#endif
|
|
|
|
#define __Pyx_void_to_None(void_result) ((void)(void_result), Py_INCREF(Py_None), Py_None)
|
|
|
|
#ifdef _MSC_VER
|
|
#ifndef _MSC_STDINT_H_
|
|
#if _MSC_VER < 1300
|
|
typedef unsigned char uint8_t;
|
|
typedef unsigned int uint32_t;
|
|
#else
|
|
typedef unsigned __int8 uint8_t;
|
|
typedef unsigned __int32 uint32_t;
|
|
#endif
|
|
#endif
|
|
#else
|
|
#include <stdint.h>
|
|
#endif
|
|
|
|
|
|
#ifndef CYTHON_FALLTHROUGH
|
|
#if defined(__cplusplus) && __cplusplus >= 201103L
|
|
#if __has_cpp_attribute(fallthrough)
|
|
#define CYTHON_FALLTHROUGH [[fallthrough]]
|
|
#elif __has_cpp_attribute(clang::fallthrough)
|
|
#define CYTHON_FALLTHROUGH [[clang::fallthrough]]
|
|
#elif __has_cpp_attribute(gnu::fallthrough)
|
|
#define CYTHON_FALLTHROUGH [[gnu::fallthrough]]
|
|
#endif
|
|
#endif
|
|
|
|
#ifndef CYTHON_FALLTHROUGH
|
|
#if __has_attribute(fallthrough)
|
|
#define CYTHON_FALLTHROUGH __attribute__((fallthrough))
|
|
#else
|
|
#define CYTHON_FALLTHROUGH
|
|
#endif
|
|
#endif
|
|
|
|
#if defined(__clang__ ) && defined(__apple_build_version__)
|
|
#if __apple_build_version__ < 7000000 /* Xcode < 7.0 */
|
|
#undef CYTHON_FALLTHROUGH
|
|
#define CYTHON_FALLTHROUGH
|
|
#endif
|
|
#endif
|
|
#endif
|
|
|
|
/////////////// CInitCode ///////////////
|
|
|
|
// inline attribute
|
|
#ifndef CYTHON_INLINE
|
|
#if defined(__clang__)
|
|
#define CYTHON_INLINE __inline__ __attribute__ ((__unused__))
|
|
#elif defined(__GNUC__)
|
|
#define CYTHON_INLINE __inline__
|
|
#elif defined(_MSC_VER)
|
|
#define CYTHON_INLINE __inline
|
|
#elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
|
|
#define CYTHON_INLINE inline
|
|
#else
|
|
#define CYTHON_INLINE
|
|
#endif
|
|
#endif
|
|
|
|
|
|
/////////////// CppInitCode ///////////////
|
|
|
|
#ifndef __cplusplus
|
|
#error "Cython files generated with the C++ option must be compiled with a C++ compiler."
|
|
#endif
|
|
|
|
// inline attribute
|
|
#ifndef CYTHON_INLINE
|
|
#if defined(__clang__)
|
|
#define CYTHON_INLINE __inline__ __attribute__ ((__unused__))
|
|
#else
|
|
#define CYTHON_INLINE inline
|
|
#endif
|
|
#endif
|
|
|
|
// Work around clang bug http://stackoverflow.com/questions/21847816/c-invoke-nested-template-class-destructor
|
|
template<typename T>
|
|
void __Pyx_call_destructor(T& x) {
|
|
x.~T();
|
|
}
|
|
|
|
// Used for temporary variables of "reference" type.
|
|
template<typename T>
|
|
class __Pyx_FakeReference {
|
|
public:
|
|
__Pyx_FakeReference() : ptr(NULL) { }
|
|
// __Pyx_FakeReference(T& ref) : ptr(&ref) { }
|
|
// Const version needed as Cython doesn't know about const overloads (e.g. for stl containers).
|
|
__Pyx_FakeReference(const T& ref) : ptr(const_cast<T*>(&ref)) { }
|
|
T *operator->() { return ptr; }
|
|
T *operator&() { return ptr; }
|
|
operator T&() { return *ptr; }
|
|
// TODO(robertwb): Delegate all operators (or auto-generate unwrapping code where needed).
|
|
template<typename U> bool operator ==(U other) { return *ptr == other; }
|
|
template<typename U> bool operator !=(U other) { return *ptr != other; }
|
|
private:
|
|
T *ptr;
|
|
};
|
|
|
|
|
|
/////////////// PythonCompatibility ///////////////
|
|
|
|
#if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX < 0x02070600 && !defined(Py_OptimizeFlag)
|
|
#define Py_OptimizeFlag 0
|
|
#endif
|
|
|
|
#define __PYX_BUILD_PY_SSIZE_T "n"
|
|
#define CYTHON_FORMAT_SSIZE_T "z"
|
|
|
|
#if PY_MAJOR_VERSION < 3
|
|
#define __Pyx_BUILTIN_MODULE_NAME "__builtin__"
|
|
#define __Pyx_PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos) \
|
|
PyCode_New(a+k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)
|
|
#define __Pyx_DefaultClassType PyClass_Type
|
|
#else
|
|
#define __Pyx_BUILTIN_MODULE_NAME "builtins"
|
|
#if PY_VERSION_HEX >= 0x030800A4 && PY_VERSION_HEX < 0x030800B2
|
|
#define __Pyx_PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos) \
|
|
PyCode_New(a, 0, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)
|
|
#else
|
|
#define __Pyx_PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos) \
|
|
PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)
|
|
#endif
|
|
#define __Pyx_DefaultClassType PyType_Type
|
|
#endif
|
|
|
|
#ifndef Py_TPFLAGS_CHECKTYPES
|
|
#define Py_TPFLAGS_CHECKTYPES 0
|
|
#endif
|
|
#ifndef Py_TPFLAGS_HAVE_INDEX
|
|
#define Py_TPFLAGS_HAVE_INDEX 0
|
|
#endif
|
|
#ifndef Py_TPFLAGS_HAVE_NEWBUFFER
|
|
#define Py_TPFLAGS_HAVE_NEWBUFFER 0
|
|
#endif
|
|
#ifndef Py_TPFLAGS_HAVE_FINALIZE
|
|
#define Py_TPFLAGS_HAVE_FINALIZE 0
|
|
#endif
|
|
|
|
#ifndef METH_STACKLESS
|
|
// already defined for Stackless Python (all versions) and C-Python >= 3.7
|
|
// value if defined: Stackless Python < 3.6: 0x80 else 0x100
|
|
#define METH_STACKLESS 0
|
|
#endif
|
|
#if PY_VERSION_HEX <= 0x030700A3 || !defined(METH_FASTCALL)
|
|
// new in CPython 3.6, but changed in 3.7 - see
|
|
// positional-only parameters:
|
|
// https://bugs.python.org/issue29464
|
|
// const args:
|
|
// https://bugs.python.org/issue32240
|
|
#ifndef METH_FASTCALL
|
|
#define METH_FASTCALL 0x80
|
|
#endif
|
|
typedef PyObject *(*__Pyx_PyCFunctionFast) (PyObject *self, PyObject *const *args, Py_ssize_t nargs);
|
|
// new in CPython 3.7, used to be old signature of _PyCFunctionFast() in 3.6
|
|
typedef PyObject *(*__Pyx_PyCFunctionFastWithKeywords) (PyObject *self, PyObject *const *args,
|
|
Py_ssize_t nargs, PyObject *kwnames);
|
|
#else
|
|
#define __Pyx_PyCFunctionFast _PyCFunctionFast
|
|
#define __Pyx_PyCFunctionFastWithKeywords _PyCFunctionFastWithKeywords
|
|
#endif
|
|
#if CYTHON_FAST_PYCCALL
|
|
#define __Pyx_PyFastCFunction_Check(func) \
|
|
((PyCFunction_Check(func) && (METH_FASTCALL == (PyCFunction_GET_FLAGS(func) & ~(METH_CLASS | METH_STATIC | METH_COEXIST | METH_KEYWORDS | METH_STACKLESS)))))
|
|
#else
|
|
#define __Pyx_PyFastCFunction_Check(func) 0
|
|
#endif
|
|
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(PyObject_Malloc)
|
|
#define PyObject_Malloc(s) PyMem_Malloc(s)
|
|
#define PyObject_Free(p) PyMem_Free(p)
|
|
#define PyObject_Realloc(p) PyMem_Realloc(p)
|
|
#endif
|
|
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030400A1
|
|
#define PyMem_RawMalloc(n) PyMem_Malloc(n)
|
|
#define PyMem_RawRealloc(p, n) PyMem_Realloc(p, n)
|
|
#define PyMem_RawFree(p) PyMem_Free(p)
|
|
#endif
|
|
|
|
#if CYTHON_COMPILING_IN_PYSTON
|
|
// special C-API functions only in Pyston
|
|
#define __Pyx_PyCode_HasFreeVars(co) PyCode_HasFreeVars(co)
|
|
#define __Pyx_PyFrame_SetLineNumber(frame, lineno) PyFrame_SetLineNumber(frame, lineno)
|
|
#else
|
|
#define __Pyx_PyCode_HasFreeVars(co) (PyCode_GetNumFree(co) > 0)
|
|
#define __Pyx_PyFrame_SetLineNumber(frame, lineno) (frame)->f_lineno = (lineno)
|
|
#endif
|
|
|
|
#if !CYTHON_FAST_THREAD_STATE || PY_VERSION_HEX < 0x02070000
|
|
#define __Pyx_PyThreadState_Current PyThreadState_GET()
|
|
#elif PY_VERSION_HEX >= 0x03060000
|
|
//#elif PY_VERSION_HEX >= 0x03050200
|
|
// Actually added in 3.5.2, but compiling against that does not guarantee that we get imported there.
|
|
#define __Pyx_PyThreadState_Current _PyThreadState_UncheckedGet()
|
|
#elif PY_VERSION_HEX >= 0x03000000
|
|
#define __Pyx_PyThreadState_Current PyThreadState_GET()
|
|
#else
|
|
#define __Pyx_PyThreadState_Current _PyThreadState_Current
|
|
#endif
|
|
|
|
// TSS (Thread Specific Storage) API
|
|
#if PY_VERSION_HEX < 0x030700A2 && !defined(PyThread_tss_create) && !defined(Py_tss_NEEDS_INIT)
|
|
#include "pythread.h"
|
|
#define Py_tss_NEEDS_INIT 0
|
|
typedef int Py_tss_t;
|
|
static CYTHON_INLINE int PyThread_tss_create(Py_tss_t *key) {
|
|
*key = PyThread_create_key();
|
|
return 0; /* PyThread_create_key reports success always */
|
|
}
|
|
static CYTHON_INLINE Py_tss_t * PyThread_tss_alloc(void) {
|
|
Py_tss_t *key = (Py_tss_t *)PyObject_Malloc(sizeof(Py_tss_t));
|
|
*key = Py_tss_NEEDS_INIT;
|
|
return key;
|
|
}
|
|
static CYTHON_INLINE void PyThread_tss_free(Py_tss_t *key) {
|
|
PyObject_Free(key);
|
|
}
|
|
static CYTHON_INLINE int PyThread_tss_is_created(Py_tss_t *key) {
|
|
return *key != Py_tss_NEEDS_INIT;
|
|
}
|
|
static CYTHON_INLINE void PyThread_tss_delete(Py_tss_t *key) {
|
|
PyThread_delete_key(*key);
|
|
*key = Py_tss_NEEDS_INIT;
|
|
}
|
|
static CYTHON_INLINE int PyThread_tss_set(Py_tss_t *key, void *value) {
|
|
return PyThread_set_key_value(*key, value);
|
|
}
|
|
static CYTHON_INLINE void * PyThread_tss_get(Py_tss_t *key) {
|
|
return PyThread_get_key_value(*key);
|
|
}
|
|
// PyThread_delete_key_value(key) is equalivalent to PyThread_set_key_value(key, NULL)
|
|
// PyThread_ReInitTLS() is a no-op
|
|
#endif /* TSS (Thread Specific Storage) API */
|
|
|
|
#if CYTHON_COMPILING_IN_CPYTHON || defined(_PyDict_NewPresized)
|
|
#define __Pyx_PyDict_NewPresized(n) ((n <= 8) ? PyDict_New() : _PyDict_NewPresized(n))
|
|
#else
|
|
#define __Pyx_PyDict_NewPresized(n) PyDict_New()
|
|
#endif
|
|
|
|
#if PY_MAJOR_VERSION >= 3 || CYTHON_FUTURE_DIVISION
|
|
#define __Pyx_PyNumber_Divide(x,y) PyNumber_TrueDivide(x,y)
|
|
#define __Pyx_PyNumber_InPlaceDivide(x,y) PyNumber_InPlaceTrueDivide(x,y)
|
|
#else
|
|
#define __Pyx_PyNumber_Divide(x,y) PyNumber_Divide(x,y)
|
|
#define __Pyx_PyNumber_InPlaceDivide(x,y) PyNumber_InPlaceDivide(x,y)
|
|
#endif
|
|
|
|
#if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030500A1 && CYTHON_USE_UNICODE_INTERNALS
|
|
#define __Pyx_PyDict_GetItemStr(dict, name) _PyDict_GetItem_KnownHash(dict, name, ((PyASCIIObject *) name)->hash)
|
|
#else
|
|
#define __Pyx_PyDict_GetItemStr(dict, name) PyDict_GetItem(dict, name)
|
|
#endif
|
|
|
|
/* new Py3.3 unicode type (PEP 393) */
|
|
#if PY_VERSION_HEX > 0x03030000 && defined(PyUnicode_KIND)
|
|
#define CYTHON_PEP393_ENABLED 1
|
|
#define __Pyx_PyUnicode_READY(op) (likely(PyUnicode_IS_READY(op)) ? \
|
|
0 : _PyUnicode_Ready((PyObject *)(op)))
|
|
#define __Pyx_PyUnicode_GET_LENGTH(u) PyUnicode_GET_LENGTH(u)
|
|
#define __Pyx_PyUnicode_READ_CHAR(u, i) PyUnicode_READ_CHAR(u, i)
|
|
#define __Pyx_PyUnicode_MAX_CHAR_VALUE(u) PyUnicode_MAX_CHAR_VALUE(u)
|
|
#define __Pyx_PyUnicode_KIND(u) PyUnicode_KIND(u)
|
|
#define __Pyx_PyUnicode_DATA(u) PyUnicode_DATA(u)
|
|
#define __Pyx_PyUnicode_READ(k, d, i) PyUnicode_READ(k, d, i)
|
|
#define __Pyx_PyUnicode_WRITE(k, d, i, ch) PyUnicode_WRITE(k, d, i, ch)
|
|
#define __Pyx_PyUnicode_IS_TRUE(u) (0 != (likely(PyUnicode_IS_READY(u)) ? PyUnicode_GET_LENGTH(u) : PyUnicode_GET_SIZE(u)))
|
|
#else
|
|
#define CYTHON_PEP393_ENABLED 0
|
|
#define PyUnicode_1BYTE_KIND 1
|
|
#define PyUnicode_2BYTE_KIND 2
|
|
#define PyUnicode_4BYTE_KIND 4
|
|
#define __Pyx_PyUnicode_READY(op) (0)
|
|
#define __Pyx_PyUnicode_GET_LENGTH(u) PyUnicode_GET_SIZE(u)
|
|
#define __Pyx_PyUnicode_READ_CHAR(u, i) ((Py_UCS4)(PyUnicode_AS_UNICODE(u)[i]))
|
|
#define __Pyx_PyUnicode_MAX_CHAR_VALUE(u) ((sizeof(Py_UNICODE) == 2) ? 65535 : 1114111)
|
|
#define __Pyx_PyUnicode_KIND(u) (sizeof(Py_UNICODE))
|
|
#define __Pyx_PyUnicode_DATA(u) ((void*)PyUnicode_AS_UNICODE(u))
|
|
/* (void)(k) => avoid unused variable warning due to macro: */
|
|
#define __Pyx_PyUnicode_READ(k, d, i) ((void)(k), (Py_UCS4)(((Py_UNICODE*)d)[i]))
|
|
#define __Pyx_PyUnicode_WRITE(k, d, i, ch) (((void)(k)), ((Py_UNICODE*)d)[i] = ch)
|
|
#define __Pyx_PyUnicode_IS_TRUE(u) (0 != PyUnicode_GET_SIZE(u))
|
|
#endif
|
|
|
|
#if CYTHON_COMPILING_IN_PYPY
|
|
#define __Pyx_PyUnicode_Concat(a, b) PyNumber_Add(a, b)
|
|
#define __Pyx_PyUnicode_ConcatSafe(a, b) PyNumber_Add(a, b)
|
|
#else
|
|
#define __Pyx_PyUnicode_Concat(a, b) PyUnicode_Concat(a, b)
|
|
#define __Pyx_PyUnicode_ConcatSafe(a, b) ((unlikely((a) == Py_None) || unlikely((b) == Py_None)) ? \
|
|
PyNumber_Add(a, b) : __Pyx_PyUnicode_Concat(a, b))
|
|
#endif
|
|
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(PyUnicode_Contains)
|
|
#define PyUnicode_Contains(u, s) PySequence_Contains(u, s)
|
|
#endif
|
|
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(PyByteArray_Check)
|
|
#define PyByteArray_Check(obj) PyObject_TypeCheck(obj, &PyByteArray_Type)
|
|
#endif
|
|
|
|
#if CYTHON_COMPILING_IN_PYPY && !defined(PyObject_Format)
|
|
#define PyObject_Format(obj, fmt) PyObject_CallMethod(obj, "__format__", "O", fmt)
|
|
#endif
|
|
|
|
// ("..." % x) must call PyNumber_Remainder() if x is a string subclass that implements "__rmod__()".
|
|
#define __Pyx_PyString_FormatSafe(a, b) ((unlikely((a) == Py_None || (PyString_Check(b) && !PyString_CheckExact(b)))) ? PyNumber_Remainder(a, b) : __Pyx_PyString_Format(a, b))
|
|
#define __Pyx_PyUnicode_FormatSafe(a, b) ((unlikely((a) == Py_None || (PyUnicode_Check(b) && !PyUnicode_CheckExact(b)))) ? PyNumber_Remainder(a, b) : PyUnicode_Format(a, b))
|
|
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define __Pyx_PyString_Format(a, b) PyUnicode_Format(a, b)
|
|
#else
|
|
#define __Pyx_PyString_Format(a, b) PyString_Format(a, b)
|
|
#endif
|
|
|
|
#if PY_MAJOR_VERSION < 3 && !defined(PyObject_ASCII)
|
|
#define PyObject_ASCII(o) PyObject_Repr(o)
|
|
#endif
|
|
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define PyBaseString_Type PyUnicode_Type
|
|
#define PyStringObject PyUnicodeObject
|
|
#define PyString_Type PyUnicode_Type
|
|
#define PyString_Check PyUnicode_Check
|
|
#define PyString_CheckExact PyUnicode_CheckExact
|
|
// PyPy3 used to define "PyObject_Unicode"
|
|
#ifndef PyObject_Unicode
|
|
#define PyObject_Unicode PyObject_Str
|
|
#endif
|
|
#endif
|
|
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define __Pyx_PyBaseString_Check(obj) PyUnicode_Check(obj)
|
|
#define __Pyx_PyBaseString_CheckExact(obj) PyUnicode_CheckExact(obj)
|
|
#else
|
|
#define __Pyx_PyBaseString_Check(obj) (PyString_Check(obj) || PyUnicode_Check(obj))
|
|
#define __Pyx_PyBaseString_CheckExact(obj) (PyString_CheckExact(obj) || PyUnicode_CheckExact(obj))
|
|
#endif
|
|
|
|
#ifndef PySet_CheckExact
|
|
#define PySet_CheckExact(obj) (Py_TYPE(obj) == &PySet_Type)
|
|
#endif
|
|
|
|
#if CYTHON_ASSUME_SAFE_MACROS
|
|
#define __Pyx_PySequence_SIZE(seq) Py_SIZE(seq)
|
|
#else
|
|
// NOTE: might fail with exception => check for -1
|
|
#define __Pyx_PySequence_SIZE(seq) PySequence_Size(seq)
|
|
#endif
|
|
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define PyIntObject PyLongObject
|
|
#define PyInt_Type PyLong_Type
|
|
#define PyInt_Check(op) PyLong_Check(op)
|
|
#define PyInt_CheckExact(op) PyLong_CheckExact(op)
|
|
#define PyInt_FromString PyLong_FromString
|
|
#define PyInt_FromUnicode PyLong_FromUnicode
|
|
#define PyInt_FromLong PyLong_FromLong
|
|
#define PyInt_FromSize_t PyLong_FromSize_t
|
|
#define PyInt_FromSsize_t PyLong_FromSsize_t
|
|
#define PyInt_AsLong PyLong_AsLong
|
|
#define PyInt_AS_LONG PyLong_AS_LONG
|
|
#define PyInt_AsSsize_t PyLong_AsSsize_t
|
|
#define PyInt_AsUnsignedLongMask PyLong_AsUnsignedLongMask
|
|
#define PyInt_AsUnsignedLongLongMask PyLong_AsUnsignedLongLongMask
|
|
#define PyNumber_Int PyNumber_Long
|
|
#endif
|
|
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define PyBoolObject PyLongObject
|
|
#endif
|
|
|
|
#if PY_MAJOR_VERSION >= 3 && CYTHON_COMPILING_IN_PYPY
|
|
#ifndef PyUnicode_InternFromString
|
|
#define PyUnicode_InternFromString(s) PyUnicode_FromString(s)
|
|
#endif
|
|
#endif
|
|
|
|
#if PY_VERSION_HEX < 0x030200A4
|
|
typedef long Py_hash_t;
|
|
#define __Pyx_PyInt_FromHash_t PyInt_FromLong
|
|
#define __Pyx_PyInt_AsHash_t PyInt_AsLong
|
|
#else
|
|
#define __Pyx_PyInt_FromHash_t PyInt_FromSsize_t
|
|
#define __Pyx_PyInt_AsHash_t PyInt_AsSsize_t
|
|
#endif
|
|
|
|
#if PY_MAJOR_VERSION >= 3
|
|
#define __Pyx_PyMethod_New(func, self, klass) ((self) ? PyMethod_New(func, self) : (Py_INCREF(func), func))
|
|
#else
|
|
#define __Pyx_PyMethod_New(func, self, klass) PyMethod_New(func, self, klass)
|
|
#endif
|
|
|
|
// backport of PyAsyncMethods from Py3.5 to older Py3.x versions
|
|
// (mis-)using the "tp_reserved" type slot which is re-activated as "tp_as_async" in Py3.5
|
|
#if CYTHON_USE_ASYNC_SLOTS
|
|
#if PY_VERSION_HEX >= 0x030500B1
|
|
#define __Pyx_PyAsyncMethodsStruct PyAsyncMethods
|
|
#define __Pyx_PyType_AsAsync(obj) (Py_TYPE(obj)->tp_as_async)
|
|
#else
|
|
#define __Pyx_PyType_AsAsync(obj) ((__Pyx_PyAsyncMethodsStruct*) (Py_TYPE(obj)->tp_reserved))
|
|
#endif
|
|
#else
|
|
#define __Pyx_PyType_AsAsync(obj) NULL
|
|
#endif
|
|
#ifndef __Pyx_PyAsyncMethodsStruct
|
|
typedef struct {
|
|
unaryfunc am_await;
|
|
unaryfunc am_aiter;
|
|
unaryfunc am_anext;
|
|
} __Pyx_PyAsyncMethodsStruct;
|
|
#endif
|
|
|
|
|
|
/////////////// SmallCodeConfig.proto ///////////////
|
|
|
|
#ifndef CYTHON_SMALL_CODE
|
|
#if defined(__clang__)
|
|
#define CYTHON_SMALL_CODE
|
|
#elif defined(__GNUC__) && (__GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 3))
|
|
#define CYTHON_SMALL_CODE __attribute__((cold))
|
|
#else
|
|
#define CYTHON_SMALL_CODE
|
|
#endif
|
|
#endif
|
|
|
|
|
|
/////////////// PyModInitFuncType.proto ///////////////
|
|
|
|
#ifndef CYTHON_NO_PYINIT_EXPORT
|
|
#define __Pyx_PyMODINIT_FUNC PyMODINIT_FUNC
|
|
|
|
#elif PY_MAJOR_VERSION < 3
|
|
// Py2: define this to void manually because PyMODINIT_FUNC adds __declspec(dllexport) to it's definition.
|
|
#ifdef __cplusplus
|
|
#define __Pyx_PyMODINIT_FUNC extern "C" void
|
|
#else
|
|
#define __Pyx_PyMODINIT_FUNC void
|
|
#endif
|
|
|
|
#else
|
|
// Py3+: define this to PyObject * manually because PyMODINIT_FUNC adds __declspec(dllexport) to it's definition.
|
|
#ifdef __cplusplus
|
|
#define __Pyx_PyMODINIT_FUNC extern "C" PyObject *
|
|
#else
|
|
#define __Pyx_PyMODINIT_FUNC PyObject *
|
|
#endif
|
|
#endif
|
|
|
|
|
|
/////////////// FastTypeChecks.proto ///////////////
|
|
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
#define __Pyx_TypeCheck(obj, type) __Pyx_IsSubtype(Py_TYPE(obj), (PyTypeObject *)type)
|
|
static CYTHON_INLINE int __Pyx_IsSubtype(PyTypeObject *a, PyTypeObject *b);/*proto*/
|
|
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches(PyObject *err, PyObject *type);/*proto*/
|
|
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches2(PyObject *err, PyObject *type1, PyObject *type2);/*proto*/
|
|
#else
|
|
#define __Pyx_TypeCheck(obj, type) PyObject_TypeCheck(obj, (PyTypeObject *)type)
|
|
#define __Pyx_PyErr_GivenExceptionMatches(err, type) PyErr_GivenExceptionMatches(err, type)
|
|
#define __Pyx_PyErr_GivenExceptionMatches2(err, type1, type2) (PyErr_GivenExceptionMatches(err, type1) || PyErr_GivenExceptionMatches(err, type2))
|
|
#endif
|
|
|
|
#define __Pyx_PyException_Check(obj) __Pyx_TypeCheck(obj, PyExc_Exception)
|
|
|
|
/////////////// FastTypeChecks ///////////////
|
|
//@requires: Exceptions.c::PyThreadStateGet
|
|
//@requires: Exceptions.c::PyErrFetchRestore
|
|
|
|
#if CYTHON_COMPILING_IN_CPYTHON
|
|
static int __Pyx_InBases(PyTypeObject *a, PyTypeObject *b) {
|
|
while (a) {
|
|
a = a->tp_base;
|
|
if (a == b)
|
|
return 1;
|
|
}
|
|
return b == &PyBaseObject_Type;
|
|
}
|
|
|
|
static CYTHON_INLINE int __Pyx_IsSubtype(PyTypeObject *a, PyTypeObject *b) {
|
|
PyObject *mro;
|
|
if (a == b) return 1;
|
|
mro = a->tp_mro;
|
|
if (likely(mro)) {
|
|
Py_ssize_t i, n;
|
|
n = PyTuple_GET_SIZE(mro);
|
|
for (i = 0; i < n; i++) {
|
|
if (PyTuple_GET_ITEM(mro, i) == (PyObject *)b)
|
|
return 1;
|
|
}
|
|
return 0;
|
|
}
|
|
// should only get here for incompletely initialised types, i.e. never under normal usage patterns
|
|
return __Pyx_InBases(a, b);
|
|
}
|
|
|
|
|
|
#if PY_MAJOR_VERSION == 2
|
|
static int __Pyx_inner_PyErr_GivenExceptionMatches2(PyObject *err, PyObject* exc_type1, PyObject* exc_type2) {
|
|
// PyObject_IsSubclass() can recurse and therefore is not safe
|
|
PyObject *exception, *value, *tb;
|
|
int res;
|
|
__Pyx_PyThreadState_declare
|
|
__Pyx_PyThreadState_assign
|
|
__Pyx_ErrFetch(&exception, &value, &tb);
|
|
|
|
res = exc_type1 ? PyObject_IsSubclass(err, exc_type1) : 0;
|
|
// This function must not fail, so print the error here (which also clears it)
|
|
if (unlikely(res == -1)) {
|
|
PyErr_WriteUnraisable(err);
|
|
res = 0;
|
|
}
|
|
if (!res) {
|
|
res = PyObject_IsSubclass(err, exc_type2);
|
|
// This function must not fail, so print the error here (which also clears it)
|
|
if (unlikely(res == -1)) {
|
|
PyErr_WriteUnraisable(err);
|
|
res = 0;
|
|
}
|
|
}
|
|
|
|
__Pyx_ErrRestore(exception, value, tb);
|
|
return res;
|
|
}
|
|
#else
|
|
static CYTHON_INLINE int __Pyx_inner_PyErr_GivenExceptionMatches2(PyObject *err, PyObject* exc_type1, PyObject *exc_type2) {
|
|
int res = exc_type1 ? __Pyx_IsSubtype((PyTypeObject*)err, (PyTypeObject*)exc_type1) : 0;
|
|
if (!res) {
|
|
res = __Pyx_IsSubtype((PyTypeObject*)err, (PyTypeObject*)exc_type2);
|
|
}
|
|
return res;
|
|
}
|
|
#endif
|
|
|
|
// so far, we only call PyErr_GivenExceptionMatches() with an exception type (not instance) as first argument
|
|
// => optimise for that case
|
|
|
|
static int __Pyx_PyErr_GivenExceptionMatchesTuple(PyObject *exc_type, PyObject *tuple) {
|
|
Py_ssize_t i, n;
|
|
assert(PyExceptionClass_Check(exc_type));
|
|
n = PyTuple_GET_SIZE(tuple);
|
|
#if PY_MAJOR_VERSION >= 3
|
|
// the tighter subtype checking in Py3 allows faster out-of-order comparison
|
|
for (i=0; i<n; i++) {
|
|
if (exc_type == PyTuple_GET_ITEM(tuple, i)) return 1;
|
|
}
|
|
#endif
|
|
for (i=0; i<n; i++) {
|
|
PyObject *t = PyTuple_GET_ITEM(tuple, i);
|
|
#if PY_MAJOR_VERSION < 3
|
|
if (likely(exc_type == t)) return 1;
|
|
#endif
|
|
if (likely(PyExceptionClass_Check(t))) {
|
|
if (__Pyx_inner_PyErr_GivenExceptionMatches2(exc_type, NULL, t)) return 1;
|
|
} else {
|
|
// FIXME: Py3: PyErr_SetString(PyExc_TypeError, "catching classes that do not inherit from BaseException is not allowed");
|
|
}
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches(PyObject *err, PyObject* exc_type) {
|
|
if (likely(err == exc_type)) return 1;
|
|
if (likely(PyExceptionClass_Check(err))) {
|
|
if (likely(PyExceptionClass_Check(exc_type))) {
|
|
return __Pyx_inner_PyErr_GivenExceptionMatches2(err, NULL, exc_type);
|
|
} else if (likely(PyTuple_Check(exc_type))) {
|
|
return __Pyx_PyErr_GivenExceptionMatchesTuple(err, exc_type);
|
|
} else {
|
|
// FIXME: Py3: PyErr_SetString(PyExc_TypeError, "catching classes that do not inherit from BaseException is not allowed");
|
|
}
|
|
}
|
|
return PyErr_GivenExceptionMatches(err, exc_type);
|
|
}
|
|
|
|
static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches2(PyObject *err, PyObject *exc_type1, PyObject *exc_type2) {
|
|
// Only used internally with known exception types => pure safety check assertions.
|
|
assert(PyExceptionClass_Check(exc_type1));
|
|
assert(PyExceptionClass_Check(exc_type2));
|
|
if (likely(err == exc_type1 || err == exc_type2)) return 1;
|
|
if (likely(PyExceptionClass_Check(err))) {
|
|
return __Pyx_inner_PyErr_GivenExceptionMatches2(err, exc_type1, exc_type2);
|
|
}
|
|
return (PyErr_GivenExceptionMatches(err, exc_type1) || PyErr_GivenExceptionMatches(err, exc_type2));
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
/////////////// MathInitCode ///////////////
|
|
|
|
#if defined(WIN32) || defined(MS_WINDOWS)
|
|
#define _USE_MATH_DEFINES
|
|
#endif
|
|
#include <math.h>
|
|
|
|
#ifdef NAN
|
|
#define __PYX_NAN() ((float) NAN)
|
|
#else
|
|
static CYTHON_INLINE float __PYX_NAN() {
|
|
// Initialize NaN. The sign is irrelevant, an exponent with all bits 1 and
|
|
// a nonzero mantissa means NaN. If the first bit in the mantissa is 1, it is
|
|
// a quiet NaN.
|
|
float value;
|
|
memset(&value, 0xFF, sizeof(value));
|
|
return value;
|
|
}
|
|
#endif
|
|
|
|
#if defined(__CYGWIN__) && defined(_LDBL_EQ_DBL)
|
|
#define __Pyx_truncl trunc
|
|
#else
|
|
#define __Pyx_truncl truncl
|
|
#endif
|
|
|
|
|
|
/////////////// UtilityFunctionPredeclarations.proto ///////////////
|
|
|
|
typedef struct {PyObject **p; const char *s; const Py_ssize_t n; const char* encoding;
|
|
const char is_unicode; const char is_str; const char intern; } __Pyx_StringTabEntry; /*proto*/
|
|
|
|
/////////////// ForceInitThreads.proto ///////////////
|
|
//@proto_block: utility_code_proto_before_types
|
|
|
|
#ifndef __PYX_FORCE_INIT_THREADS
|
|
#define __PYX_FORCE_INIT_THREADS 0
|
|
#endif
|
|
|
|
/////////////// InitThreads.init ///////////////
|
|
|
|
#ifdef WITH_THREAD
|
|
PyEval_InitThreads();
|
|
#endif
|
|
|
|
|
|
/////////////// ModuleCreationPEP489 ///////////////
|
|
//@substitute: naming
|
|
|
|
//#if CYTHON_PEP489_MULTI_PHASE_INIT
|
|
static CYTHON_SMALL_CODE int __Pyx_check_single_interpreter(void) {
|
|
#if PY_VERSION_HEX >= 0x030700A1
|
|
static PY_INT64_T main_interpreter_id = -1;
|
|
PY_INT64_T current_id = PyInterpreterState_GetID(PyThreadState_Get()->interp);
|
|
if (main_interpreter_id == -1) {
|
|
main_interpreter_id = current_id;
|
|
return (unlikely(current_id == -1)) ? -1 : 0;
|
|
} else if (unlikely(main_interpreter_id != current_id))
|
|
|
|
#else
|
|
static PyInterpreterState *main_interpreter = NULL;
|
|
PyInterpreterState *current_interpreter = PyThreadState_Get()->interp;
|
|
if (!main_interpreter) {
|
|
main_interpreter = current_interpreter;
|
|
} else if (unlikely(main_interpreter != current_interpreter))
|
|
#endif
|
|
|
|
{
|
|
PyErr_SetString(
|
|
PyExc_ImportError,
|
|
"Interpreter change detected - this module can only be loaded into one interpreter per process.");
|
|
return -1;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static CYTHON_SMALL_CODE int __Pyx_copy_spec_to_module(PyObject *spec, PyObject *moddict, const char* from_name, const char* to_name, int allow_none) {
|
|
PyObject *value = PyObject_GetAttrString(spec, from_name);
|
|
int result = 0;
|
|
if (likely(value)) {
|
|
if (allow_none || value != Py_None) {
|
|
result = PyDict_SetItemString(moddict, to_name, value);
|
|
}
|
|
Py_DECREF(value);
|
|
} else if (PyErr_ExceptionMatches(PyExc_AttributeError)) {
|
|
PyErr_Clear();
|
|
} else {
|
|
result = -1;
|
|
}
|
|
return result;
|
|
}
|
|
|
|
static CYTHON_SMALL_CODE PyObject* ${pymodule_create_func_cname}(PyObject *spec, CYTHON_UNUSED PyModuleDef *def) {
|
|
PyObject *module = NULL, *moddict, *modname;
|
|
|
|
// For now, we only have exactly one module instance.
|
|
if (__Pyx_check_single_interpreter())
|
|
return NULL;
|
|
if (${module_cname})
|
|
return __Pyx_NewRef(${module_cname});
|
|
|
|
modname = PyObject_GetAttrString(spec, "name");
|
|
if (unlikely(!modname)) goto bad;
|
|
|
|
module = PyModule_NewObject(modname);
|
|
Py_DECREF(modname);
|
|
if (unlikely(!module)) goto bad;
|
|
|
|
moddict = PyModule_GetDict(module);
|
|
if (unlikely(!moddict)) goto bad;
|
|
// moddict is a borrowed reference
|
|
|
|
if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "loader", "__loader__", 1) < 0)) goto bad;
|
|
if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "origin", "__file__", 1) < 0)) goto bad;
|
|
if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "parent", "__package__", 1) < 0)) goto bad;
|
|
if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "submodule_search_locations", "__path__", 0) < 0)) goto bad;
|
|
|
|
return module;
|
|
bad:
|
|
Py_XDECREF(module);
|
|
return NULL;
|
|
}
|
|
//#endif
|
|
|
|
|
|
/////////////// CodeObjectCache.proto ///////////////
|
|
|
|
typedef struct {
|
|
PyCodeObject* code_object;
|
|
int code_line;
|
|
} __Pyx_CodeObjectCacheEntry;
|
|
|
|
struct __Pyx_CodeObjectCache {
|
|
int count;
|
|
int max_count;
|
|
__Pyx_CodeObjectCacheEntry* entries;
|
|
};
|
|
|
|
static struct __Pyx_CodeObjectCache __pyx_code_cache = {0,0,NULL};
|
|
|
|
static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line);
|
|
static PyCodeObject *__pyx_find_code_object(int code_line);
|
|
static void __pyx_insert_code_object(int code_line, PyCodeObject* code_object);
|
|
|
|
/////////////// CodeObjectCache ///////////////
|
|
// Note that errors are simply ignored in the code below.
|
|
// This is just a cache, if a lookup or insertion fails - so what?
|
|
|
|
static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line) {
|
|
int start = 0, mid = 0, end = count - 1;
|
|
if (end >= 0 && code_line > entries[end].code_line) {
|
|
return count;
|
|
}
|
|
while (start < end) {
|
|
mid = start + (end - start) / 2;
|
|
if (code_line < entries[mid].code_line) {
|
|
end = mid;
|
|
} else if (code_line > entries[mid].code_line) {
|
|
start = mid + 1;
|
|
} else {
|
|
return mid;
|
|
}
|
|
}
|
|
if (code_line <= entries[mid].code_line) {
|
|
return mid;
|
|
} else {
|
|
return mid + 1;
|
|
}
|
|
}
|
|
|
|
static PyCodeObject *__pyx_find_code_object(int code_line) {
|
|
PyCodeObject* code_object;
|
|
int pos;
|
|
if (unlikely(!code_line) || unlikely(!__pyx_code_cache.entries)) {
|
|
return NULL;
|
|
}
|
|
pos = __pyx_bisect_code_objects(__pyx_code_cache.entries, __pyx_code_cache.count, code_line);
|
|
if (unlikely(pos >= __pyx_code_cache.count) || unlikely(__pyx_code_cache.entries[pos].code_line != code_line)) {
|
|
return NULL;
|
|
}
|
|
code_object = __pyx_code_cache.entries[pos].code_object;
|
|
Py_INCREF(code_object);
|
|
return code_object;
|
|
}
|
|
|
|
static void __pyx_insert_code_object(int code_line, PyCodeObject* code_object) {
|
|
int pos, i;
|
|
__Pyx_CodeObjectCacheEntry* entries = __pyx_code_cache.entries;
|
|
if (unlikely(!code_line)) {
|
|
return;
|
|
}
|
|
if (unlikely(!entries)) {
|
|
entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Malloc(64*sizeof(__Pyx_CodeObjectCacheEntry));
|
|
if (likely(entries)) {
|
|
__pyx_code_cache.entries = entries;
|
|
__pyx_code_cache.max_count = 64;
|
|
__pyx_code_cache.count = 1;
|
|
entries[0].code_line = code_line;
|
|
entries[0].code_object = code_object;
|
|
Py_INCREF(code_object);
|
|
}
|
|
return;
|
|
}
|
|
pos = __pyx_bisect_code_objects(__pyx_code_cache.entries, __pyx_code_cache.count, code_line);
|
|
if ((pos < __pyx_code_cache.count) && unlikely(__pyx_code_cache.entries[pos].code_line == code_line)) {
|
|
PyCodeObject* tmp = entries[pos].code_object;
|
|
entries[pos].code_object = code_object;
|
|
Py_DECREF(tmp);
|
|
return;
|
|
}
|
|
if (__pyx_code_cache.count == __pyx_code_cache.max_count) {
|
|
int new_max = __pyx_code_cache.max_count + 64;
|
|
entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Realloc(
|
|
__pyx_code_cache.entries, ((size_t)new_max) * sizeof(__Pyx_CodeObjectCacheEntry));
|
|
if (unlikely(!entries)) {
|
|
return;
|
|
}
|
|
__pyx_code_cache.entries = entries;
|
|
__pyx_code_cache.max_count = new_max;
|
|
}
|
|
for (i=__pyx_code_cache.count; i>pos; i--) {
|
|
entries[i] = entries[i-1];
|
|
}
|
|
entries[pos].code_line = code_line;
|
|
entries[pos].code_object = code_object;
|
|
__pyx_code_cache.count++;
|
|
Py_INCREF(code_object);
|
|
}
|
|
|
|
/////////////// CodeObjectCache.cleanup ///////////////
|
|
|
|
if (__pyx_code_cache.entries) {
|
|
__Pyx_CodeObjectCacheEntry* entries = __pyx_code_cache.entries;
|
|
int i, count = __pyx_code_cache.count;
|
|
__pyx_code_cache.count = 0;
|
|
__pyx_code_cache.max_count = 0;
|
|
__pyx_code_cache.entries = NULL;
|
|
for (i=0; i<count; i++) {
|
|
Py_DECREF(entries[i].code_object);
|
|
}
|
|
PyMem_Free(entries);
|
|
}
|
|
|
|
/////////////// CheckBinaryVersion.proto ///////////////
|
|
|
|
static int __Pyx_check_binary_version(void);
|
|
|
|
/////////////// CheckBinaryVersion ///////////////
|
|
|
|
static int __Pyx_check_binary_version(void) {
|
|
char ctversion[4], rtversion[4];
|
|
PyOS_snprintf(ctversion, 4, "%d.%d", PY_MAJOR_VERSION, PY_MINOR_VERSION);
|
|
PyOS_snprintf(rtversion, 4, "%s", Py_GetVersion());
|
|
if (ctversion[0] != rtversion[0] || ctversion[2] != rtversion[2]) {
|
|
char message[200];
|
|
PyOS_snprintf(message, sizeof(message),
|
|
"compiletime version %s of module '%.100s' "
|
|
"does not match runtime version %s",
|
|
ctversion, __Pyx_MODULE_NAME, rtversion);
|
|
return PyErr_WarnEx(NULL, message, 1);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
/////////////// IsLittleEndian.proto ///////////////
|
|
|
|
static CYTHON_INLINE int __Pyx_Is_Little_Endian(void);
|
|
|
|
/////////////// IsLittleEndian ///////////////
|
|
|
|
static CYTHON_INLINE int __Pyx_Is_Little_Endian(void)
|
|
{
|
|
union {
|
|
uint32_t u32;
|
|
uint8_t u8[4];
|
|
} S;
|
|
S.u32 = 0x01020304;
|
|
return S.u8[0] == 4;
|
|
}
|
|
|
|
/////////////// Refnanny.proto ///////////////
|
|
|
|
#ifndef CYTHON_REFNANNY
|
|
#define CYTHON_REFNANNY 0
|
|
#endif
|
|
|
|
#if CYTHON_REFNANNY
|
|
typedef struct {
|
|
void (*INCREF)(void*, PyObject*, int);
|
|
void (*DECREF)(void*, PyObject*, int);
|
|
void (*GOTREF)(void*, PyObject*, int);
|
|
void (*GIVEREF)(void*, PyObject*, int);
|
|
void* (*SetupContext)(const char*, int, const char*);
|
|
void (*FinishContext)(void**);
|
|
} __Pyx_RefNannyAPIStruct;
|
|
static __Pyx_RefNannyAPIStruct *__Pyx_RefNanny = NULL;
|
|
static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname); /*proto*/
|
|
#define __Pyx_RefNannyDeclarations void *__pyx_refnanny = NULL;
|
|
#ifdef WITH_THREAD
|
|
#define __Pyx_RefNannySetupContext(name, acquire_gil) \
|
|
if (acquire_gil) { \
|
|
PyGILState_STATE __pyx_gilstate_save = PyGILState_Ensure(); \
|
|
__pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__); \
|
|
PyGILState_Release(__pyx_gilstate_save); \
|
|
} else { \
|
|
__pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__); \
|
|
}
|
|
#else
|
|
#define __Pyx_RefNannySetupContext(name, acquire_gil) \
|
|
__pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__)
|
|
#endif
|
|
#define __Pyx_RefNannyFinishContext() \
|
|
__Pyx_RefNanny->FinishContext(&__pyx_refnanny)
|
|
#define __Pyx_INCREF(r) __Pyx_RefNanny->INCREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
|
|
#define __Pyx_DECREF(r) __Pyx_RefNanny->DECREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
|
|
#define __Pyx_GOTREF(r) __Pyx_RefNanny->GOTREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
|
|
#define __Pyx_GIVEREF(r) __Pyx_RefNanny->GIVEREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
|
|
#define __Pyx_XINCREF(r) do { if((r) != NULL) {__Pyx_INCREF(r); }} while(0)
|
|
#define __Pyx_XDECREF(r) do { if((r) != NULL) {__Pyx_DECREF(r); }} while(0)
|
|
#define __Pyx_XGOTREF(r) do { if((r) != NULL) {__Pyx_GOTREF(r); }} while(0)
|
|
#define __Pyx_XGIVEREF(r) do { if((r) != NULL) {__Pyx_GIVEREF(r);}} while(0)
|
|
#else
|
|
#define __Pyx_RefNannyDeclarations
|
|
#define __Pyx_RefNannySetupContext(name, acquire_gil)
|
|
#define __Pyx_RefNannyFinishContext()
|
|
#define __Pyx_INCREF(r) Py_INCREF(r)
|
|
#define __Pyx_DECREF(r) Py_DECREF(r)
|
|
#define __Pyx_GOTREF(r)
|
|
#define __Pyx_GIVEREF(r)
|
|
#define __Pyx_XINCREF(r) Py_XINCREF(r)
|
|
#define __Pyx_XDECREF(r) Py_XDECREF(r)
|
|
#define __Pyx_XGOTREF(r)
|
|
#define __Pyx_XGIVEREF(r)
|
|
#endif /* CYTHON_REFNANNY */
|
|
|
|
#define __Pyx_XDECREF_SET(r, v) do { \
|
|
PyObject *tmp = (PyObject *) r; \
|
|
r = v; __Pyx_XDECREF(tmp); \
|
|
} while (0)
|
|
#define __Pyx_DECREF_SET(r, v) do { \
|
|
PyObject *tmp = (PyObject *) r; \
|
|
r = v; __Pyx_DECREF(tmp); \
|
|
} while (0)
|
|
|
|
#define __Pyx_CLEAR(r) do { PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);} while(0)
|
|
#define __Pyx_XCLEAR(r) do { if((r) != NULL) {PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);}} while(0)
|
|
|
|
/////////////// Refnanny ///////////////
|
|
|
|
#if CYTHON_REFNANNY
|
|
static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname) {
|
|
PyObject *m = NULL, *p = NULL;
|
|
void *r = NULL;
|
|
m = PyImport_ImportModule(modname);
|
|
if (!m) goto end;
|
|
p = PyObject_GetAttrString(m, "RefNannyAPI");
|
|
if (!p) goto end;
|
|
r = PyLong_AsVoidPtr(p);
|
|
end:
|
|
Py_XDECREF(p);
|
|
Py_XDECREF(m);
|
|
return (__Pyx_RefNannyAPIStruct *)r;
|
|
}
|
|
#endif /* CYTHON_REFNANNY */
|
|
|
|
|
|
/////////////// ImportRefnannyAPI ///////////////
|
|
|
|
#if CYTHON_REFNANNY
|
|
__Pyx_RefNanny = __Pyx_RefNannyImportAPI("refnanny");
|
|
if (!__Pyx_RefNanny) {
|
|
PyErr_Clear();
|
|
__Pyx_RefNanny = __Pyx_RefNannyImportAPI("Cython.Runtime.refnanny");
|
|
if (!__Pyx_RefNanny)
|
|
Py_FatalError("failed to import 'refnanny' module");
|
|
}
|
|
#endif
|
|
|
|
|
|
/////////////// RegisterModuleCleanup.proto ///////////////
|
|
//@substitute: naming
|
|
|
|
static void ${cleanup_cname}(PyObject *self); /*proto*/
|
|
|
|
#if PY_MAJOR_VERSION < 3 || CYTHON_COMPILING_IN_PYPY
|
|
static int __Pyx_RegisterCleanup(void); /*proto*/
|
|
#else
|
|
#define __Pyx_RegisterCleanup() (0)
|
|
#endif
|
|
|
|
/////////////// RegisterModuleCleanup ///////////////
|
|
//@substitute: naming
|
|
|
|
#if PY_MAJOR_VERSION < 3 || CYTHON_COMPILING_IN_PYPY
|
|
static PyObject* ${cleanup_cname}_atexit(PyObject *module, CYTHON_UNUSED PyObject *unused) {
|
|
${cleanup_cname}(module);
|
|
Py_INCREF(Py_None); return Py_None;
|
|
}
|
|
|
|
static int __Pyx_RegisterCleanup(void) {
|
|
// Don't use Py_AtExit because that has a 32-call limit and is called
|
|
// after python finalization.
|
|
// Also, we try to prepend the cleanup function to "atexit._exithandlers"
|
|
// in Py2 because CPython runs them last-to-first. Being run last allows
|
|
// user exit code to run before us that may depend on the globals
|
|
// and cached objects that we are about to clean up.
|
|
|
|
static PyMethodDef cleanup_def = {
|
|
"__cleanup", (PyCFunction)${cleanup_cname}_atexit, METH_NOARGS, 0};
|
|
|
|
PyObject *cleanup_func = 0;
|
|
PyObject *atexit = 0;
|
|
PyObject *reg = 0;
|
|
PyObject *args = 0;
|
|
PyObject *res = 0;
|
|
int ret = -1;
|
|
|
|
cleanup_func = PyCFunction_New(&cleanup_def, 0);
|
|
if (!cleanup_func)
|
|
goto bad;
|
|
|
|
atexit = PyImport_ImportModule("atexit");
|
|
if (!atexit)
|
|
goto bad;
|
|
reg = PyObject_GetAttrString(atexit, "_exithandlers");
|
|
if (reg && PyList_Check(reg)) {
|
|
PyObject *a, *kw;
|
|
a = PyTuple_New(0);
|
|
kw = PyDict_New();
|
|
if (!a || !kw) {
|
|
Py_XDECREF(a);
|
|
Py_XDECREF(kw);
|
|
goto bad;
|
|
}
|
|
args = PyTuple_Pack(3, cleanup_func, a, kw);
|
|
Py_DECREF(a);
|
|
Py_DECREF(kw);
|
|
if (!args)
|
|
goto bad;
|
|
ret = PyList_Insert(reg, 0, args);
|
|
} else {
|
|
if (!reg)
|
|
PyErr_Clear();
|
|
Py_XDECREF(reg);
|
|
reg = PyObject_GetAttrString(atexit, "register");
|
|
if (!reg)
|
|
goto bad;
|
|
args = PyTuple_Pack(1, cleanup_func);
|
|
if (!args)
|
|
goto bad;
|
|
res = PyObject_CallObject(reg, args);
|
|
if (!res)
|
|
goto bad;
|
|
ret = 0;
|
|
}
|
|
bad:
|
|
Py_XDECREF(cleanup_func);
|
|
Py_XDECREF(atexit);
|
|
Py_XDECREF(reg);
|
|
Py_XDECREF(args);
|
|
Py_XDECREF(res);
|
|
return ret;
|
|
}
|
|
#endif
|
|
|
|
/////////////// FastGil.init ///////////////
|
|
#ifdef WITH_THREAD
|
|
__Pyx_FastGilFuncInit();
|
|
#endif
|
|
|
|
/////////////// NoFastGil.proto ///////////////
|
|
//@proto_block: utility_code_proto_before_types
|
|
|
|
#define __Pyx_PyGILState_Ensure PyGILState_Ensure
|
|
#define __Pyx_PyGILState_Release PyGILState_Release
|
|
#define __Pyx_FastGIL_Remember()
|
|
#define __Pyx_FastGIL_Forget()
|
|
#define __Pyx_FastGilFuncInit()
|
|
|
|
/////////////// FastGil.proto ///////////////
|
|
//@proto_block: utility_code_proto_before_types
|
|
|
|
struct __Pyx_FastGilVtab {
|
|
PyGILState_STATE (*Fast_PyGILState_Ensure)(void);
|
|
void (*Fast_PyGILState_Release)(PyGILState_STATE oldstate);
|
|
void (*FastGIL_Remember)(void);
|
|
void (*FastGIL_Forget)(void);
|
|
};
|
|
|
|
static void __Pyx_FastGIL_Noop(void) {}
|
|
static struct __Pyx_FastGilVtab __Pyx_FastGilFuncs = {
|
|
PyGILState_Ensure,
|
|
PyGILState_Release,
|
|
__Pyx_FastGIL_Noop,
|
|
__Pyx_FastGIL_Noop
|
|
};
|
|
|
|
static void __Pyx_FastGilFuncInit(void);
|
|
|
|
#define __Pyx_PyGILState_Ensure __Pyx_FastGilFuncs.Fast_PyGILState_Ensure
|
|
#define __Pyx_PyGILState_Release __Pyx_FastGilFuncs.Fast_PyGILState_Release
|
|
#define __Pyx_FastGIL_Remember __Pyx_FastGilFuncs.FastGIL_Remember
|
|
#define __Pyx_FastGIL_Forget __Pyx_FastGilFuncs.FastGIL_Forget
|
|
|
|
#ifdef WITH_THREAD
|
|
#ifndef CYTHON_THREAD_LOCAL
|
|
#if __STDC_VERSION__ >= 201112
|
|
#define CYTHON_THREAD_LOCAL _Thread_local
|
|
#elif defined(__GNUC__)
|
|
#define CYTHON_THREAD_LOCAL __thread
|
|
#elif defined(_MSC_VER)
|
|
#define CYTHON_THREAD_LOCAL __declspec(thread)
|
|
#endif
|
|
#endif
|
|
#endif
|
|
|
|
/////////////// FastGil ///////////////
|
|
//@requires: CommonStructures.c::FetchCommonPointer
|
|
// The implementations of PyGILState_Ensure/Release calls PyThread_get_key_value
|
|
// several times which is turns out to be quite slow (slower in fact than
|
|
// acquiring the GIL itself). Simply storing it in a thread local for the
|
|
// common case is much faster.
|
|
// To make optimal use of this thread local, we attempt to share it between
|
|
// modules.
|
|
|
|
#define __Pyx_FastGIL_ABI_module "_cython_" CYTHON_ABI
|
|
#define __Pyx_FastGIL_PyCapsuleName "FastGilFuncs"
|
|
#define __Pyx_FastGIL_PyCapsule \
|
|
__Pyx_FastGIL_ABI_module "." __Pyx_FastGIL_PyCapsuleName
|
|
|
|
#if PY_VERSION_HEX < 0x02070000
|
|
#undef CYTHON_THREAD_LOCAL
|
|
#endif
|
|
|
|
#ifdef CYTHON_THREAD_LOCAL
|
|
|
|
#include "pythread.h"
|
|
#include "pystate.h"
|
|
|
|
static CYTHON_THREAD_LOCAL PyThreadState *__Pyx_FastGil_tcur = NULL;
|
|
static CYTHON_THREAD_LOCAL int __Pyx_FastGil_tcur_depth = 0;
|
|
static int __Pyx_FastGil_autoTLSkey = -1;
|
|
|
|
static CYTHON_INLINE void __Pyx_FastGIL_Remember0(void) {
|
|
++__Pyx_FastGil_tcur_depth;
|
|
}
|
|
|
|
static CYTHON_INLINE void __Pyx_FastGIL_Forget0(void) {
|
|
if (--__Pyx_FastGil_tcur_depth == 0) {
|
|
__Pyx_FastGil_tcur = NULL;
|
|
}
|
|
}
|
|
|
|
static CYTHON_INLINE PyThreadState *__Pyx_FastGil_get_tcur(void) {
|
|
PyThreadState *tcur = __Pyx_FastGil_tcur;
|
|
if (tcur == NULL) {
|
|
tcur = __Pyx_FastGil_tcur = (PyThreadState*)PyThread_get_key_value(__Pyx_FastGil_autoTLSkey);
|
|
}
|
|
return tcur;
|
|
}
|
|
|
|
static PyGILState_STATE __Pyx_FastGil_PyGILState_Ensure(void) {
|
|
int current;
|
|
PyThreadState *tcur;
|
|
__Pyx_FastGIL_Remember0();
|
|
tcur = __Pyx_FastGil_get_tcur();
|
|
if (tcur == NULL) {
|
|
// Uninitialized, need to initialize now.
|
|
return PyGILState_Ensure();
|
|
}
|
|
current = tcur == __Pyx_PyThreadState_Current;
|
|
if (current == 0) {
|
|
PyEval_RestoreThread(tcur);
|
|
}
|
|
++tcur->gilstate_counter;
|
|
return current ? PyGILState_LOCKED : PyGILState_UNLOCKED;
|
|
}
|
|
|
|
static void __Pyx_FastGil_PyGILState_Release(PyGILState_STATE oldstate) {
|
|
PyThreadState *tcur = __Pyx_FastGil_get_tcur();
|
|
__Pyx_FastGIL_Forget0();
|
|
if (tcur->gilstate_counter == 1) {
|
|
// This is the last lock, do all the cleanup as well.
|
|
PyGILState_Release(oldstate);
|
|
} else {
|
|
--tcur->gilstate_counter;
|
|
if (oldstate == PyGILState_UNLOCKED) {
|
|
PyEval_SaveThread();
|
|
}
|
|
}
|
|
}
|
|
|
|
static void __Pyx_FastGilFuncInit0(void) {
|
|
/* Try to detect autoTLSkey. */
|
|
int key;
|
|
void* this_thread_state = (void*) PyGILState_GetThisThreadState();
|
|
for (key = 0; key < 100; key++) {
|
|
if (PyThread_get_key_value(key) == this_thread_state) {
|
|
__Pyx_FastGil_autoTLSkey = key;
|
|
break;
|
|
}
|
|
}
|
|
if (__Pyx_FastGil_autoTLSkey != -1) {
|
|
PyObject* capsule = NULL;
|
|
PyObject* abi_module = NULL;
|
|
__Pyx_PyGILState_Ensure = __Pyx_FastGil_PyGILState_Ensure;
|
|
__Pyx_PyGILState_Release = __Pyx_FastGil_PyGILState_Release;
|
|
__Pyx_FastGIL_Remember = __Pyx_FastGIL_Remember0;
|
|
__Pyx_FastGIL_Forget = __Pyx_FastGIL_Forget0;
|
|
capsule = PyCapsule_New(&__Pyx_FastGilFuncs, __Pyx_FastGIL_PyCapsule, NULL);
|
|
abi_module = PyImport_AddModule(__Pyx_FastGIL_ABI_module);
|
|
if (capsule && abi_module) {
|
|
PyObject_SetAttrString(abi_module, __Pyx_FastGIL_PyCapsuleName, capsule);
|
|
}
|
|
Py_XDECREF(capsule);
|
|
}
|
|
}
|
|
|
|
#else
|
|
|
|
static void __Pyx_FastGilFuncInit0(void) {
|
|
CYTHON_UNUSED void* force_use = (void*)&__Pyx_FetchCommonPointer;
|
|
}
|
|
|
|
#endif
|
|
|
|
static void __Pyx_FastGilFuncInit(void) {
|
|
#if PY_VERSION_HEX >= 0x02070000
|
|
struct __Pyx_FastGilVtab* shared = (struct __Pyx_FastGilVtab*)PyCapsule_Import(__Pyx_FastGIL_PyCapsule, 1);
|
|
#else
|
|
struct __Pyx_FastGilVtab* shared = NULL;
|
|
#endif
|
|
if (shared) {
|
|
__Pyx_FastGilFuncs = *shared;
|
|
} else {
|
|
PyErr_Clear();
|
|
__Pyx_FastGilFuncInit0();
|
|
}
|
|
}
|