Use PyCapsule for internal datetime functions

pandas/_libs/__init__.py

@@ -10,6 +10,10 @@
 ]
 
 
+# Below import needs to happen first to ensure pandas top level
+# module gets monkeypatched with the pandas_datetime_CAPI
+# see pandas_datetime_exec in pd_datetime.c
+import pandas._libs.pandas_datetime as pandas_datetime  # noqa # isort: skip
 from pandas._libs.interval import Interval
 from pandas._libs.tslibs import (
     NaT,

pandas/_libs/index.pyx

@@ -20,7 +20,12 @@ from pandas._libs.tslibs.nattype cimport c_NaT as NaT
 from pandas._libs.tslibs.np_datetime cimport (
     NPY_DATETIMEUNIT,
     get_unit_from_dtype,
+    import_pandas_datetime,
 )
+
+import_pandas_datetime()
+
+
 from pandas._libs.tslibs.period cimport is_period_object
 from pandas._libs.tslibs.timedeltas cimport _Timedelta
 from pandas._libs.tslibs.timestamps cimport _Timestamp

pandas/_libs/missing.pyx

@@ -34,8 +34,11 @@ from pandas._libs.tslibs.np_datetime cimport (
     get_datetime64_unit,
     get_datetime64_value,
     get_timedelta64_value,
+    import_pandas_datetime
 )
 
+import_pandas_datetime()
+
 from pandas._libs.ops_dispatch import maybe_dispatch_ufunc_to_dunder_op
 
 cdef:

pandas/_libs/src/ujson/python/objToJSON.c

@@ -47,8 +47,8 @@ Numeric decoder derived from TCL library
 #include <numpy/ndarraytypes.h>
 #include <numpy/npy_math.h>
 #include <ultrajson.h>
-#include "date_conversions.h"
 #include "datetime.h"
+#include "pd_datetime.h"
 
 npy_int64 get_nat(void) { return NPY_MIN_INT64; }
 
@@ -1977,6 +1977,11 @@ PyObject *objToJSON(PyObject *Py_UNUSED(self), PyObject *args,
         return NULL;
     }
 
+    PandasDateTime_IMPORT;
+    if (PandasDateTimeAPI == NULL) {
+        return NULL;
+    }
+
     static char *kwlist[] = {"obj",
                              "ensure_ascii",
                              "double_precision",

pandas/_libs/tslib.pyx

@@ -39,7 +39,13 @@ from pandas._libs.tslibs.np_datetime cimport (
     pandas_datetime_to_datetimestruct,
     pydate_to_dt64,
     string_to_dts,
+    import_pandas_datetime,
 )
+
+
+import_pandas_datetime()
+
+
 from pandas._libs.tslibs.strptime cimport parse_today_now
 from pandas._libs.util cimport (
     is_datetime64_object,

pandas/_libs/tslibs/conversion.pyx

@@ -17,10 +17,10 @@ from cpython.datetime cimport (
     PyDate_Check,
     PyDateTime_Check,
     datetime,
-    import_datetime,
     time,
     timedelta,
     tzinfo,
+    import_datetime,
 )
 
 import_datetime()
@@ -47,8 +47,11 @@ from pandas._libs.tslibs.np_datetime cimport (
     pydatetime_to_dt64,
     pydatetime_to_dtstruct,
     string_to_dts,
+    import_pandas_datetime,
 )
 
+import_pandas_datetime()
+
 from pandas._libs.tslibs.np_datetime import OutOfBoundsDatetime
 
 from pandas._libs.tslibs.nattype cimport (

pandas/_libs/tslibs/dtypes.pyx

@@ -5,8 +5,11 @@ from enum import Enum
 from pandas._libs.tslibs.np_datetime cimport (
     NPY_DATETIMEUNIT,
     get_conversion_factor,
+    import_pandas_datetime
 )
 
+import_pandas_datetime()
+
 
 cdef class PeriodDtypeBase:
     """

pandas/_libs/tslibs/fields.pyx

@@ -47,8 +47,10 @@ from pandas._libs.tslibs.np_datetime cimport (
     pandas_datetime_to_datetimestruct,
     pandas_timedelta_to_timedeltastruct,
     pandas_timedeltastruct,
+    import_pandas_datetime,
 )
 
+import_pandas_datetime()
 
 @cython.wraparound(False)
 @cython.boundscheck(False)

pandas/_libs/tslibs/np_datetime.pxd

@@ -54,7 +54,8 @@ cdef extern from "numpy/ndarraytypes.h":
 
     int64_t NPY_DATETIME_NAT  # elswhere we call this NPY_NAT
 
-cdef extern from "src/datetime/np_datetime.h":
+
+cdef extern from "src/datetime/pd_datetime.h":
     ctypedef struct pandas_timedeltastruct:
         int64_t days
         int32_t hrs, min, sec, ms, us, ns, seconds, microseconds, nanoseconds
@@ -71,6 +72,17 @@ cdef extern from "src/datetime/np_datetime.h":
                                              pandas_timedeltastruct *result
                                              ) nogil
 
+    void PandasDateTime_IMPORT()
+
+    ctypedef enum FormatRequirement:
+        PARTIAL_MATCH
+        EXACT_MATCH
+        INFER_FORMAT
+
+# You must call this before using the PandasDateTime CAPI functions
+cdef inline void import_pandas_datetime():
+    PandasDateTime_IMPORT
+
 cdef bint cmp_scalar(int64_t lhs, int64_t rhs, int op) except -1
 
 cdef check_dts_bounds(npy_datetimestruct *dts, NPY_DATETIMEUNIT unit=?)
@@ -124,9 +136,3 @@ cdef int64_t convert_reso(
     NPY_DATETIMEUNIT to_reso,
     bint round_ok,
 ) except? -1
-
-cdef extern from "src/datetime/np_datetime_strings.h":
-    ctypedef enum FormatRequirement:
-        PARTIAL_MATCH
-        EXACT_MATCH
-        INFER_FORMAT

pandas/_libs/tslibs/np_datetime.pyx

@@ -20,6 +20,7 @@ from cpython.object cimport (
 )
 
 import_datetime()
+PandasDateTime_IMPORT
 
 import numpy as np
 
@@ -35,7 +36,7 @@ from numpy cimport (
 from pandas._libs.tslibs.util cimport get_c_string_buf_and_size
 
 
-cdef extern from "src/datetime/np_datetime.h":
+cdef extern from "src/datetime/pd_datetime.h":
     int cmp_npy_datetimestruct(npy_datetimestruct *a,
                                npy_datetimestruct *b)
 
@@ -48,15 +49,13 @@ cdef extern from "src/datetime/np_datetime.h":
 
     PyArray_DatetimeMetaData get_datetime_metadata_from_dtype(cnp.PyArray_Descr *dtype)
 
-cdef extern from "src/datetime/np_datetime_strings.h":
     int parse_iso_8601_datetime(const char *str, int len, int want_exc,
                                 npy_datetimestruct *out,
                                 NPY_DATETIMEUNIT *out_bestunit,
                                 int *out_local, int *out_tzoffset,
                                 const char *format, int format_len,
                                 FormatRequirement exact)
 
-
 # ----------------------------------------------------------------------
 # numpy object inspection