quarantine einspect

Author: makslevental

mlir/extras/ast/py_type.py

@@ -0,0 +1,154 @@
+from __future__ import annotations
+
+from ctypes import (
+    c_char,
+    c_char_p,
+    c_uint,
+    c_ulong,
+    pointer,
+)
+from typing import TypeVar
+
+from einspect.structs.include.descrobject_h import PyGetSetDef, PyMemberDef
+from einspect.structs.include.methodobject_h import PyMethodDef
+from einspect.structs.include.object_h import (
+    destructor,
+    getattrfunc,
+    setattrfunc,
+    PyAsyncMethods,
+    reprfunc,
+    PyNumberMethods,
+    PySequenceMethods,
+    PyMappingMethods,
+    hashfunc,
+    ternaryfunc,
+    getattrofunc,
+    setattrofunc,
+    PyBufferProcs,
+    traverseproc,
+    inquiry,
+    richcmpfunc,
+    getiterfunc,
+    iternextfunc,
+    descrgetfunc,
+    descrsetfunc,
+    initproc,
+    allocfunc,
+    newfunc,
+    freefunc,
+    vectorcallfunc,
+)
+from einspect.structs.py_object import PyObject, PyVarObject
+from einspect.types import ptr
+from typing_extensions import Annotated, Self
+
+__all__ = ("PyTypeObject",)
+
+_T = TypeVar("_T")
+
+DEFAULT = object()
+
+
+# noinspection PyPep8Naming
+class PyTypeObject(PyVarObject[_T, None, None]):
+    """
+    Defines a PyTypeObject Structure.
+
+    https://github.com/python/cpython/blob/3.11/Doc/includes/typestruct.h
+
+    ..
+        source: Include/cpython/object.h (struct _typeobject)
+    """
+
+    tp_name: Annotated[bytes, c_char_p]
+    # For allocation
+    tp_basicsize: int
+    tp_itemsize: int
+    # Methods to implement standard operations
+    tp_dealloc: destructor
+    tp_vectorcall_offset: int
+    tp_getattr: getattrfunc
+    tp_setattr: setattrfunc
+    # formerly known as tp_compare (Python 2) or tp_reserved (Python 3)
+    tp_as_async: ptr[PyAsyncMethods]
+
+    tp_repr: reprfunc
+
+    # Method suites for standard classes
+    tp_as_number: ptr[PyNumberMethods]
+    tp_as_sequence: ptr[PySequenceMethods]
+    tp_as_mapping: ptr[PyMappingMethods]
+
+    # More standard operations (here for binary compatibility)
+    tp_hash: hashfunc
+    tp_call: ternaryfunc
+    tp_str: reprfunc
+    tp_getattro: getattrofunc
+    tp_setattro: setattrofunc
+
+    # Functions to access object as input/output buffer
+    tp_as_buffer: ptr[PyBufferProcs]
+
+    # Flags to define presence of optional/expanded features
+    tp_flags: Annotated[int, c_ulong]
+
+    tp_doc: Annotated[bytes, c_char_p]  # Documentation string
+
+    # Assigned meaning in release 2.0
+    # call function for all accessible objects
+    tp_traverse: traverseproc
+
+    tp_clear: inquiry  # delete references to contained objects
+
+    # Assigned meaning in release 2.1
+    # rich comparisons
+    tp_richcompare: richcmpfunc
+
+    tp_weaklistoffset: int  # weak reference enabler
+
+    # Iterators
+    tp_iter: getiterfunc
+    tp_iternext: iternextfunc
+
+    # Attribute descriptor and subclassing stuff
+    tp_methods: ptr[PyMethodDef]
+    tp_members: ptr[PyMemberDef]
+    tp_getset: ptr[PyGetSetDef]
+
+    # Strong reference on a heap type, borrowed reference on a static type
+    tp_base: pointer[Self]
+    tp_dict: ptr[PyObject]
+    tp_descr_get: descrgetfunc
+    tp_descr_set: descrsetfunc
+    tp_dictoffset: int
+    tp_init: initproc
+    tp_alloc: allocfunc
+    tp_new: newfunc
+    tp_free: freefunc  # Low-level free-memory routine
+    tp_is_gc: inquiry  # For PyObject_IS_GC
+    tp_bases: ptr[PyObject]
+    tp_mro: ptr[PyObject]  # method resolution order
+    tp_cache: ptr[PyObject]
+    tp_subclasses: ptr[PyObject]  # for static builtin types this is an index
+    tp_weaklist: ptr[PyObject]
+    tp_del: destructor
+
+    # Type attribute cache version tag. Added in version 2.6
+    tp_version_tag: Annotated[int, c_uint]
+
+    tp_finalize: destructor
+    tp_vectorcall: vectorcallfunc
+
+    # bitset of which type-watchers care about this type
+    tp_watched: c_char
+
+
+# https://github.com/python/cpython/blob/809aa9a682fc865f7502e7421da0a74d204aab6d/Objects/typevarobject.c#L29
+class PyTypeVarObject(PyVarObject[_T, None, None]):
+    name: ptr[PyObject]
+    # not sure why but this is the only thing that works but that's fine because it's the only thing we need
+    bound: ptr[PyObject]
+
+
+if __name__ == "__main__":
+    print(PyTypeObject.from_object(type(3.14)))

mlir/extras/ast/util.py

@@ -4,12 +4,10 @@
 import types
 from opcode import opmap
 from textwrap import dedent
-from typing import Dict, TypeVar
+from typing import Dict
 
 from bytecode import ConcreteBytecode
 from cloudpickle import cloudpickle
-from einspect import ptr
-from einspect.structs import PyVarObject, PyObject
 
 
 def set_lineno(node, n=1):
@@ -164,13 +162,3 @@ def find_func_in_code_object(co, func_name):
                 f = find_func_in_code_object(c, func_name)
                 if f is not None:
                     return f
-
-
-_T = TypeVar("_T")
-
-
-# https://github.com/python/cpython/blob/809aa9a682fc865f7502e7421da0a74d204aab6d/Objects/typevarobject.c#L29
-class PyTypeVarObject(PyVarObject[_T, None, None]):
-    name: ptr[PyObject]
-    # not sure why but this is the only thing that works but that's fine because it's the only thing we need
-    bound: ptr[PyObject]

mlir/extras/dialects/ext/arith.py

@@ -8,7 +8,7 @@
 
 import numpy as np
 from bytecode import ConcreteBytecode
-from einspect.structs import PyTypeObject
+from ...ast.py_type import PyTypeObject
 
 from ...ast.canonicalize import StrictTransformer, Canonicalizer, BytecodePatcher
 from ...util import get_user_code_loc, infer_mlir_type, mlir_type_to_np_dtype

mlir/extras/dialects/ext/func.py

@@ -5,7 +5,8 @@
 from functools import update_wrapper
 from typing import Optional, List, Union, TypeVar
 
-from ...ast.util import copy_func, PyTypeVarObject
+from ...ast.util import copy_func
+from ...ast.py_type import PyTypeVarObject
 from ...meta import op_region_builder
 from ... import types as T
 from ...util import get_user_code_loc, make_maybe_no_args_decorator
@@ -202,7 +203,7 @@ def __init__(
     def _is_decl(self):
         # magic constant found from looking at the code for an empty fn
         if sys.version_info.minor == 14:
-            return self.body_builder.__code__.co_code == b'\x80\x00R\x00#\x00'
+            return self.body_builder.__code__.co_code == b"\x80\x00R\x00#\x00"
         elif sys.version_info.minor == 13:
             return self.body_builder.__code__.co_code == b"\x95\x00g\x00"
         elif sys.version_info.minor == 12:

requirements-dev.txt

@@ -1,3 +1,4 @@
 black
 inflection
 pytest
+astpretty

tests/test_gpu.py

@@ -601,7 +601,7 @@ def test_generic_type_var_closure_patching(ctx: MLIRContext):
     exec(
         dedent(
             """\
-    from mlir.extras.ast.util import PyTypeVarObject
+    from mlir.extras.ast.py_type import PyTypeVarObject
 
     def fun2[foo, bar, A: foo + bar]():
         print(A.__bound__)