Type Objects¶
Perhaps one of the most important structures of the Python object system is thestructure that defines a new type: thePyTypeObject
structure. Typeobjects can be handled using any of thePyObject_*()
orPyType_*()
functions, but do not offer much that’s interesting to mostPython applications. These objects are fundamental to how objects behave, sothey are very important to the interpreter itself and to any extension modulethat implements new types.
Type objects are fairly large compared to most of the standard types. The reasonfor the size is that each type object stores a large number of values, mostly Cfunction pointers, each of which implements a small part of the type’sfunctionality. The fields of the type object are examined in detail in thissection. The fields will be described in the order in which they occur in thestructure.
In addition to the following quick reference, theExamplessection provides at-a-glance insight into the meaning and use ofPyTypeObject
.
Quick Reference¶
“tp slots”¶
PyTypeObject Slot1 | specialmethods/attrs | Info2 | ||||
---|---|---|---|---|---|---|
O | T | D | I | |||
<R> | const char * | __name__ | X | X | ||
Py_ssize_t | X | X | X | |||
Py_ssize_t | X | X | ||||
X | X | X | ||||
Py_ssize_t | ? | |||||
__getattribute__,__getattr__ | G | |||||
__setattr__,__delattr__ | G | |||||
% | ||||||
__repr__ | X | X | X | |||
% | ||||||
% | ||||||
% | ||||||
__hash__ | X | G | ||||
__call__ | X | X | ||||
__str__ | X | X | ||||
__getattribute__,__getattr__ | X | X | G | |||
__setattr__,__delattr__ | X | X | G | |||
% | ||||||
unsigned long | X | X | ? | |||
const char * | __doc__ | X | X | |||
X | G | |||||
X | G | |||||
__lt__,__le__,__eq__,__ne__,__gt__,__ge__ | X | G | ||||
Py_ssize_t | X | ? | ||||
__iter__ | X | |||||
__next__ | X | |||||
| X | X | ||||
| X | |||||
| X | X | ||||
__base__ | X | |||||
| __dict__ | ? | ||||
__get__ | X | |||||
__set__,__delete__ | X | |||||
Py_ssize_t | X | ? | ||||
__init__ | X | X | X | |||
X | ? | ? | ||||
__new__ | X | X | ? | ? | ||
X | X | ? | ? | |||
X | X | |||||
< |
| __bases__ | ~ | |||
< |
| __mro__ | ~ | |||
[ |
| |||||
| __subclasses__ | |||||
| ||||||
( | ||||||
unsigned int | ||||||
__del__ | X |
IfCOUNT_ALLOCS
is defined then the following (internal-only)fields exist as well:
- 1
A slot name in parentheses indicates it is (effectively) deprecated.Names in angle brackets should be treated as read-only.Names in square brackets are for internal use only.“<R>” (as a prefix) means the field is required (must be non-
NULL
).- 2
Columns:
“O”: set on
PyBaseObject_Type
“T”: set on
PyType_Type
“D”: default (if slot is set to
NULL
)X - PyType_Ready sets this value if it is NULL~ - PyType_Ready always sets this value (it should be NULL)? - PyType_Ready may set this value depending on other slotsAlso see the inheritance column ("I").
“I”: inheritance
X - type slot is inherited via PyType_Ready if defined with a NULL value% - the slots of the sub-struct are inherited individuallyG - inherited, but only in combination with other slots; see the slot's description? - it's complicated; see the slot's description
Note that some slots are effectively inherited through the normalattribute lookup chain.
sub-slots¶
Slot | specialmethods | |
---|---|---|
__await__ | ||
__aiter__ | ||
__anext__ | ||
__add____radd__ | ||
__iadd__ | ||
__sub____rsub__ | ||
__sub__ | ||
__mul____rmul__ | ||
__mul__ | ||
__mod____rmod__ | ||
__mod__ | ||
__divmod____rdivmod__ | ||
__pow____rpow__ | ||
__pow__ | ||
__neg__ | ||
__pos__ | ||
__abs__ | ||
__bool__ | ||
__invert__ | ||
__lshift____rlshift__ | ||
__lshift__ | ||
__rshift____rrshift__ | ||
__rshift__ | ||
__and____rand__ | ||
__and__ | ||
__xor____rxor__ | ||
__xor__ | ||
__or____ror__ | ||
__or__ | ||
__int__ | ||
void * | ||
__float__ | ||
__floordiv__ | ||
__floordiv__ | ||
__truediv__ | ||
__truediv__ | ||
__index__ | ||
__matmul____rmatmul__ | ||
__matmul__ | ||
__len__ | ||
__getitem__ | ||
__setitem__,__delitem__ | ||
__len__ | ||
__add__ | ||
__mul__ | ||
__getitem__ | ||
__setitem____delitem__ | ||
__contains__ | ||
__iadd__ | ||
__imul__ | ||
slot typedefs¶
typedef | Parameter Types | Return Type |
---|---|---|
Py_ssize_t |
| |
void * | void | |
void * | void | |
int | ||
| ||
int | ||
|
| |
PyObject *const char * |
| |
int | ||
| ||
int | ||
| ||
int | ||
| Py_hash_t | |
| ||
|
| |
|
| |
| Py_ssize_t | |
int | ||
void | ||
void * | int | |
PyObject * |
| |
| ||
| ||
PyObject *Py_ssize_t |
| |
PyObject *Py_ssize_t | int | |
int | ||
int |
SeeSlot Type typedefs below for more detail.
PyTypeObject Definition¶
The structure definition forPyTypeObject
can be found inInclude/object.h
. For convenience of reference, this repeats thedefinition found there:
typedefstruct_typeobject{PyObject_VAR_HEADconstchar*tp_name;/* For printing, in format "<module>.<name>" */Py_ssize_ttp_basicsize,tp_itemsize;/* For allocation *//* Methods to implement standard operations */destructortp_dealloc;Py_ssize_ttp_vectorcall_offset;getattrfunctp_getattr;setattrfunctp_setattr;PyAsyncMethods*tp_as_async;/* formerly known as tp_compare (Python 2) or tp_reserved (Python 3) */reprfunctp_repr;/* Method suites for standard classes */PyNumberMethods*tp_as_number;PySequenceMethods*tp_as_sequence;PyMappingMethods*tp_as_mapping;/* More standard operations (here for binary compatibility) */hashfunctp_hash;ternaryfunctp_call;reprfunctp_str;getattrofunctp_getattro;setattrofunctp_setattro;/* Functions to access object as input/output buffer */PyBufferProcs*tp_as_buffer;/* Flags to define presence of optional/expanded features */unsignedlongtp_flags;constchar*tp_doc;/* Documentation string *//* call function for all accessible objects */traverseproctp_traverse;/* delete references to contained objects */inquirytp_clear;/* rich comparisons */richcmpfunctp_richcompare;/* weak reference enabler */Py_ssize_ttp_weaklistoffset;/* Iterators */getiterfunctp_iter;iternextfunctp_iternext;/* Attribute descriptor and subclassing stuff */structPyMethodDef*tp_methods;structPyMemberDef*tp_members;structPyGetSetDef*tp_getset;struct_typeobject*tp_base;PyObject*tp_dict;descrgetfunctp_descr_get;descrsetfunctp_descr_set;Py_ssize_ttp_dictoffset;initproctp_init;allocfunctp_alloc;newfunctp_new;freefunctp_free;/* Low-level free-memory routine */inquirytp_is_gc;/* For PyObject_IS_GC */PyObject*tp_bases;PyObject*tp_mro;/* method resolution order */PyObject*tp_cache;PyObject*tp_subclasses;PyObject*tp_weaklist;destructortp_del;/* Type attribute cache version tag. Added in version 2.6 */unsignedinttp_version_tag;destructortp_finalize;}PyTypeObject;
PyObject Slots¶
The type object structure extends thePyVarObject
structure. Theob_size
field is used for dynamic types (created bytype_new()
,usually called from a class statement). Note thatPyType_Type
(themetatype) initializestp_itemsize
, which means that its instances (i.e.type objects)must have theob_size
field.
- PyObject*
PyObject._ob_next
¶ - PyObject*
PyObject._ob_prev
¶ These fields are only present when the macro
Py_TRACE_REFS
is defined.Their initialization toNULL
is taken care of by thePyObject_HEAD_INIT
macro. For statically allocated objects, these fields always remainNULL
.For dynamically allocated objects, these two fields are used to link the objectinto a doubly-linked list ofall live objects on the heap. This could be usedfor various debugging purposes; currently the only use is to print the objectsthat are still alive at the end of a run when the environment variablePYTHONDUMPREFS
is set.Inheritance:
These fields are not inherited by subtypes.
- Py_ssize_t
PyObject.ob_refcnt
¶ This is the type object’s reference count, initialized to
1
by thePyObject_HEAD_INIT
macro. Note that for statically allocated type objects,the type’s instances (objects whoseob_type
points back to the type) donot count as references. But for dynamically allocated type objects, theinstancesdo count as references.Inheritance:
This field is not inherited by subtypes.
- PyTypeObject*
PyObject.ob_type
¶ This is the type’s type, in other words its metatype. It is initialized by theargument to the
PyObject_HEAD_INIT
macro, and its value should normally be&PyType_Type
. However, for dynamically loadable extension modules that mustbe usable on Windows (at least), the compiler complains that this is not a validinitializer. Therefore, the convention is to passNULL
to thePyObject_HEAD_INIT
macro and to initialize this field explicitly at thestart of the module’s initialization function, before doing anything else. Thisis typically done like this:Foo_Type.ob_type=&PyType_Type;
This should be done before any instances of the type are created.
PyType_Ready()
checks ifob_type
isNULL
, and if so,initializes it to theob_type
field of the base class.PyType_Ready()
will not change this field if it is non-zero.Inheritance:
This field is inherited by subtypes.
PyVarObject Slots¶
- Py_ssize_t
PyVarObject.ob_size
¶ For statically allocated type objects, this should be initialized to zero. Fordynamically allocated type objects, this field has a special internal meaning.
Inheritance:
This field is not inherited by subtypes.
PyTypeObject Slots¶
Each slot has a section describing inheritance. IfPyType_Ready()
may set a value when the field is set toNULL
then there will also bea “Default” section. (Note that many fields set onPyBaseObject_Type
andPyType_Type
effectively act as defaults.)
- const char*
PyTypeObject.tp_name
¶ Pointer to a NUL-terminated string containing the name of the type. For typesthat are accessible as module globals, the string should be the full modulename, followed by a dot, followed by the type name; for built-in types, itshould be just the type name. If the module is a submodule of a package, thefull package name is part of the full module name. For example, a type named
T
defined in moduleM
in subpackageQ
in packageP
should have thetp_name
initializer"P.Q.M.T"
.For dynamically allocated type objects, this should just be the type name, andthe module name explicitly stored in the type dict as the value for key
'__module__'
.For statically allocated type objects, the tp_name field should contain a dot.Everything before the last dot is made accessible as the
__module__
attribute, and everything after the last dot is made accessible as the__name__
attribute.If no dot is present, the entire
tp_name
field is made accessible as the__name__
attribute, and the__module__
attribute is undefined(unless explicitly set in the dictionary, as explained above). This means yourtype will be impossible to pickle. Additionally, it will not be listed inmodule documentations created with pydoc.This field must not be
NULL
. It is the only required fieldinPyTypeObject()
(other than potentiallytp_itemsize
).Inheritance:
This field is not inherited by subtypes.
- Py_ssize_t
PyTypeObject.tp_basicsize
¶ - Py_ssize_t
PyTypeObject.tp_itemsize
¶ These fields allow calculating the size in bytes of instances of the type.
There are two kinds of types: types with fixed-length instances have a zero
tp_itemsize
field, types with variable-length instances have a non-zerotp_itemsize
field. For a type with fixed-length instances, allinstances have the same size, given intp_basicsize
.For a type with variable-length instances, the instances must have an
ob_size
field, and the instance size istp_basicsize
plus Ntimestp_itemsize
, where N is the “length” of the object. The value ofN is typically stored in the instance’sob_size
field. There areexceptions: for example, ints use a negativeob_size
to indicate anegative number, and N isabs(ob_size)
there. Also, the presence of anob_size
field in the instance layout doesn’t mean that the instancestructure is variable-length (for example, the structure for the list type hasfixed-length instances, yet those instances have a meaningfulob_size
field).The basic size includes the fields in the instance declared by the macro
PyObject_HEAD
orPyObject_VAR_HEAD
(whichever is used todeclare the instance struct) and this in turn includes the_ob_prev
and_ob_next
fields if they are present. This means that the only correctway to get an initializer for thetp_basicsize
is to use thesizeof
operator on the struct used to declare the instance layout.The basic size does not include the GC header size.A note about alignment: if the variable items require a particular alignment,this should be taken care of by the value of
tp_basicsize
. Example:suppose a type implements an array ofdouble
.tp_itemsize
issizeof(double)
. It is the programmer’s responsibility thattp_basicsize
is a multiple ofsizeof(double)
(assuming this is thealignment requirement fordouble
).For any type with variable-length instances, this field must not be
NULL
.Inheritance:
These fields are inherited separately by subtypes. If the base type has anon-zero
tp_itemsize
, it is generally not safe to settp_itemsize
to a different non-zero value in a subtype (though thisdepends on the implementation of the base type).
- destructor
PyTypeObject.tp_dealloc
¶ A pointer to the instance destructor function. This function must be definedunless the type guarantees that its instances will never be deallocated (as isthe case for the singletons
None
andEllipsis
). The function signature is:voidtp_dealloc(PyObject*self);
The destructor function is called by the
Py_DECREF()
andPy_XDECREF()
macros when the new reference count is zero. At this point,the instance is still in existence, but there are no references to it. Thedestructor function should free all references which the instance owns, free allmemory buffers owned by the instance (using the freeing function correspondingto the allocation function used to allocate the buffer), and call the type’stp_free
function. If the type is not subtypable(doesn’t have thePy_TPFLAGS_BASETYPE
flag bit set), it ispermissible to call the object deallocator directly instead of viatp_free
. The object deallocator should be the one used to allocate theinstance; this is normallyPyObject_Del()
if the instance was allocatedusingPyObject_New()
orPyObject_VarNew()
, orPyObject_GC_Del()
if the instance was allocated usingPyObject_GC_New()
orPyObject_GC_NewVar()
.Finally, if the type is heap allocated (
Py_TPFLAGS_HEAPTYPE
), thedeallocator should decrement the reference count for its type object aftercalling the type deallocator. In order to avoid dangling pointers, therecommended way to achieve this is:staticvoidfoo_dealloc(foo_object*self){PyTypeObject*tp=Py_TYPE(self);// free references and buffers heretp->tp_free(self);Py_DECREF(tp);}
Inheritance:
This field is inherited by subtypes.
- Py_ssize_t
PyTypeObject.tp_vectorcall_offset
¶ An optional offset to a per-instance function that implements callingthe object using thevectorcall protocol, a more efficient alternativeof the simpler
tp_call
.This field is only used if the flag
_Py_TPFLAGS_HAVE_VECTORCALL
is set. If so, this must be a positive integer containing the offset in theinstance of avectorcallfunc
pointer.The signature is the same as for_PyObject_Vectorcall()
:PyObject*vectorcallfunc(PyObject*callable,PyObject*const*args,size_tnargsf,PyObject*kwnames)
Thevectorcallfunc pointer may be zero, in which case the instance behavesas if
_Py_TPFLAGS_HAVE_VECTORCALL
was not set: calling the instancefalls back totp_call
.Any class that sets
_Py_TPFLAGS_HAVE_VECTORCALL
must also settp_call
and make sure its behaviour is consistentwith thevectorcallfunc function.This can be done by settingtp_call toPyVectorcall_Call
:- PyObject *
PyVectorcall_Call
(PyObject *callable,PyObject *tuple,PyObject *dict)¶ Callcallable’svectorcallfunc with positional and keywordarguments given in a tuple and dict, respectively.
This function is intended to be used in the
tp_call
slot.It does not fall back totp_call
and it currently does not check the_Py_TPFLAGS_HAVE_VECTORCALL
flag.To call an object, use one of thePyObject_Call
functions instead.
Note
It is not recommended forheap types to implementthe vectorcall protocol.When a user sets
__call__
in Python code, onlytp_call
is updated,possibly making it inconsistent with the vectorcall function.Note
The semantics of the
tp_vectorcall_offset
slot are provisional andexpected to be finalized in Python 3.9.If you use vectorcall, plan for updating your code for Python 3.9.Changed in version 3.8:This slot was used for print formatting in Python 2.x.In Python 3.0 to 3.7, it was reserved and named
tp_print
.Inheritance:
This field is inherited by subtypes together with
tp_call
: a subtype inheritstp_vectorcall_offset
from its base type whenthe subtype’stp_call
isNULL
.Note thatheap types (including subclasses defined in Python) do notinherit the
_Py_TPFLAGS_HAVE_VECTORCALL
flag.- PyObject *
- getattrfunc
PyTypeObject.tp_getattr
¶ An optional pointer to the get-attribute-string function.
This field is deprecated. When it is defined, it should point to a functionthat acts the same as the
tp_getattro
function, but taking a C stringinstead of a Python string object to give the attribute name.Inheritance:
Group:
tp_getattr
,tp_getattro
This field is inherited by subtypes together with
tp_getattro
: a subtypeinherits bothtp_getattr
andtp_getattro
from its base type whenthe subtype’stp_getattr
andtp_getattro
are bothNULL
.
- setattrfunc
PyTypeObject.tp_setattr
¶ An optional pointer to the function for setting and deleting attributes.
This field is deprecated. When it is defined, it should point to a functionthat acts the same as the
tp_setattro
function, but taking a C stringinstead of a Python string object to give the attribute name.Inheritance:
Group:
tp_setattr
,tp_setattro
This field is inherited by subtypes together with
tp_setattro
: a subtypeinherits bothtp_setattr
andtp_setattro
from its base type whenthe subtype’stp_setattr
andtp_setattro
are bothNULL
.
- PyAsyncMethods*
PyTypeObject.tp_as_async
¶ Pointer to an additional structure that contains fields relevant only toobjects which implementawaitable andasynchronous iteratorprotocols at the C-level. SeeAsync Object Structures for details.
New in version 3.5:Formerly known as
tp_compare
andtp_reserved
.Inheritance:
The
tp_as_async
field is not inherited,but the contained fields are inherited individually.
- reprfunc
PyTypeObject.tp_repr
¶ An optional pointer to a function that implements the built-in function
repr()
.The signature is the same as for
PyObject_Repr()
:PyObject*tp_repr(PyObject*self);
The function must return a string or a Unicode object. Ideally,this function should return a string that, when passed to
eval()
, given a suitable environment, returns an object with thesame value. If this is not feasible, it should return a string starting with'<'
and ending with'>'
from which both the type and the value of theobject can be deduced.Inheritance:
This field is inherited by subtypes.
Default:
When this field is not set, a string of the form
<%sobjectat%p>
isreturned, where%s
is replaced by the type name, and%p
by the object’smemory address.
- PyNumberMethods*
PyTypeObject.tp_as_number
¶ Pointer to an additional structure that contains fields relevant only toobjects which implement the number protocol. These fields are documented inNumber Object Structures.
Inheritance:
The
tp_as_number
field is not inherited, but the contained fields areinherited individually.
- PySequenceMethods*
PyTypeObject.tp_as_sequence
¶ Pointer to an additional structure that contains fields relevant only toobjects which implement the sequence protocol. These fields are documentedinSequence Object Structures.
Inheritance:
The
tp_as_sequence
field is not inherited, but the contained fieldsare inherited individually.
- PyMappingMethods*
PyTypeObject.tp_as_mapping
¶ Pointer to an additional structure that contains fields relevant only toobjects which implement the mapping protocol. These fields are documented inMapping Object Structures.
Inheritance:
The
tp_as_mapping
field is not inherited, but the contained fieldsare inherited individually.
- hashfunc
PyTypeObject.tp_hash
¶ An optional pointer to a function that implements the built-in function
hash()
.The signature is the same as for
PyObject_Hash()
:Py_hash_ttp_hash(PyObject*);
The value
-1
should not be returned as anormal return value; when an error occurs during the computation of the hashvalue, the function should set an exception and return-1
.When this field is not set (and
tp_richcompare
is not set),an attempt to take the hash of the object raisesTypeError
.This is the same as setting it toPyObject_HashNotImplemented()
.This field can be set explicitly to
PyObject_HashNotImplemented()
toblock inheritance of the hash method from a parent type. This is interpretedas the equivalent of__hash__=None
at the Python level, causingisinstance(o,collections.Hashable)
to correctly returnFalse
. Notethat the converse is also true - setting__hash__=None
on a class atthe Python level will result in thetp_hash
slot being set toPyObject_HashNotImplemented()
.Inheritance:
Group:
tp_hash
,tp_richcompare
This field is inherited by subtypes together with
tp_richcompare
: a subtype inherits both oftp_richcompare
andtp_hash
, when the subtype’stp_richcompare
andtp_hash
are bothNULL
.
- ternaryfunc
PyTypeObject.tp_call
¶ An optional pointer to a function that implements calling the object. Thisshould be
NULL
if the object is not callable. The signature is the same asforPyObject_Call()
:PyObject*tp_call(PyObject*self,PyObject*args,PyObject*kwargs);
Inheritance:
This field is inherited by subtypes.
- reprfunc
PyTypeObject.tp_str
¶ An optional pointer to a function that implements the built-in operation
str()
. (Note thatstr
is a type now, andstr()
calls theconstructor for that type. This constructor callsPyObject_Str()
to dothe actual work, andPyObject_Str()
will call this handler.)The signature is the same as for
PyObject_Str()
:PyObject*tp_str(PyObject*self);
The function must return a string or a Unicode object. It should be a “friendly” stringrepresentation of the object, as this is the representation that will be used,among other things, by the
print()
function.Inheritance:
This field is inherited by subtypes.
Default:
When this field is not set,
PyObject_Repr()
is called to return a stringrepresentation.
- getattrofunc
PyTypeObject.tp_getattro
¶ An optional pointer to the get-attribute function.
The signature is the same as for
PyObject_GetAttr()
:PyObject*tp_getattro(PyObject*self,PyObject*attr);
It is usually convenient to set this field to
PyObject_GenericGetAttr()
,which implements the normal way of looking for object attributes.Inheritance:
Group:
tp_getattr
,tp_getattro
This field is inherited by subtypes together with
tp_getattr
: a subtypeinherits bothtp_getattr
andtp_getattro
from its base type whenthe subtype’stp_getattr
andtp_getattro
are bothNULL
.Default:
PyBaseObject_Type
usesPyObject_GenericGetAttr()
.
- setattrofunc
PyTypeObject.tp_setattro
¶ An optional pointer to the function for setting and deleting attributes.
The signature is the same as for
PyObject_SetAttr()
:PyObject*tp_setattro(PyObject*self,PyObject*attr,PyObject*value);
In addition, settingvalue to
NULL
to delete an attribute must besupported. It is usually convenient to set this field toPyObject_GenericSetAttr()
, which implements the normalway of setting object attributes.Inheritance:
Group:
tp_setattr
,tp_setattro
This field is inherited by subtypes together with
tp_setattr
: a subtypeinherits bothtp_setattr
andtp_setattro
from its base type whenthe subtype’stp_setattr
andtp_setattro
are bothNULL
.Default:
PyBaseObject_Type
usesPyObject_GenericSetAttr()
.
- PyBufferProcs*
PyTypeObject.tp_as_buffer
¶ Pointer to an additional structure that contains fields relevant only to objectswhich implement the buffer interface. These fields are documented inBuffer Object Structures.
Inheritance:
The
tp_as_buffer
field is not inherited,but the contained fields are inherited individually.
- unsigned long
PyTypeObject.tp_flags
¶ This field is a bit mask of various flags. Some flags indicate variantsemantics for certain situations; others are used to indicate that certainfields in the type object (or in the extension structures referenced via
tp_as_number
,tp_as_sequence
,tp_as_mapping
, andtp_as_buffer
) that were historically not always present are valid; ifsuch a flag bit is clear, the type fields it guards must not be accessed andmust be considered to have a zero orNULL
value instead.Inheritance:
Inheritance of this field is complicated. Most flag bits are inheritedindividually, i.e. if the base type has a flag bit set, the subtype inheritsthis flag bit. The flag bits that pertain to extension structures are strictlyinherited if the extension structure is inherited, i.e. the base type’s value ofthe flag bit is copied into the subtype together with a pointer to the extensionstructure. The
Py_TPFLAGS_HAVE_GC
flag bit is inherited together withthetp_traverse
andtp_clear
fields, i.e. if thePy_TPFLAGS_HAVE_GC
flag bit is clear in the subtype and thetp_traverse
andtp_clear
fields in the subtype exist and haveNULL
values.Default:
PyBaseObject_Type
usesPy_TPFLAGS_DEFAULT|Py_TPFLAGS_BASETYPE
.Bit Masks:
The following bit masks are currently defined; these can be ORed together usingthe
|
operator to form the value of thetp_flags
field. The macroPyType_HasFeature()
takes a type and a flags value,tp andf, andchecks whethertp->tp_flags&f
is non-zero.Py_TPFLAGS_HEAPTYPE
¶This bit is set when the type object itself is allocated on the heap, forexample, types created dynamically using
PyType_FromSpec()
. In thiscase, theob_type
field of its instances is considered a reference tothe type, and the type object is INCREF’ed when a new instance is created, andDECREF’ed when an instance is destroyed (this does not apply to instances ofsubtypes; only the type referenced by the instance’s ob_type gets INCREF’ed orDECREF’ed).Inheritance:
???
Py_TPFLAGS_BASETYPE
¶This bit is set when the type can be used as the base type of another type. Ifthis bit is clear, the type cannot be subtyped (similar to a “final” class inJava).
Inheritance:
???
Py_TPFLAGS_READY
¶This bit is set when the type object has been fully initialized by
PyType_Ready()
.Inheritance:
???
Py_TPFLAGS_READYING
¶This bit is set while
PyType_Ready()
is in the process of initializingthe type object.Inheritance:
???
Py_TPFLAGS_HAVE_GC
¶This bit is set when the object supports garbage collection. If this bitis set, instances must be created using
PyObject_GC_New()
anddestroyed usingPyObject_GC_Del()
. More information in sectionSupporting Cyclic Garbage Collection. This bit also implies that theGC-related fieldstp_traverse
andtp_clear
are present inthe type object.Inheritance:
Group:
Py_TPFLAGS_HAVE_GC
,tp_traverse
,tp_clear
The
Py_TPFLAGS_HAVE_GC
flag bit is inheritedtogether with thetp_traverse
andtp_clear
fields, i.e. if thePy_TPFLAGS_HAVE_GC
flag bit isclear in the subtype and thetp_traverse
andtp_clear
fields in the subtype exist and haveNULL
values.
Py_TPFLAGS_DEFAULT
¶This is a bitmask of all the bits that pertain to the existence of certainfields in the type object and its extension structures. Currently, it includesthe following bits:
Py_TPFLAGS_HAVE_STACKLESS_EXTENSION
,Py_TPFLAGS_HAVE_VERSION_TAG
.Inheritance:
???
Py_TPFLAGS_METHOD_DESCRIPTOR
¶This bit indicates that objects behave like unbound methods.
If this flag is set for
type(meth)
, then:meth.__get__(obj,cls)(*args,**kwds)
(withobj
not None)must be equivalent tometh(obj,*args,**kwds)
.meth.__get__(None,cls)(*args,**kwds)
must be equivalent tometh(*args,**kwds)
.
This flag enables an optimization for typical method calls like
obj.meth()
: it avoids creating a temporary “bound method” object forobj.meth
.New in version 3.8.
Inheritance:
This flag is never inherited by heap types.For extension types, it is inherited whenever
tp_descr_get
is inherited.
Py_TPFLAGS_LONG_SUBCLASS
¶
Py_TPFLAGS_LIST_SUBCLASS
¶
Py_TPFLAGS_TUPLE_SUBCLASS
¶
Py_TPFLAGS_BYTES_SUBCLASS
¶
Py_TPFLAGS_UNICODE_SUBCLASS
¶
Py_TPFLAGS_DICT_SUBCLASS
¶
Py_TPFLAGS_BASE_EXC_SUBCLASS
¶
Py_TPFLAGS_TYPE_SUBCLASS
¶These flags are used by functions such as
PyLong_Check()
to quickly determine if a type is a subclassof a built-in type; such specific checks are faster than a genericcheck, likePyObject_IsInstance()
. Custom types that inheritfrom built-ins should have theirtp_flags
set appropriately, or the code that interacts with such typeswill behave differently depending on what kind of check is used.
Py_TPFLAGS_HAVE_FINALIZE
¶This bit is set when the
tp_finalize
slot is present in thetype structure.New in version 3.4.
Deprecated since version 3.8:This flag isn’t necessary anymore, as the interpreter assumes the
tp_finalize
slot is always present in thetype structure.
_Py_TPFLAGS_HAVE_VECTORCALL
¶This bit is set when the class implements the vectorcall protocol.See
tp_vectorcall_offset
for details.Inheritance:
This bit is set onstatic subtypes if
tp_flags
is not overridden:a subtype inherits_Py_TPFLAGS_HAVE_VECTORCALL
from its base typewhen the subtype’stp_call
isNULL
and the subtype’sPy_TPFLAGS_HEAPTYPE
is not set.Heap types do not inherit
_Py_TPFLAGS_HAVE_VECTORCALL
.Note
This flag is provisional and expected to become public in Python 3.9,with a different name and, possibly, changed semantics.If you use vectorcall, plan for updating your code for Python 3.9.
New in version 3.8.
- const char*
PyTypeObject.tp_doc
¶ An optional pointer to a NUL-terminated C string giving the docstring for thistype object. This is exposed as the
__doc__
attribute on the type andinstances of the type.Inheritance:
This field isnot inherited by subtypes.
- traverseproc
PyTypeObject.tp_traverse
¶ An optional pointer to a traversal function for the garbage collector. This isonly used if the
Py_TPFLAGS_HAVE_GC
flag bit is set. The signature is:inttp_traverse(PyObject*self,visitprocvisit,void*arg);
More information about Python’s garbage collection scheme can be foundin sectionSupporting Cyclic Garbage Collection.
The
tp_traverse
pointer is used by the garbage collector to detectreference cycles. A typical implementation of atp_traverse
functionsimply callsPy_VISIT()
on each of the instance’s members that are Pythonobjects that the instance owns. For example, this is functionlocal_traverse()
from the_thread
extension module:staticintlocal_traverse(localobject*self,visitprocvisit,void*arg){Py_VISIT(self->args);Py_VISIT(self->kw);Py_VISIT(self->dict);return0;}
Note that
Py_VISIT()
is called only on those members that can participatein reference cycles. Although there is also aself->key
member, it can onlybeNULL
or a Python string and therefore cannot be part of a reference cycle.On the other hand, even if you know a member can never be part of a cycle, as adebugging aid you may want to visit it anyway just so the
gc
module’sget_referents()
function will include it.Warning
When implementing
tp_traverse
, only the membersthat the instanceowns (by having strong references to them) must bevisited. For instance, if an object supports weak references via thetp_weaklist
slot, the pointer supportingthe linked list (whattp_weaklist points to) mustnot bevisited as the instance does not directly own the weak references to itself(the weakreference list is there to support the weak reference machinery,but the instance has no strong reference to the elements inside it, as theyare allowed to be removed even if the instance is still alive).Note that
Py_VISIT()
requires thevisit andarg parameters tolocal_traverse()
to have these specific names; don’t name them justanything.Inheritance:
Group:
Py_TPFLAGS_HAVE_GC
,tp_traverse
,tp_clear
This field is inherited by subtypes together with
tp_clear
and thePy_TPFLAGS_HAVE_GC
flag bit: the flag bit,tp_traverse
, andtp_clear
are all inherited from the base type if they are all zero inthe subtype.
- inquiry
PyTypeObject.tp_clear
¶ An optional pointer to a clear function for the garbage collector. This is onlyused if the
Py_TPFLAGS_HAVE_GC
flag bit is set. The signature is:inttp_clear(PyObject*);
The
tp_clear
member function is used to break reference cycles in cyclicgarbage detected by the garbage collector. Taken together, alltp_clear
functions in the system must combine to break all reference cycles. This issubtle, and if in any doubt supply atp_clear
function. For example,the tuple type does not implement atp_clear
function, because it’spossible to prove that no reference cycle can be composed entirely of tuples.Therefore thetp_clear
functions of other types must be sufficient tobreak any cycle containing a tuple. This isn’t immediately obvious, and there’srarely a good reason to avoid implementingtp_clear
.Implementations of
tp_clear
should drop the instance’s references tothose of its members that may be Python objects, and set its pointers to thosemembers toNULL
, as in the following example:staticintlocal_clear(localobject*self){Py_CLEAR(self->key);Py_CLEAR(self->args);Py_CLEAR(self->kw);Py_CLEAR(self->dict);return0;}
The
Py_CLEAR()
macro should be used, because clearing references isdelicate: the reference to the contained object must not be decremented untilafter the pointer to the contained object is set toNULL
. This is becausedecrementing the reference count may cause the contained object to become trash,triggering a chain of reclamation activity that may include invoking arbitraryPython code (due to finalizers, or weakref callbacks, associated with thecontained object). If it’s possible for such code to referenceself again,it’s important that the pointer to the contained object beNULL
at that time,so thatself knows the contained object can no longer be used. ThePy_CLEAR()
macro performs the operations in a safe order.Because the goal of
tp_clear
functions is to break reference cycles,it’s not necessary to clear contained objects like Python strings or Pythonintegers, which can’t participate in reference cycles. On the other hand, it maybe convenient to clear all contained Python objects, and write the type’stp_dealloc
function to invoketp_clear
.More information about Python’s garbage collection scheme can be found insectionSupporting Cyclic Garbage Collection.
Inheritance:
Group:
Py_TPFLAGS_HAVE_GC
,tp_traverse
,tp_clear
This field is inherited by subtypes together with
tp_traverse
and thePy_TPFLAGS_HAVE_GC
flag bit: the flag bit,tp_traverse
, andtp_clear
are all inherited from the base type if they are all zero inthe subtype.
- richcmpfunc
PyTypeObject.tp_richcompare
¶ An optional pointer to the rich comparison function, whose signature is:
PyObject*tp_richcompare(PyObject*self,PyObject*other,intop);
The first parameter is guaranteed to be an instance of the typethat is defined by
PyTypeObject
.The function should return the result of the comparison (usually
Py_True
orPy_False
). If the comparison is undefined, it must returnPy_NotImplemented
, if another error occurred it must returnNULL
andset an exception condition.The following constants are defined to be used as the third argument for
tp_richcompare
and forPyObject_RichCompare()
:Constant
Comparison
Py_LT
<
Py_LE
<=
Py_EQ
==
Py_NE
!=
Py_GT
>
Py_GE
>=
The following macro is defined to ease writing rich comparison functions:
Py_RETURN_RICHCOMPARE
(VAL_A, VAL_B, op)¶Return
Py_True
orPy_False
from the function, depending on theresult of a comparison.VAL_A and VAL_B must be orderable by C comparison operators (for example,they may be C ints or floats). The third argument specifies the requestedoperation, as forPyObject_RichCompare()
.The return value’s reference count is properly incremented.
On error, sets an exception and returns
NULL
from the function.New in version 3.7.
Inheritance:
Group:
tp_hash
,tp_richcompare
This field is inherited by subtypes together with
tp_hash
:a subtype inheritstp_richcompare
andtp_hash
whenthe subtype’stp_richcompare
andtp_hash
are bothNULL
.Default:
PyBaseObject_Type
provides atp_richcompare
implementation, which may be inherited. However, if onlytp_hash
is defined, not even the inherited function is usedand instances of the type will not be able to participate in anycomparisons.
- Py_ssize_t
PyTypeObject.tp_weaklistoffset
¶ If the instances of this type are weakly referenceable, this field is greaterthan zero and contains the offset in the instance structure of the weakreference list head (ignoring the GC header, if present); this offset is used by
PyObject_ClearWeakRefs()
and thePyWeakref_*()
functions. Theinstance structure needs to include a field of typePyObject*
which isinitialized toNULL
.Do not confuse this field with
tp_weaklist
; that is the list head forweak references to the type object itself.Inheritance:
This field is inherited by subtypes, but see the rules listed below. A subtypemay override this offset; this means that the subtype uses a different weakreference list head than the base type. Since the list head is always found via
tp_weaklistoffset
, this should not be a problem.When a type defined by a class statement has no
__slots__
declaration,and none of its base types are weakly referenceable, the type is made weaklyreferenceable by adding a weak reference list head slot to the instance layoutand setting thetp_weaklistoffset
of that slot’s offset.When a type’s
__slots__
declaration contains a slot named__weakref__
, that slot becomes the weak reference list head forinstances of the type, and the slot’s offset is stored in the type’stp_weaklistoffset
.When a type’s
__slots__
declaration does not contain a slot named__weakref__
, the type inherits itstp_weaklistoffset
from itsbase type.
- getiterfunc
PyTypeObject.tp_iter
¶ An optional pointer to a function that returns an iterator for the object. Itspresence normally signals that the instances of this type are iterable (althoughsequences may be iterable without this function).
This function has the same signature as
PyObject_GetIter()
:PyObject*tp_iter(PyObject*self);
Inheritance:
This field is inherited by subtypes.
- iternextfunc
PyTypeObject.tp_iternext
¶ An optional pointer to a function that returns the next item in an iterator.The signature is:
PyObject*tp_iternext(PyObject*self);
When the iterator is exhausted, it must return
NULL
; aStopIteration
exception may or may not be set. When another error occurs, it must returnNULL
too. Its presence signals that the instances of this type areiterators.Iterator types should also define the
tp_iter
function, and thatfunction should return the iterator instance itself (not a new iteratorinstance).This function has the same signature as
PyIter_Next()
.Inheritance:
This field is inherited by subtypes.
- structPyMethodDef*
PyTypeObject.tp_methods
¶ An optional pointer to a static
NULL
-terminated array ofPyMethodDef
structures, declaring regular methods of this type.For each entry in the array, an entry is added to the type’s dictionary (see
tp_dict
below) containing a method descriptor.Inheritance:
This field is not inherited by subtypes (methods are inherited through adifferent mechanism).
- structPyMemberDef*
PyTypeObject.tp_members
¶ An optional pointer to a static
NULL
-terminated array ofPyMemberDef
structures, declaring regular data members (fields or slots) of instances ofthis type.For each entry in the array, an entry is added to the type’s dictionary (see
tp_dict
below) containing a member descriptor.Inheritance:
This field is not inherited by subtypes (members are inherited through adifferent mechanism).
- structPyGetSetDef*
PyTypeObject.tp_getset
¶ An optional pointer to a static
NULL
-terminated array ofPyGetSetDef
structures, declaring computed attributes of instances of this type.For each entry in the array, an entry is added to the type’s dictionary (see
tp_dict
below) containing a getset descriptor.Inheritance:
This field is not inherited by subtypes (computed attributes are inheritedthrough a different mechanism).
- PyTypeObject*
PyTypeObject.tp_base
¶ An optional pointer to a base type from which type properties are inherited. Atthis level, only single inheritance is supported; multiple inheritance requiredynamically creating a type object by calling the metatype.
Note
Slot initialization is subject to the rules of initializing globals.C99 requires the initializers to be “address constants”. Functiondesignators like
PyType_GenericNew()
, with implicit conversionto a pointer, are valid C99 address constants.However, the unary ‘&’ operator applied to a non-static variablelike
PyBaseObject_Type()
is not required to produce an addressconstant. Compilers may support this (gcc does), MSVC does not.Both compilers are strictly standard conforming in this particularbehavior.Consequently,
tp_base
should be set inthe extension module’s init function.Inheritance:
This field is not inherited by subtypes (obviously).
Default:
This field defaults to
&PyBaseObject_Type
(which to Pythonprogrammers is known as the typeobject
).
- PyObject*
PyTypeObject.tp_dict
¶ The type’s dictionary is stored here by
PyType_Ready()
.This field should normally be initialized to
NULL
before PyType_Ready iscalled; it may also be initialized to a dictionary containing initial attributesfor the type. OncePyType_Ready()
has initialized the type, extraattributes for the type may be added to this dictionary only if they don’tcorrespond to overloaded operations (like__add__()
).Inheritance:
This field is not inherited by subtypes (though the attributes defined in hereare inherited through a different mechanism).
Default:
If this field is
NULL
,PyType_Ready()
will assign a newdictionary to it.Warning
It is not safe to use
PyDict_SetItem()
on or otherwise modifytp_dict
with the dictionary C-API.
- descrgetfunc
PyTypeObject.tp_descr_get
¶ An optional pointer to a “descriptor get” function.
The function signature is:
PyObject*tp_descr_get(PyObject*self,PyObject*obj,PyObject*type);
Inheritance:
This field is inherited by subtypes.
- descrsetfunc
PyTypeObject.tp_descr_set
¶ An optional pointer to a function for setting and deletinga descriptor’s value.
The function signature is:
inttp_descr_set(PyObject*self,PyObject*obj,PyObject*value);
Thevalue argument is set to
NULL
to delete the value.Inheritance:
This field is inherited by subtypes.
- Py_ssize_t
PyTypeObject.tp_dictoffset
¶ If the instances of this type have a dictionary containing instance variables,this field is non-zero and contains the offset in the instances of the type ofthe instance variable dictionary; this offset is used by
PyObject_GenericGetAttr()
.Do not confuse this field with
tp_dict
; that is the dictionary forattributes of the type object itself.If the value of this field is greater than zero, it specifies the offset fromthe start of the instance structure. If the value is less than zero, itspecifies the offset from theend of the instance structure. A negativeoffset is more expensive to use, and should only be used when the instancestructure contains a variable-length part. This is used for example to add aninstance variable dictionary to subtypes of
str
ortuple
. Notethat thetp_basicsize
field should account for the dictionary added tothe end in that case, even though the dictionary is not included in the basicobject layout. On a system with a pointer size of 4 bytes,tp_dictoffset
should be set to-4
to indicate that the dictionary isat the very end of the structure.The real dictionary offset in an instance can be computed from a negative
tp_dictoffset
as follows:dictoffset=tp_basicsize+abs(ob_size)*tp_itemsize+tp_dictoffsetifdictoffsetisnotalignedonsizeof(void*):rounduptosizeof(void*)
where
tp_basicsize
,tp_itemsize
andtp_dictoffset
aretaken from the type object, andob_size
is taken from the instance. Theabsolute value is taken because ints use the sign ofob_size
tostore the sign of the number. (There’s never a need to do this calculationyourself; it is done for you by_PyObject_GetDictPtr()
.)Inheritance:
This field is inherited by subtypes, but see the rules listed below. A subtypemay override this offset; this means that the subtype instances store thedictionary at a difference offset than the base type. Since the dictionary isalways found via
tp_dictoffset
, this should not be a problem.When a type defined by a class statement has no
__slots__
declaration,and none of its base types has an instance variable dictionary, a dictionaryslot is added to the instance layout and thetp_dictoffset
is set tothat slot’s offset.When a type defined by a class statement has a
__slots__
declaration,the type inherits itstp_dictoffset
from its base type.(Adding a slot named
__dict__
to the__slots__
declaration doesnot have the expected effect, it just causes confusion. Maybe this should beadded as a feature just like__weakref__
though.)Default:
This slot has no default. For static types, if the field is
NULL
then no__dict__
gets created for instances.
- initproc
PyTypeObject.tp_init
¶ An optional pointer to an instance initialization function.
This function corresponds to the
__init__()
method of classes. Like__init__()
, it is possible to create an instance without calling__init__()
, and it is possible to reinitialize an instance by calling its__init__()
method again.The function signature is:
inttp_init(PyObject*self,PyObject*args,PyObject*kwds);
The self argument is the instance to be initialized; theargs andkwdsarguments represent positional and keyword arguments of the call to
__init__()
.The
tp_init
function, if notNULL
, is called when an instance iscreated normally by calling its type, after the type’stp_new
functionhas returned an instance of the type. If thetp_new
function returns aninstance of some other type that is not a subtype of the original type, notp_init
function is called; iftp_new
returns an instance of asubtype of the original type, the subtype’stp_init
is called.Returns
0
on success,-1
and sets an exception on error.Inheritance:
This field is inherited by subtypes.
Default:
For static types this field does not have a default.
- allocfunc
PyTypeObject.tp_alloc
¶ An optional pointer to an instance allocation function.
The function signature is:
PyObject*tp_alloc(PyTypeObject*self,Py_ssize_tnitems);
Inheritance:
This field is inherited by static subtypes, but not by dynamicsubtypes (subtypes created by a class statement).
Default:
For dynamic subtypes, this field is always set to
PyType_GenericAlloc()
, to force a standard heapallocation strategy.For static subtypes,
PyBaseObject_Type
usesPyType_GenericAlloc()
. That is the recommended valuefor all statically defined types.
- newfunc
PyTypeObject.tp_new
¶ An optional pointer to an instance creation function.
The function signature is:
PyObject*tp_new(PyTypeObject*subtype,PyObject*args,PyObject*kwds);
The subtype argument is the type of the object being created; theargs andkwds arguments represent positional and keyword arguments of the call to thetype. Note that subtype doesn’t have to equal the type whose
tp_new
function is called; it may be a subtype of that type (but not an unrelatedtype).The
tp_new
function should callsubtype->tp_alloc(subtype,nitems)
to allocate space for the object, and then do only as much furtherinitialization as is absolutely necessary. Initialization that can safely beignored or repeated should be placed in thetp_init
handler. A goodrule of thumb is that for immutable types, all initialization should take placeintp_new
, while for mutable types, most initialization should bedeferred totp_init
.Inheritance:
This field is inherited by subtypes, except it is not inherited by static typeswhose
tp_base
isNULL
or&PyBaseObject_Type
.Default:
For static types this field has no default. This means if theslot is defined as
NULL
, the type cannot be called to create newinstances; presumably there is some other way to createinstances, like a factory function.
- freefunc
PyTypeObject.tp_free
¶ An optional pointer to an instance deallocation function. Its signature is:
voidtp_free(void*self);
An initializer that is compatible with this signature is
PyObject_Free()
.Inheritance:
This field is inherited by static subtypes, but not by dynamicsubtypes (subtypes created by a class statement)
Default:
In dynamic subtypes, this field is set to a deallocator suitable tomatch
PyType_GenericAlloc()
and the value of thePy_TPFLAGS_HAVE_GC
flag bit.For static subtypes,
PyBaseObject_Type
uses PyObject_Del.
- inquiry
PyTypeObject.tp_is_gc
¶ An optional pointer to a function called by the garbage collector.
The garbage collector needs to know whether a particular object is collectibleor not. Normally, it is sufficient to look at the object’s type’s
tp_flags
field, and check thePy_TPFLAGS_HAVE_GC
flag bit. Butsome types have a mixture of statically and dynamically allocated instances, andthe statically allocated instances are not collectible. Such types shoulddefine this function; it should return1
for a collectible instance, and0
for a non-collectible instance. The signature is:inttp_is_gc(PyObject*self);
(The only example of this are types themselves. The metatype,
PyType_Type
, defines this function to distinguish between staticallyand dynamically allocated types.)Inheritance:
This field is inherited by subtypes.
Default:
This slot has no default. If this field is
NULL
,Py_TPFLAGS_HAVE_GC
is used as the functional equivalent.
- PyObject*
PyTypeObject.tp_bases
¶ Tuple of base types.
This is set for types created by a class statement. It should be
NULL
forstatically defined types.Inheritance:
This field is not inherited.
- PyObject*
PyTypeObject.tp_mro
¶ Tuple containing the expanded set of base types, starting with the type itselfand ending with
object
, in Method Resolution Order.Inheritance:
This field is not inherited; it is calculated fresh by
PyType_Ready()
.
- PyObject*
PyTypeObject.tp_subclasses
¶ List of weak references to subclasses. Internal use only.
Inheritance:
This field is not inherited.
- PyObject*
PyTypeObject.tp_weaklist
¶ Weak reference list head, for weak references to this type object. Notinherited. Internal use only.
Inheritance:
This field is not inherited.
- destructor
PyTypeObject.tp_del
¶ This field is deprecated. Use
tp_finalize
instead.
- unsigned int
PyTypeObject.tp_version_tag
¶ Used to index into the method cache. Internal use only.
Inheritance:
This field is not inherited.
- destructor
PyTypeObject.tp_finalize
¶ An optional pointer to an instance finalization function. Its signature is:
voidtp_finalize(PyObject*self);
If
tp_finalize
is set, the interpreter calls it once whenfinalizing an instance. It is called either from the garbagecollector (if the instance is part of an isolated reference cycle) orjust before the object is deallocated. Either way, it is guaranteedto be called before attempting to break reference cycles, ensuringthat it finds the object in a sane state.tp_finalize
should not mutate the current exception status;therefore, a recommended way to write a non-trivial finalizer is:staticvoidlocal_finalize(PyObject*self){PyObject*error_type,*error_value,*error_traceback;/* Save the current exception, if any. */PyErr_Fetch(&error_type,&error_value,&error_traceback);/* ... *//* Restore the saved exception. */PyErr_Restore(error_type,error_value,error_traceback);}
For this field to be taken into account (even through inheritance),you must also set the
Py_TPFLAGS_HAVE_FINALIZE
flags bit.Inheritance:
This field is inherited by subtypes.
New in version 3.4.
See also
“Safe object finalization” (PEP 442)
The remaining fields are only defined if the feature test macroCOUNT_ALLOCS
is defined, and are for internal use only. They aredocumented here for completeness. None of these fields are inherited bysubtypes.
- Py_ssize_t
PyTypeObject.tp_allocs
¶ Number of allocations.
- Py_ssize_t
PyTypeObject.tp_frees
¶ Number of frees.
- Py_ssize_t
PyTypeObject.tp_maxalloc
¶ Maximum simultaneously allocated objects.
- PyTypeObject*
PyTypeObject.tp_prev
¶ Pointer to the previous type object with a non-zero
tp_allocs
field.
- PyTypeObject*
PyTypeObject.tp_next
¶ Pointer to the next type object with a non-zero
tp_allocs
field.
Also, note that, in a garbage collected Python,tp_dealloc
may be called fromany Python thread, not just the thread which created the object (if the objectbecomes part of a refcount cycle, that cycle might be collected by a garbagecollection on any thread). This is not a problem for Python API calls, sincethe thread on which tp_dealloc is called will own the Global Interpreter Lock(GIL). However, if the object being destroyed in turn destroys objects from someother C or C++ library, care should be taken to ensure that destroying thoseobjects on the thread which called tp_dealloc will not violate any assumptionsof the library.
Heap Types¶
Traditionally, types defined in C code arestatic, that is,a staticPyTypeObject
structure is defined directly in codeand initialized usingPyType_Ready()
.
This results in types that are limited relative to types defined in Python:
Static types are limited to one base, i.e. they cannot use multipleinheritance.
Static type objects (but not necessarily their instances) are immutable.It is not possible to add or modify the type object’s attributes from Python.
Static type objects are shared acrosssub-interpreters, so they should notinclude any subinterpreter-specific state.
Also, sincePyTypeObject
is not part of thestable ABI,any extension modules using static types must be compiled for a specificPython minor version.
An alternative to static types isheap-allocated types, orheap typesfor short, which correspond closely to classes created by Python’sclass
statement.
This is done by filling aPyType_Spec
structure and callingPyType_FromSpecWithBases()
.
Number Object Structures¶
PyNumberMethods
¶This structure holds pointers to the functions which an object uses toimplement the number protocol. Each function is used by the function ofsimilar name documented in theNumber Protocol section.
Here is the structure definition:
typedefstruct{binaryfuncnb_add;binaryfuncnb_subtract;binaryfuncnb_multiply;binaryfuncnb_remainder;binaryfuncnb_divmod;ternaryfuncnb_power;unaryfuncnb_negative;unaryfuncnb_positive;unaryfuncnb_absolute;inquirynb_bool;unaryfuncnb_invert;binaryfuncnb_lshift;binaryfuncnb_rshift;binaryfuncnb_and;binaryfuncnb_xor;binaryfuncnb_or;unaryfuncnb_int;void*nb_reserved;unaryfuncnb_float;binaryfuncnb_inplace_add;binaryfuncnb_inplace_subtract;binaryfuncnb_inplace_multiply;binaryfuncnb_inplace_remainder;ternaryfuncnb_inplace_power;binaryfuncnb_inplace_lshift;binaryfuncnb_inplace_rshift;binaryfuncnb_inplace_and;binaryfuncnb_inplace_xor;binaryfuncnb_inplace_or;binaryfuncnb_floor_divide;binaryfuncnb_true_divide;binaryfuncnb_inplace_floor_divide;binaryfuncnb_inplace_true_divide;unaryfuncnb_index;binaryfuncnb_matrix_multiply;binaryfuncnb_inplace_matrix_multiply;}PyNumberMethods;
Note
Binary and ternary functions must check the type of all their operands,and implement the necessary conversions (at least one of the operands isan instance of the defined type). If the operation is not defined for thegiven operands, binary and ternary functions must return
Py_NotImplemented
, if another error occurred they must returnNULL
and set an exception.Note
The
nb_reserved
field should always beNULL
. Itwas previously callednb_long
, and was renamed inPython 3.0.1.
- binaryfunc
PyNumberMethods.nb_add
¶
- binaryfunc
PyNumberMethods.nb_subtract
¶
- binaryfunc
PyNumberMethods.nb_multiply
¶
- binaryfunc
PyNumberMethods.nb_remainder
¶
- binaryfunc
PyNumberMethods.nb_divmod
¶
- ternaryfunc
PyNumberMethods.nb_power
¶
- binaryfunc
PyNumberMethods.nb_lshift
¶
- binaryfunc
PyNumberMethods.nb_rshift
¶
- binaryfunc
PyNumberMethods.nb_and
¶
- binaryfunc
PyNumberMethods.nb_xor
¶
- binaryfunc
PyNumberMethods.nb_or
¶
- void *
PyNumberMethods.nb_reserved
¶
- binaryfunc
PyNumberMethods.nb_inplace_add
¶
- binaryfunc
PyNumberMethods.nb_inplace_subtract
¶
- binaryfunc
PyNumberMethods.nb_inplace_multiply
¶
- binaryfunc
PyNumberMethods.nb_inplace_remainder
¶
- ternaryfunc
PyNumberMethods.nb_inplace_power
¶
- binaryfunc
PyNumberMethods.nb_inplace_lshift
¶
- binaryfunc
PyNumberMethods.nb_inplace_rshift
¶
- binaryfunc
PyNumberMethods.nb_inplace_and
¶
- binaryfunc
PyNumberMethods.nb_inplace_xor
¶
- binaryfunc
PyNumberMethods.nb_inplace_or
¶
- binaryfunc
PyNumberMethods.nb_floor_divide
¶
- binaryfunc
PyNumberMethods.nb_true_divide
¶
- binaryfunc
PyNumberMethods.nb_inplace_floor_divide
¶
- binaryfunc
PyNumberMethods.nb_inplace_true_divide
¶
- binaryfunc
PyNumberMethods.nb_matrix_multiply
¶
- binaryfunc
PyNumberMethods.nb_inplace_matrix_multiply
¶
Mapping Object Structures¶
PyMappingMethods
¶This structure holds pointers to the functions which an object uses toimplement the mapping protocol. It has three members:
- lenfunc
PyMappingMethods.mp_length
¶ This function is used by
PyMapping_Size()
andPyObject_Size()
, and has the same signature. This slot may be set toNULL
if the object has no defined length.
- binaryfunc
PyMappingMethods.mp_subscript
¶ This function is used by
PyObject_GetItem()
andPySequence_GetSlice()
, and has the same signature asPyObject_GetItem()
. This slot must be filled for thePyMapping_Check()
function to return1
, it can beNULL
otherwise.
- objobjargproc
PyMappingMethods.mp_ass_subscript
¶ This function is used by
PyObject_SetItem()
,PyObject_DelItem()
,PyObject_SetSlice()
andPyObject_DelSlice()
. It has the same signature asPyObject_SetItem()
, butv can also be set toNULL
to deletean item. If this slot isNULL
, the object does not support itemassignment and deletion.
Sequence Object Structures¶
PySequenceMethods
¶This structure holds pointers to the functions which an object uses toimplement the sequence protocol.
- lenfunc
PySequenceMethods.sq_length
¶ This function is used by
PySequence_Size()
andPyObject_Size()
, and has the same signature. It is also used forhandling negative indices via thesq_item
and thesq_ass_item
slots.
- binaryfunc
PySequenceMethods.sq_concat
¶ This function is used by
PySequence_Concat()
and has the samesignature. It is also used by the+
operator, after trying the numericaddition via thenb_add
slot.
- ssizeargfunc
PySequenceMethods.sq_repeat
¶ This function is used by
PySequence_Repeat()
and has the samesignature. It is also used by the*
operator, after trying numericmultiplication via thenb_multiply
slot.
- ssizeargfunc
PySequenceMethods.sq_item
¶ This function is used by
PySequence_GetItem()
and has the samesignature. It is also used byPyObject_GetItem()
, after tryingthe subscription via themp_subscript
slot.This slot must be filled for thePySequence_Check()
function to return1
, it can beNULL
otherwise.Negative indexes are handled as follows: if the
sq_length
slot isfilled, it is called and the sequence length is used to compute a positiveindex which is passed tosq_item
. Ifsq_length
isNULL
,the index is passed as is to the function.
- ssizeobjargproc
PySequenceMethods.sq_ass_item
¶ This function is used by
PySequence_SetItem()
and has the samesignature. It is also used byPyObject_SetItem()
andPyObject_DelItem()
, after trying the item assignment and deletionvia themp_ass_subscript
slot.This slot may be left toNULL
if the object does not supportitem assignment and deletion.
- objobjproc
PySequenceMethods.sq_contains
¶ This function may be used by
PySequence_Contains()
and has the samesignature. This slot may be left toNULL
, in this casePySequence_Contains()
simply traverses the sequence until itfinds a match.
- binaryfunc
PySequenceMethods.sq_inplace_concat
¶ This function is used by
PySequence_InPlaceConcat()
and has the samesignature. It should modify its first operand, and return it. This slotmay be left toNULL
, in this casePySequence_InPlaceConcat()
will fall back toPySequence_Concat()
. It is also used by theaugmented assignment+=
, after trying numeric in-place additionvia thenb_inplace_add
slot.
- ssizeargfunc
PySequenceMethods.sq_inplace_repeat
¶ This function is used by
PySequence_InPlaceRepeat()
and has the samesignature. It should modify its first operand, and return it. This slotmay be left toNULL
, in this casePySequence_InPlaceRepeat()
will fall back toPySequence_Repeat()
. It is also used by theaugmented assignment*=
, after trying numeric in-place multiplicationvia thenb_inplace_multiply
slot.
Buffer Object Structures¶
PyBufferProcs
¶This structure holds pointers to the functions required by theBuffer protocol. The protocol defines howan exporter object can expose its internal data to consumer objects.
- getbufferproc
PyBufferProcs.bf_getbuffer
¶ The signature of this function is:
int(PyObject*exporter,Py_buffer*view,intflags);
Handle a request toexporter to fill inview as specified byflags.Except for point (3), an implementation of this function MUST take thesesteps:
Check if the request can be met. If not, raise
PyExc_BufferError
,setview->obj
toNULL
and return-1
.Fill in the requested fields.
Increment an internal counter for the number of exports.
Set
view->obj
toexporter and incrementview->obj
.Return
0
.
Ifexporter is part of a chain or tree of buffer providers, two mainschemes can be used:
Re-export: Each member of the tree acts as the exporting object andsets
view->obj
to a new reference to itself.Redirect: The buffer request is redirected to the root object of thetree. Here,
view->obj
will be a new reference to the rootobject.
The individual fields ofview are described in sectionBuffer structure, the rules how an exportermust react to specific requests are in sectionBuffer request types.
All memory pointed to in the
Py_buffer
structure belongs tothe exporter and must remain valid until there are no consumers left.format
,shape
,strides
,suboffsets
andinternal
are read-only for the consumer.PyBuffer_FillInfo()
provides an easy way of exposing a simplebytes buffer while dealing correctly with all request types.PyObject_GetBuffer()
is the interface for the consumer thatwraps this function.
- releasebufferproc
PyBufferProcs.bf_releasebuffer
¶ The signature of this function is:
void(PyObject*exporter,Py_buffer*view);
Handle a request to release the resources of the buffer. If no resourcesneed to be released,
PyBufferProcs.bf_releasebuffer
may beNULL
. Otherwise, a standard implementation of this function will takethese optional steps:Decrement an internal counter for the number of exports.
If the counter is
0
, free all memory associated withview.
The exporter MUST use the
internal
field to keeptrack of buffer-specific resources. This field is guaranteed to remainconstant, while a consumer MAY pass a copy of the original buffer as theview argument.This function MUST NOT decrement
view->obj
, since that isdone automatically inPyBuffer_Release()
(this scheme isuseful for breaking reference cycles).PyBuffer_Release()
is the interface for the consumer thatwraps this function.
Async Object Structures¶
New in version 3.5.
PyAsyncMethods
¶This structure holds pointers to the functions required to implementawaitable andasynchronous iterator objects.
Here is the structure definition:
typedefstruct{unaryfuncam_await;unaryfuncam_aiter;unaryfuncam_anext;}PyAsyncMethods;
- unaryfunc
PyAsyncMethods.am_await
¶ The signature of this function is:
PyObject*am_await(PyObject*self);
The returned object must be an iterator, i.e.
PyIter_Check()
mustreturn1
for it.This slot may be set to
NULL
if an object is not anawaitable.
- unaryfunc
PyAsyncMethods.am_aiter
¶ The signature of this function is:
PyObject*am_aiter(PyObject*self);
Must return anawaitable object. See
__anext__()
for details.This slot may be set to
NULL
if an object does not implementasynchronous iteration protocol.
- unaryfunc
PyAsyncMethods.am_anext
¶ The signature of this function is:
PyObject*am_anext(PyObject*self);
Must return anawaitable object. See
__anext__()
for details.This slot may be set toNULL
.
Slot Type typedefs¶
- PyObject *
(*allocfunc)
(PyTypeObject *cls, Py_ssize_t nitems)¶ The purpose of this function is to separate memory allocation from memoryinitialization. It should return a pointer to a block of memory of adequatelength for the instance, suitably aligned, and initialized to zeros, but with
ob_refcnt
set to1
andob_type
set to the type argument. Ifthe type’stp_itemsize
is non-zero, the object’sob_size
fieldshould be initialized tonitems and the length of the allocated memory blockshould betp_basicsize+nitems*tp_itemsize
, rounded up to a multiple ofsizeof(void*)
; otherwise,nitems is not used and the length of the blockshould betp_basicsize
.This function should not do any other instance initialization, not even toallocate additional memory; that should be done by
tp_new
.
- PyObject *
(*vectorcallfunc)
(PyObject *callable,PyObject *const *args, size_t nargsf,PyObject *kwnames)¶ Arguments to
vectorcallfunc
are the same as for_PyObject_Vectorcall()
.New in version 3.8.
- PyObject *
(*getattrfunc)
(PyObject *self, char *attr)¶ Return the value of the named attribute for the object.
- int
(*setattrfunc)
(PyObject *self, char *attr,PyObject *value)¶ Set the value of the named attribute for the object.The value argument is set to
NULL
to delete the attribute.
- PyObject *
(*getattrofunc)
(PyObject *self,PyObject *attr)¶ Return the value of the named attribute for the object.
See
tp_getattro
.
- int
(*setattrofunc)
(PyObject *self,PyObject *attr,PyObject *value)¶ Set the value of the named attribute for the object.The value argument is set to
NULL
to delete the attribute.See
tp_setattro
.
- PyObject *
(*richcmpfunc)
(PyObject *,PyObject *, int)¶ See
tp_richcompare
.
- PyObject *
(*iternextfunc)
(PyObject *)¶ See
tp_iternext
.
Examples¶
The following are simple examples of Python type definitions. Theyinclude common usage you may encounter. Some demonstrate tricky cornercases. For more examples, practical info, and a tutorial, seeDefining Extension Types: Tutorial andDefining Extension Types: Assorted Topics.
A basic static type:
typedefstruct{PyObject_HEADconstchar*data;}MyObject;staticPyTypeObjectMyObject_Type={PyVarObject_HEAD_INIT(NULL,0).tp_name="mymod.MyObject",.tp_basicsize=sizeof(MyObject),.tp_doc="My objects",.tp_new=myobj_new,.tp_dealloc=(destructor)myobj_dealloc,.tp_repr=(reprfunc)myobj_repr,};
You may also find older code (especially in the CPython code base)with a more verbose initializer:
staticPyTypeObjectMyObject_Type={PyVarObject_HEAD_INIT(NULL,0)"mymod.MyObject",/* tp_name */sizeof(MyObject),/* tp_basicsize */0,/* tp_itemsize */(destructor)myobj_dealloc,/* tp_dealloc */0,/* tp_vectorcall_offset */0,/* tp_getattr */0,/* tp_setattr */0,/* tp_as_async */(reprfunc)myobj_repr,/* tp_repr */0,/* tp_as_number */0,/* tp_as_sequence */0,/* tp_as_mapping */0,/* tp_hash */0,/* tp_call */0,/* tp_str */0,/* tp_getattro */0,/* tp_setattro */0,/* tp_as_buffer */0,/* tp_flags */"My objects",/* tp_doc */0,/* tp_traverse */0,/* tp_clear */0,/* tp_richcompare */0,/* tp_weaklistoffset */0,/* tp_iter */0,/* tp_iternext */0,/* tp_methods */0,/* tp_members */0,/* tp_getset */0,/* tp_base */0,/* tp_dict */0,/* tp_descr_get */0,/* tp_descr_set */0,/* tp_dictoffset */0,/* tp_init */0,/* tp_alloc */myobj_new,/* tp_new */};
A type that supports weakrefs, instance dicts, and hashing:
typedefstruct{PyObject_HEADconstchar*data;PyObject*inst_dict;PyObject*weakreflist;}MyObject;staticPyTypeObjectMyObject_Type={PyVarObject_HEAD_INIT(NULL,0).tp_name="mymod.MyObject",.tp_basicsize=sizeof(MyObject),.tp_doc="My objects",.tp_weaklistoffset=offsetof(MyObject,weakreflist),.tp_dictoffset=offsetof(MyObject,inst_dict),.tp_flags=Py_TPFLAGS_DEFAULT|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC,.tp_new=myobj_new,.tp_traverse=(traverseproc)myobj_traverse,.tp_clear=(inquiry)myobj_clear,.tp_alloc=PyType_GenericNew,.tp_dealloc=(destructor)myobj_dealloc,.tp_repr=(reprfunc)myobj_repr,.tp_hash=(hashfunc)myobj_hash,.tp_richcompare=PyBaseObject_Type.tp_richcompare,};
A str subclass that cannot be subclassed and cannot be calledto create instances (e.g. uses a separate factory func):
typedefstruct{PyUnicodeObjectraw;char*extra;}MyStr;staticPyTypeObjectMyStr_Type={PyVarObject_HEAD_INIT(NULL,0).tp_name="mymod.MyStr",.tp_basicsize=sizeof(MyStr),.tp_base=NULL,// set to &PyUnicode_Type in module init.tp_doc="my custom str",.tp_flags=Py_TPFLAGS_DEFAULT,.tp_new=NULL,.tp_repr=(reprfunc)myobj_repr,};
The simplest static type (with fixed-length instances):
typedefstruct{PyObject_HEAD}MyObject;staticPyTypeObjectMyObject_Type={PyVarObject_HEAD_INIT(NULL,0).tp_name="mymod.MyObject",};
The simplest static type (with variable-length instances):
typedefstruct{PyObject_VAR_HEADconstchar*data[1];}MyObject;staticPyTypeObjectMyObject_Type={PyVarObject_HEAD_INIT(NULL,0).tp_name="mymod.MyObject",.tp_basicsize=sizeof(MyObject)-sizeof(char*),.tp_itemsize=sizeof(char*),};