Type Objects¶
Perhaps one of the most important structures of the Python object system is thestructure that defines a new type: thePyTypeObject structure. Typeobjects can be handled using any of thePyObject_*() orPyType_*() functions, but do not offer much that’s interesting to mostPython applications. These objects are fundamental to how objects behave, sothey are very important to the interpreter itself and to any extension modulethat implements new types.
Type objects are fairly large compared to most of the standard types. The reasonfor the size is that each type object stores a large number of values, mostly Cfunction pointers, each of which implements a small part of the type’sfunctionality. The fields of the type object are examined in detail in thissection. The fields will be described in the order in which they occur in thestructure.
In addition to the following quick reference, theExamplessection provides at-a-glance insight into the meaning and use ofPyTypeObject.
Quick Reference¶
“tp slots”¶
PyTypeObject Slot1 | specialmethods/attrs | Info2 | ||||
|---|---|---|---|---|---|---|
O | T | D | I | |||
<R> | const char * | __name__ | X | X | ||
X | X | X | ||||
X | X | |||||
X | X | X | ||||
X | X | |||||
__getattribute__,__getattr__ | G | |||||
__setattr__,__delattr__ | G | |||||
% | ||||||
__repr__ | X | X | X | |||
% | ||||||
% | ||||||
% | ||||||
__hash__ | X | G | ||||
__call__ | X | X | ||||
__str__ | X | X | ||||
__getattribute__,__getattr__ | X | X | G | |||
__setattr__,__delattr__ | X | X | G | |||
% | ||||||
unsigned long | X | X | ? | |||
const char * | __doc__ | X | X | |||
X | G | |||||
X | G | |||||
__lt__,__le__,__eq__,__ne__,__gt__,__ge__ | X | G | ||||
X | ? | |||||
__iter__ | X | |||||
__next__ | X | |||||
| X | X | ||||
| X | |||||
| X | X | ||||
__base__ | X | |||||
| __dict__ | ? | ||||
__get__ | X | |||||
__set__,__delete__ | X | |||||
X | ? | |||||
__init__ | X | X | X | |||
X | ? | ? | ||||
__new__ | X | X | ? | ? | ||
X | X | ? | ? | |||
X | X | |||||
< |
| __bases__ | ~ | |||
< |
| __mro__ | ~ | |||
[ |
| |||||
| __subclasses__ | |||||
| ||||||
( | ||||||
unsigned int | ||||||
__del__ | X | |||||
- 1
A slot name in parentheses indicates it is (effectively) deprecated.Names in angle brackets should be treated as read-only.Names in square brackets are for internal use only.“<R>” (as a prefix) means the field is required (must be non-
NULL).- 2
Columns:
“O”: set on
PyBaseObject_Type“T”: set on
PyType_Type“D”: default (if slot is set to
NULL)X - PyType_Ready sets this value if it is NULL~ - PyType_Ready always sets this value (it should be NULL)? - PyType_Ready may set this value depending on other slotsAlso see the inheritance column ("I").“I”: inheritance
X - type slot is inherited via *PyType_Ready* if defined with a *NULL* value% - the slots of the sub-struct are inherited individuallyG - inherited, but only in combination with other slots; see the slot's description? - it's complicated; see the slot's description
Note that some slots are effectively inherited through the normalattribute lookup chain.
sub-slots¶
Slot | specialmethods | |
|---|---|---|
__await__ | ||
__aiter__ | ||
__anext__ | ||
__add____radd__ | ||
__iadd__ | ||
__sub____rsub__ | ||
__isub__ | ||
__mul____rmul__ | ||
__imul__ | ||
__mod____rmod__ | ||
__imod__ | ||
__divmod____rdivmod__ | ||
__pow____rpow__ | ||
__ipow__ | ||
__neg__ | ||
__pos__ | ||
__abs__ | ||
__bool__ | ||
__invert__ | ||
__lshift____rlshift__ | ||
__ilshift__ | ||
__rshift____rrshift__ | ||
__irshift__ | ||
__and____rand__ | ||
__iand__ | ||
__xor____rxor__ | ||
__ixor__ | ||
__or____ror__ | ||
__ior__ | ||
__int__ | ||
void * | ||
__float__ | ||
__floordiv__ | ||
__ifloordiv__ | ||
__truediv__ | ||
__itruediv__ | ||
__index__ | ||
__matmul____rmatmul__ | ||
__imatmul__ | ||
__len__ | ||
__getitem__ | ||
__setitem__,__delitem__ | ||
__len__ | ||
__add__ | ||
__mul__ | ||
__getitem__ | ||
__setitem____delitem__ | ||
__contains__ | ||
__iadd__ | ||
__imul__ | ||
slot typedefs¶
typedef | Parameter Types | Return Type |
|---|---|---|
| ||
void * | void | |
void * | void | |
int | ||
| ||
int | ||
|
| |
PyObject *const char * |
| |
int | ||
| ||
int | ||
| ||
int | ||
| Py_hash_t | |
| ||
|
| |
|
| |
| ||
int | ||
void | ||
void * | int | |
PyObject * |
| |
| ||
| ||
| ||
int | ||
int | ||
int |
SeeSlot Type typedefs below for more detail.
PyTypeObject Definition¶
The structure definition forPyTypeObject can be found inInclude/object.h. For convenience of reference, this repeats thedefinition found there:
typedefstruct_typeobject{PyObject_VAR_HEADconstchar*tp_name;/* For printing, in format "<module>.<name>" */Py_ssize_ttp_basicsize,tp_itemsize;/* For allocation *//* Methods to implement standard operations */destructortp_dealloc;Py_ssize_ttp_vectorcall_offset;getattrfunctp_getattr;setattrfunctp_setattr;PyAsyncMethods*tp_as_async;/* formerly known as tp_compare (Python 2) or tp_reserved (Python 3) */reprfunctp_repr;/* Method suites for standard classes */PyNumberMethods*tp_as_number;PySequenceMethods*tp_as_sequence;PyMappingMethods*tp_as_mapping;/* More standard operations (here for binary compatibility) */hashfunctp_hash;ternaryfunctp_call;reprfunctp_str;getattrofunctp_getattro;setattrofunctp_setattro;/* Functions to access object as input/output buffer */PyBufferProcs*tp_as_buffer;/* Flags to define presence of optional/expanded features */unsignedlongtp_flags;constchar*tp_doc;/* Documentation string *//* call function for all accessible objects */traverseproctp_traverse;/* delete references to contained objects */inquirytp_clear;/* rich comparisons */richcmpfunctp_richcompare;/* weak reference enabler */Py_ssize_ttp_weaklistoffset;/* Iterators */getiterfunctp_iter;iternextfunctp_iternext;/* Attribute descriptor and subclassing stuff */structPyMethodDef*tp_methods;structPyMemberDef*tp_members;structPyGetSetDef*tp_getset;struct_typeobject*tp_base;PyObject*tp_dict;descrgetfunctp_descr_get;descrsetfunctp_descr_set;Py_ssize_ttp_dictoffset;initproctp_init;allocfunctp_alloc;newfunctp_new;freefunctp_free;/* Low-level free-memory routine */inquirytp_is_gc;/* For PyObject_IS_GC */PyObject*tp_bases;PyObject*tp_mro;/* method resolution order */PyObject*tp_cache;PyObject*tp_subclasses;PyObject*tp_weaklist;destructortp_del;/* Type attribute cache version tag. Added in version 2.6 */unsignedinttp_version_tag;destructortp_finalize;}PyTypeObject;
PyObject Slots¶
The type object structure extends thePyVarObject structure. Theob_size field is used for dynamic types (created bytype_new(),usually called from a class statement). Note thatPyType_Type (themetatype) initializestp_itemsize, which means that its instances (i.e.type objects)must have theob_size field.
- PyObject*
PyObject._ob_next¶ - PyObject*
PyObject._ob_prev¶ These fields are only present when the macro
Py_TRACE_REFSis defined.Their initialization toNULLis taken care of by thePyObject_HEAD_INITmacro. For statically allocated objects, these fields always remainNULL.For dynamically allocated objects, these two fields are used to link the objectinto a doubly-linked list ofall live objects on the heap. This could be usedfor various debugging purposes; currently the only use is to print the objectsthat are still alive at the end of a run when the environment variablePYTHONDUMPREFSis set.Inheritance:
These fields are not inherited by subtypes.
- Py_ssize_t
PyObject.ob_refcnt¶ This is the type object’s reference count, initialized to
1by thePyObject_HEAD_INITmacro. Note that for statically allocated type objects,the type’s instances (objects whoseob_typepoints back to the type) donot count as references. But for dynamically allocated type objects, theinstancesdo count as references.Inheritance:
This field is not inherited by subtypes.
- PyTypeObject*
PyObject.ob_type¶ This is the type’s type, in other words its metatype. It is initialized by theargument to the
PyObject_HEAD_INITmacro, and its value should normally be&PyType_Type. However, for dynamically loadable extension modules that mustbe usable on Windows (at least), the compiler complains that this is not a validinitializer. Therefore, the convention is to passNULLto thePyObject_HEAD_INITmacro and to initialize this field explicitly at thestart of the module’s initialization function, before doing anything else. Thisis typically done like this:Foo_Type.ob_type=&PyType_Type;
This should be done before any instances of the type are created.
PyType_Ready()checks ifob_typeisNULL, and if so,initializes it to theob_typefield of the base class.PyType_Ready()will not change this field if it is non-zero.Inheritance:
This field is inherited by subtypes.
PyVarObject Slots¶
- Py_ssize_t
PyVarObject.ob_size¶ For statically allocated type objects, this should be initialized to zero. Fordynamically allocated type objects, this field has a special internal meaning.
Inheritance:
This field is not inherited by subtypes.
PyTypeObject Slots¶
Each slot has a section describing inheritance. IfPyType_Ready()may set a value when the field is set toNULL then there will also bea “Default” section. (Note that many fields set onPyBaseObject_TypeandPyType_Type effectively act as defaults.)
- const char*
PyTypeObject.tp_name¶ Pointer to a NUL-terminated string containing the name of the type. For typesthat are accessible as module globals, the string should be the full modulename, followed by a dot, followed by the type name; for built-in types, itshould be just the type name. If the module is a submodule of a package, thefull package name is part of the full module name. For example, a type named
Tdefined in moduleMin subpackageQin packagePshould have thetp_nameinitializer"P.Q.M.T".For dynamically allocated type objects, this should just be the type name, andthe module name explicitly stored in the type dict as the value for key
'__module__'.For statically allocated type objects, the tp_name field should contain a dot.Everything before the last dot is made accessible as the
__module__attribute, and everything after the last dot is made accessible as the__name__attribute.If no dot is present, the entire
tp_namefield is made accessible as the__name__attribute, and the__module__attribute is undefined(unless explicitly set in the dictionary, as explained above). This means yourtype will be impossible to pickle. Additionally, it will not be listed inmodule documentations created with pydoc.This field must not be
NULL. It is the only required fieldinPyTypeObject()(other than potentiallytp_itemsize).Inheritance:
This field is not inherited by subtypes.
- Py_ssize_t
PyTypeObject.tp_basicsize¶ - Py_ssize_t
PyTypeObject.tp_itemsize¶ These fields allow calculating the size in bytes of instances of the type.
There are two kinds of types: types with fixed-length instances have a zero
tp_itemsizefield, types with variable-length instances have a non-zerotp_itemsizefield. For a type with fixed-length instances, allinstances have the same size, given intp_basicsize.For a type with variable-length instances, the instances must have an
ob_sizefield, and the instance size istp_basicsizeplus Ntimestp_itemsize, where N is the “length” of the object. The value ofN is typically stored in the instance’sob_sizefield. There areexceptions: for example, ints use a negativeob_sizeto indicate anegative number, and N isabs(ob_size)there. Also, the presence of anob_sizefield in the instance layout doesn’t mean that the instancestructure is variable-length (for example, the structure for the list type hasfixed-length instances, yet those instances have a meaningfulob_sizefield).The basic size includes the fields in the instance declared by the macro
PyObject_HEADorPyObject_VAR_HEAD(whichever is used todeclare the instance struct) and this in turn includes the_ob_prevand_ob_nextfields if they are present. This means that the only correctway to get an initializer for thetp_basicsizeis to use thesizeofoperator on the struct used to declare the instance layout.The basic size does not include the GC header size.A note about alignment: if the variable items require a particular alignment,this should be taken care of by the value of
tp_basicsize. Example:suppose a type implements an array ofdouble.tp_itemsizeissizeof(double). It is the programmer’s responsibility thattp_basicsizeis a multiple ofsizeof(double)(assuming this is thealignment requirement fordouble).For any type with variable-length instances, this field must not be
NULL.Inheritance:
These fields are inherited separately by subtypes. If the base type has anon-zero
tp_itemsize, it is generally not safe to settp_itemsizeto a different non-zero value in a subtype (though thisdepends on the implementation of the base type).
- destructor
PyTypeObject.tp_dealloc¶ A pointer to the instance destructor function. This function must be definedunless the type guarantees that its instances will never be deallocated (as isthe case for the singletons
NoneandEllipsis). The function signature is:voidtp_dealloc(PyObject*self);
The destructor function is called by the
Py_DECREF()andPy_XDECREF()macros when the new reference count is zero. At this point,the instance is still in existence, but there are no references to it. Thedestructor function should free all references which the instance owns, free allmemory buffers owned by the instance (using the freeing function correspondingto the allocation function used to allocate the buffer), and call the type’stp_freefunction. If the type is not subtypable(doesn’t have thePy_TPFLAGS_BASETYPEflag bit set), it ispermissible to call the object deallocator directly instead of viatp_free. The object deallocator should be the one used to allocate theinstance; this is normallyPyObject_Del()if the instance was allocatedusingPyObject_New()orPyObject_VarNew(), orPyObject_GC_Del()if the instance was allocated usingPyObject_GC_New()orPyObject_GC_NewVar().If the type supports garbage collection (has the
Py_TPFLAGS_HAVE_GCflag bit set), the destructor should callPyObject_GC_UnTrack()before clearing any member fields.staticvoidfoo_dealloc(foo_object*self){PyObject_GC_UnTrack(self);Py_CLEAR(self->ref);Py_TYPE(self)->tp_free((PyObject*)self);}
Finally, if the type is heap allocated (
Py_TPFLAGS_HEAPTYPE), thedeallocator should decrement the reference count for its type object aftercalling the type deallocator. In order to avoid dangling pointers, therecommended way to achieve this is:staticvoidfoo_dealloc(foo_object*self){PyTypeObject*tp=Py_TYPE(self);// free references and buffers heretp->tp_free(self);Py_DECREF(tp);}
Inheritance:
This field is inherited by subtypes.
- Py_ssize_t
PyTypeObject.tp_vectorcall_offset¶ An optional offset to a per-instance function that implements callingthe object using thevectorcall protocol,a more efficient alternativeof the simpler
tp_call.This field is only used if the flag
Py_TPFLAGS_HAVE_VECTORCALLis set. If so, this must be a positive integer containing the offset in theinstance of avectorcallfuncpointer.Thevectorcallfunc pointer may be
NULL, in which case the instance behavesas ifPy_TPFLAGS_HAVE_VECTORCALLwas not set: calling the instancefalls back totp_call.Any class that sets
Py_TPFLAGS_HAVE_VECTORCALLmust also settp_calland make sure its behaviour is consistentwith thevectorcallfunc function.This can be done by settingtp_call toPyVectorcall_Call().Warning
It is not recommended forheap types to implementthe vectorcall protocol.When a user sets
__call__in Python code, onlytp_call is updated,likely making it inconsistent with the vectorcall function.Note
The semantics of the
tp_vectorcall_offsetslot are provisional andexpected to be finalized in Python 3.9.If you use vectorcall, plan for updating your code for Python 3.9.Changed in version 3.8:Before version 3.8, this slot was named
tp_print.In Python 2.x, it was used for printing to a file.In Python 3.0 to 3.7, it was unused.Inheritance:
This field is always inherited.However, the
Py_TPFLAGS_HAVE_VECTORCALLflag is notalways inherited. If it’s not, then the subclass won’t usevectorcall, except whenPyVectorcall_Call()is explicitly called.This is in particular the case forheap types(including subclasses defined in Python).
- getattrfunc
PyTypeObject.tp_getattr¶ An optional pointer to the get-attribute-string function.
This field is deprecated. When it is defined, it should point to a functionthat acts the same as the
tp_getattrofunction, but taking a C stringinstead of a Python string object to give the attribute name.Inheritance:
Group:
tp_getattr,tp_getattroThis field is inherited by subtypes together with
tp_getattro: a subtypeinherits bothtp_getattrandtp_getattrofrom its base type whenthe subtype’stp_getattrandtp_getattroare bothNULL.
- setattrfunc
PyTypeObject.tp_setattr¶ An optional pointer to the function for setting and deleting attributes.
This field is deprecated. When it is defined, it should point to a functionthat acts the same as the
tp_setattrofunction, but taking a C stringinstead of a Python string object to give the attribute name.Inheritance:
Group:
tp_setattr,tp_setattroThis field is inherited by subtypes together with
tp_setattro: a subtypeinherits bothtp_setattrandtp_setattrofrom its base type whenthe subtype’stp_setattrandtp_setattroare bothNULL.
- PyAsyncMethods*
PyTypeObject.tp_as_async¶ Pointer to an additional structure that contains fields relevant only toobjects which implementawaitable andasynchronous iteratorprotocols at the C-level. SeeAsync Object Structures for details.
New in version 3.5:Formerly known as
tp_compareandtp_reserved.Inheritance:
The
tp_as_asyncfield is not inherited,but the contained fields are inherited individually.
- reprfunc
PyTypeObject.tp_repr¶ An optional pointer to a function that implements the built-in function
repr().The signature is the same as for
PyObject_Repr():PyObject*tp_repr(PyObject*self);
The function must return a string or a Unicode object. Ideally,this function should return a string that, when passed to
eval(), given a suitable environment, returns an object with thesame value. If this is not feasible, it should return a string starting with'<'and ending with'>'from which both the type and the value of theobject can be deduced.Inheritance:
This field is inherited by subtypes.
Default:
When this field is not set, a string of the form
<%sobjectat%p>isreturned, where%sis replaced by the type name, and%pby the object’smemory address.
- PyNumberMethods*
PyTypeObject.tp_as_number¶ Pointer to an additional structure that contains fields relevant only toobjects which implement the number protocol. These fields are documented inNumber Object Structures.
Inheritance:
The
tp_as_numberfield is not inherited, but the contained fields areinherited individually.
- PySequenceMethods*
PyTypeObject.tp_as_sequence¶ Pointer to an additional structure that contains fields relevant only toobjects which implement the sequence protocol. These fields are documentedinSequence Object Structures.
Inheritance:
The
tp_as_sequencefield is not inherited, but the contained fieldsare inherited individually.
- PyMappingMethods*
PyTypeObject.tp_as_mapping¶ Pointer to an additional structure that contains fields relevant only toobjects which implement the mapping protocol. These fields are documented inMapping Object Structures.
Inheritance:
The
tp_as_mappingfield is not inherited, but the contained fieldsare inherited individually.
- hashfunc
PyTypeObject.tp_hash¶ An optional pointer to a function that implements the built-in function
hash().The signature is the same as for
PyObject_Hash():Py_hash_ttp_hash(PyObject*);
The value
-1should not be returned as anormal return value; when an error occurs during the computation of the hashvalue, the function should set an exception and return-1.When this field is not set (and
tp_richcompareis not set),an attempt to take the hash of the object raisesTypeError.This is the same as setting it toPyObject_HashNotImplemented().This field can be set explicitly to
PyObject_HashNotImplemented()toblock inheritance of the hash method from a parent type. This is interpretedas the equivalent of__hash__=Noneat the Python level, causingisinstance(o,collections.Hashable)to correctly returnFalse. Notethat the converse is also true - setting__hash__=Noneon a class atthe Python level will result in thetp_hashslot being set toPyObject_HashNotImplemented().Inheritance:
Group:
tp_hash,tp_richcompareThis field is inherited by subtypes together with
tp_richcompare: a subtype inherits both oftp_richcompareandtp_hash, when the subtype’stp_richcompareandtp_hashare bothNULL.
- ternaryfunc
PyTypeObject.tp_call¶ An optional pointer to a function that implements calling the object. Thisshould be
NULLif the object is not callable. The signature is the same asforPyObject_Call():PyObject*tp_call(PyObject*self,PyObject*args,PyObject*kwargs);
Inheritance:
This field is inherited by subtypes.
- reprfunc
PyTypeObject.tp_str¶ An optional pointer to a function that implements the built-in operation
str(). (Note thatstris a type now, andstr()calls theconstructor for that type. This constructor callsPyObject_Str()to dothe actual work, andPyObject_Str()will call this handler.)The signature is the same as for
PyObject_Str():PyObject*tp_str(PyObject*self);
The function must return a string or a Unicode object. It should be a “friendly” stringrepresentation of the object, as this is the representation that will be used,among other things, by the
print()function.Inheritance:
This field is inherited by subtypes.
Default:
When this field is not set,
PyObject_Repr()is called to return a stringrepresentation.
- getattrofunc
PyTypeObject.tp_getattro¶ An optional pointer to the get-attribute function.
The signature is the same as for
PyObject_GetAttr():PyObject*tp_getattro(PyObject*self,PyObject*attr);
It is usually convenient to set this field to
PyObject_GenericGetAttr(),which implements the normal way of looking for object attributes.Inheritance:
Group:
tp_getattr,tp_getattroThis field is inherited by subtypes together with
tp_getattr: a subtypeinherits bothtp_getattrandtp_getattrofrom its base type whenthe subtype’stp_getattrandtp_getattroare bothNULL.Default:
PyBaseObject_TypeusesPyObject_GenericGetAttr().
- setattrofunc
PyTypeObject.tp_setattro¶ An optional pointer to the function for setting and deleting attributes.
The signature is the same as for
PyObject_SetAttr():inttp_setattro(PyObject*self,PyObject*attr,PyObject*value);
In addition, settingvalue to
NULLto delete an attribute must besupported. It is usually convenient to set this field toPyObject_GenericSetAttr(), which implements the normalway of setting object attributes.Inheritance:
Group:
tp_setattr,tp_setattroThis field is inherited by subtypes together with
tp_setattr: a subtypeinherits bothtp_setattrandtp_setattrofrom its base type whenthe subtype’stp_setattrandtp_setattroare bothNULL.Default:
PyBaseObject_TypeusesPyObject_GenericSetAttr().
- PyBufferProcs*
PyTypeObject.tp_as_buffer¶ Pointer to an additional structure that contains fields relevant only to objectswhich implement the buffer interface. These fields are documented inBuffer Object Structures.
Inheritance:
The
tp_as_bufferfield is not inherited,but the contained fields are inherited individually.
- unsigned long
PyTypeObject.tp_flags¶ This field is a bit mask of various flags. Some flags indicate variantsemantics for certain situations; others are used to indicate that certainfields in the type object (or in the extension structures referenced via
tp_as_number,tp_as_sequence,tp_as_mapping, andtp_as_buffer) that were historically not always present are valid; ifsuch a flag bit is clear, the type fields it guards must not be accessed andmust be considered to have a zero orNULLvalue instead.Inheritance:
Inheritance of this field is complicated. Most flag bits are inheritedindividually, i.e. if the base type has a flag bit set, the subtype inheritsthis flag bit. The flag bits that pertain to extension structures are strictlyinherited if the extension structure is inherited, i.e. the base type’s value ofthe flag bit is copied into the subtype together with a pointer to the extensionstructure. The
Py_TPFLAGS_HAVE_GCflag bit is inherited together withthetp_traverseandtp_clearfields, i.e. if thePy_TPFLAGS_HAVE_GCflag bit is clear in the subtype and thetp_traverseandtp_clearfields in the subtype exist and haveNULLvalues.Default:
PyBaseObject_TypeusesPy_TPFLAGS_DEFAULT|Py_TPFLAGS_BASETYPE.Bit Masks:
The following bit masks are currently defined; these can be ORed together usingthe
|operator to form the value of thetp_flagsfield. The macroPyType_HasFeature()takes a type and a flags value,tp andf, andchecks whethertp->tp_flags&fis non-zero.Py_TPFLAGS_HEAPTYPE¶This bit is set when the type object itself is allocated on the heap, forexample, types created dynamically using
PyType_FromSpec(). In thiscase, theob_typefield of its instances is considered a reference tothe type, and the type object is INCREF’ed when a new instance is created, andDECREF’ed when an instance is destroyed (this does not apply to instances ofsubtypes; only the type referenced by the instance’s ob_type gets INCREF’ed orDECREF’ed).Inheritance:
???
Py_TPFLAGS_BASETYPE¶This bit is set when the type can be used as the base type of another type. Ifthis bit is clear, the type cannot be subtyped (similar to a “final” class inJava).
Inheritance:
???
Py_TPFLAGS_READY¶This bit is set when the type object has been fully initialized by
PyType_Ready().Inheritance:
???
Py_TPFLAGS_READYING¶This bit is set while
PyType_Ready()is in the process of initializingthe type object.Inheritance:
???
Py_TPFLAGS_HAVE_GC¶This bit is set when the object supports garbage collection. If this bitis set, instances must be created using
PyObject_GC_New()anddestroyed usingPyObject_GC_Del(). More information in sectionSupporting Cyclic Garbage Collection. This bit also implies that theGC-related fieldstp_traverseandtp_clearare present inthe type object.Inheritance:
Group:
Py_TPFLAGS_HAVE_GC,tp_traverse,tp_clearThe
Py_TPFLAGS_HAVE_GCflag bit is inheritedtogether with thetp_traverseandtp_clearfields, i.e. if thePy_TPFLAGS_HAVE_GCflag bit isclear in the subtype and thetp_traverseandtp_clearfields in the subtype exist and haveNULLvalues.
Py_TPFLAGS_DEFAULT¶This is a bitmask of all the bits that pertain to the existence of certainfields in the type object and its extension structures. Currently, it includesthe following bits:
Py_TPFLAGS_HAVE_STACKLESS_EXTENSION,Py_TPFLAGS_HAVE_VERSION_TAG.Inheritance:
???
Py_TPFLAGS_METHOD_DESCRIPTOR¶This bit indicates that objects behave like unbound methods.
If this flag is set for
type(meth), then:meth.__get__(obj,cls)(*args,**kwds)(withobjnot None)must be equivalent tometh(obj,*args,**kwds).meth.__get__(None,cls)(*args,**kwds)must be equivalent tometh(*args,**kwds).
This flag enables an optimization for typical method calls like
obj.meth(): it avoids creating a temporary “bound method” object forobj.meth.New in version 3.8.
Inheritance:
This flag is never inherited by heap types.For extension types, it is inherited whenever
tp_descr_getis inherited.
Py_TPFLAGS_LONG_SUBCLASS¶
Py_TPFLAGS_LIST_SUBCLASS¶
Py_TPFLAGS_TUPLE_SUBCLASS¶
Py_TPFLAGS_BYTES_SUBCLASS¶
Py_TPFLAGS_UNICODE_SUBCLASS¶
Py_TPFLAGS_DICT_SUBCLASS¶
Py_TPFLAGS_BASE_EXC_SUBCLASS¶
Py_TPFLAGS_TYPE_SUBCLASS¶These flags are used by functions such as
PyLong_Check()to quickly determine if a type is a subclassof a built-in type; such specific checks are faster than a genericcheck, likePyObject_IsInstance(). Custom types that inheritfrom built-ins should have theirtp_flagsset appropriately, or the code that interacts with such typeswill behave differently depending on what kind of check is used.
Py_TPFLAGS_HAVE_FINALIZE¶This bit is set when the
tp_finalizeslot is present in thetype structure.New in version 3.4.
Deprecated since version 3.8:This flag isn’t necessary anymore, as the interpreter assumes the
tp_finalizeslot is always present in thetype structure.
Py_TPFLAGS_HAVE_VECTORCALL¶This bit is set when the class implementsthevectorcall protocol.See
tp_vectorcall_offsetfor details.Inheritance:
This bit is inherited forstatic subtypes if
tp_callis also inherited.Heap types do not inheritPy_TPFLAGS_HAVE_VECTORCALL.New in version 3.9.
- const char*
PyTypeObject.tp_doc¶ An optional pointer to a NUL-terminated C string giving the docstring for thistype object. This is exposed as the
__doc__attribute on the type andinstances of the type.Inheritance:
This field isnot inherited by subtypes.
- traverseproc
PyTypeObject.tp_traverse¶ An optional pointer to a traversal function for the garbage collector. This isonly used if the
Py_TPFLAGS_HAVE_GCflag bit is set. The signature is:inttp_traverse(PyObject*self,visitprocvisit,void*arg);
More information about Python’s garbage collection scheme can be foundin sectionSupporting Cyclic Garbage Collection.
The
tp_traversepointer is used by the garbage collector to detectreference cycles. A typical implementation of atp_traversefunctionsimply callsPy_VISIT()on each of the instance’s members that are Pythonobjects that the instance owns. For example, this is functionlocal_traverse()from the_threadextension module:staticintlocal_traverse(localobject*self,visitprocvisit,void*arg){Py_VISIT(self->args);Py_VISIT(self->kw);Py_VISIT(self->dict);return0;}
Note that
Py_VISIT()is called only on those members that can participatein reference cycles. Although there is also aself->keymember, it can onlybeNULLor a Python string and therefore cannot be part of a reference cycle.On the other hand, even if you know a member can never be part of a cycle, as adebugging aid you may want to visit it anyway just so the
gcmodule’sget_referents()function will include it.Warning
When implementing
tp_traverse, only the membersthat the instanceowns (by having strong references to them) must bevisited. For instance, if an object supports weak references via thetp_weaklistslot, the pointer supportingthe linked list (whattp_weaklist points to) mustnot bevisited as the instance does not directly own the weak references to itself(the weakreference list is there to support the weak reference machinery,but the instance has no strong reference to the elements inside it, as theyare allowed to be removed even if the instance is still alive).Note that
Py_VISIT()requires thevisit andarg parameters tolocal_traverse()to have these specific names; don’t name them justanything.Heap-allocated types (
Py_TPFLAGS_HEAPTYPE, such as those createdwithPyType_FromSpec()and similar APIs) hold a reference to theirtype. Their traversal function must therefore either visitPy_TYPE(self), or delegate this responsibility bycallingtp_traverseof another heap-allocated type (such as aheap-allocated superclass).If they do not, the type object may not be garbage-collected.Changed in version 3.9:Heap-allocated types are expected to visit
Py_TYPE(self)intp_traverse. In earlier versions of Python, due tobug 40217, doing thismay lead to crashes in subclasses.Inheritance:
Group:
Py_TPFLAGS_HAVE_GC,tp_traverse,tp_clearThis field is inherited by subtypes together with
tp_clearand thePy_TPFLAGS_HAVE_GCflag bit: the flag bit,tp_traverse, andtp_clearare all inherited from the base type if they are all zero inthe subtype.
- inquiry
PyTypeObject.tp_clear¶ An optional pointer to a clear function for the garbage collector. This is onlyused if the
Py_TPFLAGS_HAVE_GCflag bit is set. The signature is:inttp_clear(PyObject*);
The
tp_clearmember function is used to break reference cycles in cyclicgarbage detected by the garbage collector. Taken together, alltp_clearfunctions in the system must combine to break all reference cycles. This issubtle, and if in any doubt supply atp_clearfunction. For example,the tuple type does not implement atp_clearfunction, because it’spossible to prove that no reference cycle can be composed entirely of tuples.Therefore thetp_clearfunctions of other types must be sufficient tobreak any cycle containing a tuple. This isn’t immediately obvious, and there’srarely a good reason to avoid implementingtp_clear.Implementations of
tp_clearshould drop the instance’s references tothose of its members that may be Python objects, and set its pointers to thosemembers toNULL, as in the following example:staticintlocal_clear(localobject*self){Py_CLEAR(self->key);Py_CLEAR(self->args);Py_CLEAR(self->kw);Py_CLEAR(self->dict);return0;}
The
Py_CLEAR()macro should be used, because clearing references isdelicate: the reference to the contained object must not be decremented untilafter the pointer to the contained object is set toNULL. This is becausedecrementing the reference count may cause the contained object to become trash,triggering a chain of reclamation activity that may include invoking arbitraryPython code (due to finalizers, or weakref callbacks, associated with thecontained object). If it’s possible for such code to referenceself again,it’s important that the pointer to the contained object beNULLat that time,so thatself knows the contained object can no longer be used. ThePy_CLEAR()macro performs the operations in a safe order.Note that
tp_clearis notalways calledbefore an instance is deallocated. For example, when reference countingis enough to determine that an object is no longer used, the cyclic garbagecollector is not involved andtp_deallociscalled directly.Because the goal of
tp_clearfunctions is to break reference cycles,it’s not necessary to clear contained objects like Python strings or Pythonintegers, which can’t participate in reference cycles. On the other hand, it maybe convenient to clear all contained Python objects, and write the type’stp_deallocfunction to invoketp_clear.More information about Python’s garbage collection scheme can be found insectionSupporting Cyclic Garbage Collection.
Inheritance:
Group:
Py_TPFLAGS_HAVE_GC,tp_traverse,tp_clearThis field is inherited by subtypes together with
tp_traverseand thePy_TPFLAGS_HAVE_GCflag bit: the flag bit,tp_traverse, andtp_clearare all inherited from the base type if they are all zero inthe subtype.
- richcmpfunc
PyTypeObject.tp_richcompare¶ An optional pointer to the rich comparison function, whose signature is:
PyObject*tp_richcompare(PyObject*self,PyObject*other,intop);
The first parameter is guaranteed to be an instance of the typethat is defined by
PyTypeObject.The function should return the result of the comparison (usually
Py_TrueorPy_False). If the comparison is undefined, it must returnPy_NotImplemented, if another error occurred it must returnNULLandset an exception condition.The following constants are defined to be used as the third argument for
tp_richcompareand forPyObject_RichCompare():Constant
Comparison
Py_LT<Py_LE<=Py_EQ==Py_NE!=Py_GT>Py_GE>=The following macro is defined to ease writing rich comparison functions:
Py_RETURN_RICHCOMPARE(VAL_A, VAL_B, op)¶Return
Py_TrueorPy_Falsefrom the function, depending on theresult of a comparison.VAL_A and VAL_B must be orderable by C comparison operators (for example,they may be C ints or floats). The third argument specifies the requestedoperation, as forPyObject_RichCompare().The return value’s reference count is properly incremented.
On error, sets an exception and returns
NULLfrom the function.New in version 3.7.
Inheritance:
Group:
tp_hash,tp_richcompareThis field is inherited by subtypes together with
tp_hash:a subtype inheritstp_richcompareandtp_hashwhenthe subtype’stp_richcompareandtp_hashare bothNULL.Default:
PyBaseObject_Typeprovides atp_richcompareimplementation, which may be inherited. However, if onlytp_hashis defined, not even the inherited function is usedand instances of the type will not be able to participate in anycomparisons.
- Py_ssize_t
PyTypeObject.tp_weaklistoffset¶ If the instances of this type are weakly referenceable, this field is greaterthan zero and contains the offset in the instance structure of the weakreference list head (ignoring the GC header, if present); this offset is used by
PyObject_ClearWeakRefs()and thePyWeakref_*()functions. Theinstance structure needs to include a field of typePyObject*which isinitialized toNULL.Do not confuse this field with
tp_weaklist; that is the list head forweak references to the type object itself.Inheritance:
This field is inherited by subtypes, but see the rules listed below. A subtypemay override this offset; this means that the subtype uses a different weakreference list head than the base type. Since the list head is always found via
tp_weaklistoffset, this should not be a problem.When a type defined by a class statement has no
__slots__declaration,and none of its base types are weakly referenceable, the type is made weaklyreferenceable by adding a weak reference list head slot to the instance layoutand setting thetp_weaklistoffsetof that slot’s offset.When a type’s
__slots__declaration contains a slot named__weakref__, that slot becomes the weak reference list head forinstances of the type, and the slot’s offset is stored in the type’stp_weaklistoffset.When a type’s
__slots__declaration does not contain a slot named__weakref__, the type inherits itstp_weaklistoffsetfrom itsbase type.
- getiterfunc
PyTypeObject.tp_iter¶ An optional pointer to a function that returns an iterator for the object. Itspresence normally signals that the instances of this type are iterable (althoughsequences may be iterable without this function).
This function has the same signature as
PyObject_GetIter():PyObject*tp_iter(PyObject*self);
Inheritance:
This field is inherited by subtypes.
- iternextfunc
PyTypeObject.tp_iternext¶ An optional pointer to a function that returns the next item in an iterator.The signature is:
PyObject*tp_iternext(PyObject*self);
When the iterator is exhausted, it must return
NULL; aStopIterationexception may or may not be set. When another error occurs, it must returnNULLtoo. Its presence signals that the instances of this type areiterators.Iterator types should also define the
tp_iterfunction, and thatfunction should return the iterator instance itself (not a new iteratorinstance).This function has the same signature as
PyIter_Next().Inheritance:
This field is inherited by subtypes.
- structPyMethodDef*
PyTypeObject.tp_methods¶ An optional pointer to a static
NULL-terminated array ofPyMethodDefstructures, declaring regular methods of this type.For each entry in the array, an entry is added to the type’s dictionary (see
tp_dictbelow) containing a method descriptor.Inheritance:
This field is not inherited by subtypes (methods are inherited through adifferent mechanism).
- structPyMemberDef*
PyTypeObject.tp_members¶ An optional pointer to a static
NULL-terminated array ofPyMemberDefstructures, declaring regular data members (fields or slots) of instances ofthis type.For each entry in the array, an entry is added to the type’s dictionary (see
tp_dictbelow) containing a member descriptor.Inheritance:
This field is not inherited by subtypes (members are inherited through adifferent mechanism).
- structPyGetSetDef*
PyTypeObject.tp_getset¶ An optional pointer to a static
NULL-terminated array ofPyGetSetDefstructures, declaring computed attributes of instances of this type.For each entry in the array, an entry is added to the type’s dictionary (see
tp_dictbelow) containing a getset descriptor.Inheritance:
This field is not inherited by subtypes (computed attributes are inheritedthrough a different mechanism).
- PyTypeObject*
PyTypeObject.tp_base¶ An optional pointer to a base type from which type properties are inherited. Atthis level, only single inheritance is supported; multiple inheritance requiredynamically creating a type object by calling the metatype.
Note
Slot initialization is subject to the rules of initializing globals.C99 requires the initializers to be “address constants”. Functiondesignators like
PyType_GenericNew(), with implicit conversionto a pointer, are valid C99 address constants.However, the unary ‘&’ operator applied to a non-static variablelike
PyBaseObject_Type()is not required to produce an addressconstant. Compilers may support this (gcc does), MSVC does not.Both compilers are strictly standard conforming in this particularbehavior.Consequently,
tp_baseshould be set inthe extension module’s init function.Inheritance:
This field is not inherited by subtypes (obviously).
Default:
This field defaults to
&PyBaseObject_Type(which to Pythonprogrammers is known as the typeobject).
- PyObject*
PyTypeObject.tp_dict¶ The type’s dictionary is stored here by
PyType_Ready().This field should normally be initialized to
NULLbefore PyType_Ready iscalled; it may also be initialized to a dictionary containing initial attributesfor the type. OncePyType_Ready()has initialized the type, extraattributes for the type may be added to this dictionary only if they don’tcorrespond to overloaded operations (like__add__()).Inheritance:
This field is not inherited by subtypes (though the attributes defined in hereare inherited through a different mechanism).
Default:
If this field is
NULL,PyType_Ready()will assign a newdictionary to it.Warning
It is not safe to use
PyDict_SetItem()on or otherwise modifytp_dictwith the dictionary C-API.
- descrgetfunc
PyTypeObject.tp_descr_get¶ An optional pointer to a “descriptor get” function.
The function signature is:
PyObject*tp_descr_get(PyObject*self,PyObject*obj,PyObject*type);
Inheritance:
This field is inherited by subtypes.
- descrsetfunc
PyTypeObject.tp_descr_set¶ An optional pointer to a function for setting and deletinga descriptor’s value.
The function signature is:
inttp_descr_set(PyObject*self,PyObject*obj,PyObject*value);
Thevalue argument is set to
NULLto delete the value.Inheritance:
This field is inherited by subtypes.
- Py_ssize_t
PyTypeObject.tp_dictoffset¶ If the instances of this type have a dictionary containing instance variables,this field is non-zero and contains the offset in the instances of the type ofthe instance variable dictionary; this offset is used by
PyObject_GenericGetAttr().Do not confuse this field with
tp_dict; that is the dictionary forattributes of the type object itself.If the value of this field is greater than zero, it specifies the offset fromthe start of the instance structure. If the value is less than zero, itspecifies the offset from theend of the instance structure. A negativeoffset is more expensive to use, and should only be used when the instancestructure contains a variable-length part. This is used for example to add aninstance variable dictionary to subtypes of
strortuple. Notethat thetp_basicsizefield should account for the dictionary added tothe end in that case, even though the dictionary is not included in the basicobject layout. On a system with a pointer size of 4 bytes,tp_dictoffsetshould be set to-4to indicate that the dictionary isat the very end of the structure.The real dictionary offset in an instance can be computed from a negative
tp_dictoffsetas follows:dictoffset=tp_basicsize+abs(ob_size)*tp_itemsize+tp_dictoffsetifdictoffsetisnotalignedonsizeof(void*):rounduptosizeof(void*)
where
tp_basicsize,tp_itemsizeandtp_dictoffsetaretaken from the type object, andob_sizeis taken from the instance. Theabsolute value is taken because ints use the sign ofob_sizetostore the sign of the number. (There’s never a need to do this calculationyourself; it is done for you by_PyObject_GetDictPtr().)Inheritance:
This field is inherited by subtypes, but see the rules listed below. A subtypemay override this offset; this means that the subtype instances store thedictionary at a difference offset than the base type. Since the dictionary isalways found via
tp_dictoffset, this should not be a problem.When a type defined by a class statement has no
__slots__declaration,and none of its base types has an instance variable dictionary, a dictionaryslot is added to the instance layout and thetp_dictoffsetis set tothat slot’s offset.When a type defined by a class statement has a
__slots__declaration,the type inherits itstp_dictoffsetfrom its base type.(Adding a slot named
__dict__to the__slots__declaration doesnot have the expected effect, it just causes confusion. Maybe this should beadded as a feature just like__weakref__though.)Default:
This slot has no default. For static types, if the field is
NULLthen no__dict__gets created for instances.
- initproc
PyTypeObject.tp_init¶ An optional pointer to an instance initialization function.
This function corresponds to the
__init__()method of classes. Like__init__(), it is possible to create an instance without calling__init__(), and it is possible to reinitialize an instance by calling its__init__()method again.The function signature is:
inttp_init(PyObject*self,PyObject*args,PyObject*kwds);
The self argument is the instance to be initialized; theargs andkwdsarguments represent positional and keyword arguments of the call to
__init__().The
tp_initfunction, if notNULL, is called when an instance iscreated normally by calling its type, after the type’stp_newfunctionhas returned an instance of the type. If thetp_newfunction returns aninstance of some other type that is not a subtype of the original type, notp_initfunction is called; iftp_newreturns an instance of asubtype of the original type, the subtype’stp_initis called.Returns
0on success,-1and sets an exception on error.Inheritance:
This field is inherited by subtypes.
Default:
For static types this field does not have a default.
- allocfunc
PyTypeObject.tp_alloc¶ An optional pointer to an instance allocation function.
The function signature is:
PyObject*tp_alloc(PyTypeObject*self,Py_ssize_tnitems);
Inheritance:
This field is inherited by static subtypes, but not by dynamicsubtypes (subtypes created by a class statement).
Default:
For dynamic subtypes, this field is always set to
PyType_GenericAlloc(), to force a standard heapallocation strategy.For static subtypes,
PyBaseObject_TypeusesPyType_GenericAlloc(). That is the recommended valuefor all statically defined types.
- newfunc
PyTypeObject.tp_new¶ An optional pointer to an instance creation function.
The function signature is:
PyObject*tp_new(PyTypeObject*subtype,PyObject*args,PyObject*kwds);
Thesubtype argument is the type of the object being created; theargs andkwds arguments represent positional and keyword arguments of the call to thetype. Note thatsubtype doesn’t have to equal the type whose
tp_newfunction is called; it may be a subtype of that type (but not an unrelatedtype).The
tp_newfunction should callsubtype->tp_alloc(subtype,nitems)to allocate space for the object, and then do only as much furtherinitialization as is absolutely necessary. Initialization that can safely beignored or repeated should be placed in thetp_inithandler. A goodrule of thumb is that for immutable types, all initialization should take placeintp_new, while for mutable types, most initialization should bedeferred totp_init.Inheritance:
This field is inherited by subtypes, except it is not inherited by static typeswhose
tp_baseisNULLor&PyBaseObject_Type.Default:
For static types this field has no default. This means if theslot is defined as
NULL, the type cannot be called to create newinstances; presumably there is some other way to createinstances, like a factory function.
- freefunc
PyTypeObject.tp_free¶ An optional pointer to an instance deallocation function. Its signature is:
voidtp_free(void*self);
An initializer that is compatible with this signature is
PyObject_Free().Inheritance:
This field is inherited by static subtypes, but not by dynamicsubtypes (subtypes created by a class statement)
Default:
In dynamic subtypes, this field is set to a deallocator suitable tomatch
PyType_GenericAlloc()and the value of thePy_TPFLAGS_HAVE_GCflag bit.For static subtypes,
PyBaseObject_Typeuses PyObject_Del.
- inquiry
PyTypeObject.tp_is_gc¶ An optional pointer to a function called by the garbage collector.
The garbage collector needs to know whether a particular object is collectibleor not. Normally, it is sufficient to look at the object’s type’s
tp_flagsfield, and check thePy_TPFLAGS_HAVE_GCflag bit. Butsome types have a mixture of statically and dynamically allocated instances, andthe statically allocated instances are not collectible. Such types shoulddefine this function; it should return1for a collectible instance, and0for a non-collectible instance. The signature is:inttp_is_gc(PyObject*self);
(The only example of this are types themselves. The metatype,
PyType_Type, defines this function to distinguish between staticallyand dynamically allocated types.)Inheritance:
This field is inherited by subtypes.
Default:
This slot has no default. If this field is
NULL,Py_TPFLAGS_HAVE_GCis used as the functional equivalent.
- PyObject*
PyTypeObject.tp_bases¶ Tuple of base types.
This is set for types created by a class statement. It should be
NULLforstatically defined types.Inheritance:
This field is not inherited.
- PyObject*
PyTypeObject.tp_mro¶ Tuple containing the expanded set of base types, starting with the type itselfand ending with
object, in Method Resolution Order.Inheritance:
This field is not inherited; it is calculated fresh by
PyType_Ready().
- PyObject*
PyTypeObject.tp_subclasses¶ List of weak references to subclasses. Internal use only.
Inheritance:
This field is not inherited.
- PyObject*
PyTypeObject.tp_weaklist¶ Weak reference list head, for weak references to this type object. Notinherited. Internal use only.
Inheritance:
This field is not inherited.
- destructor
PyTypeObject.tp_del¶ This field is deprecated. Use
tp_finalizeinstead.
- unsigned int
PyTypeObject.tp_version_tag¶ Used to index into the method cache. Internal use only.
Inheritance:
This field is not inherited.
- destructor
PyTypeObject.tp_finalize¶ An optional pointer to an instance finalization function. Its signature is:
voidtp_finalize(PyObject*self);
If
tp_finalizeis set, the interpreter calls it once whenfinalizing an instance. It is called either from the garbagecollector (if the instance is part of an isolated reference cycle) orjust before the object is deallocated. Either way, it is guaranteedto be called before attempting to break reference cycles, ensuringthat it finds the object in a sane state.tp_finalizeshould not mutate the current exception status;therefore, a recommended way to write a non-trivial finalizer is:staticvoidlocal_finalize(PyObject*self){PyObject*error_type,*error_value,*error_traceback;/* Save the current exception, if any. */PyErr_Fetch(&error_type,&error_value,&error_traceback);/* ... *//* Restore the saved exception. */PyErr_Restore(error_type,error_value,error_traceback);}
For this field to be taken into account (even through inheritance),you must also set the
Py_TPFLAGS_HAVE_FINALIZEflags bit.Also, note that, in a garbage collected Python,
tp_deallocmay be called fromany Python thread, not just the thread which created the object (if the objectbecomes part of a refcount cycle, that cycle might be collected by a garbagecollection on any thread). This is not a problem for Python API calls, sincethe thread on which tp_dealloc is called will own the Global Interpreter Lock(GIL). However, if the object being destroyed in turn destroys objects from someother C or C++ library, care should be taken to ensure that destroying thoseobjects on the thread which called tp_dealloc will not violate any assumptionsof the library.Inheritance:
This field is inherited by subtypes.
New in version 3.4.
See also
“Safe object finalization” (PEP 442)
- vectorcallfunc
PyTypeObject.tp_vectorcall¶ Vectorcall function to use for calls of this type object.In other words, it is used to implementvectorcall for
type.__call__.Iftp_vectorcallisNULL, the default call implementationusing__new__and__init__is used.Inheritance:
This field is never inherited.
New in version 3.9:(the field exists since 3.8 but it’s only used since 3.9)
Heap Types¶
Traditionally, types defined in C code arestatic, that is,a staticPyTypeObject structure is defined directly in codeand initialized usingPyType_Ready().
This results in types that are limited relative to types defined in Python:
Static types are limited to one base, i.e. they cannot use multipleinheritance.
Static type objects (but not necessarily their instances) are immutable.It is not possible to add or modify the type object’s attributes from Python.
Static type objects are shared acrosssub-interpreters, so they should notinclude any subinterpreter-specific state.
Also, sincePyTypeObject is not part of thestable ABI,any extension modules using static types must be compiled for a specificPython minor version.
An alternative to static types isheap-allocated types, orheap typesfor short, which correspond closely to classes created by Python’sclass statement.
This is done by filling aPyType_Spec structure and callingPyType_FromSpecWithBases().
Number Object Structures¶
PyNumberMethods¶This structure holds pointers to the functions which an object uses toimplement the number protocol. Each function is used by the function ofsimilar name documented in theNumber Protocol section.
Here is the structure definition:
typedefstruct{binaryfuncnb_add;binaryfuncnb_subtract;binaryfuncnb_multiply;binaryfuncnb_remainder;binaryfuncnb_divmod;ternaryfuncnb_power;unaryfuncnb_negative;unaryfuncnb_positive;unaryfuncnb_absolute;inquirynb_bool;unaryfuncnb_invert;binaryfuncnb_lshift;binaryfuncnb_rshift;binaryfuncnb_and;binaryfuncnb_xor;binaryfuncnb_or;unaryfuncnb_int;void*nb_reserved;unaryfuncnb_float;binaryfuncnb_inplace_add;binaryfuncnb_inplace_subtract;binaryfuncnb_inplace_multiply;binaryfuncnb_inplace_remainder;ternaryfuncnb_inplace_power;binaryfuncnb_inplace_lshift;binaryfuncnb_inplace_rshift;binaryfuncnb_inplace_and;binaryfuncnb_inplace_xor;binaryfuncnb_inplace_or;binaryfuncnb_floor_divide;binaryfuncnb_true_divide;binaryfuncnb_inplace_floor_divide;binaryfuncnb_inplace_true_divide;unaryfuncnb_index;binaryfuncnb_matrix_multiply;binaryfuncnb_inplace_matrix_multiply;}PyNumberMethods;
Note
Binary and ternary functions must check the type of all their operands,and implement the necessary conversions (at least one of the operands isan instance of the defined type). If the operation is not defined for thegiven operands, binary and ternary functions must return
Py_NotImplemented, if another error occurred they must returnNULLand set an exception.Note
The
nb_reservedfield should always beNULL. Itwas previously callednb_long, and was renamed inPython 3.0.1.
- binaryfunc
PyNumberMethods.nb_add¶
- binaryfunc
PyNumberMethods.nb_subtract¶
- binaryfunc
PyNumberMethods.nb_multiply¶
- binaryfunc
PyNumberMethods.nb_remainder¶
- binaryfunc
PyNumberMethods.nb_divmod¶
- ternaryfunc
PyNumberMethods.nb_power¶
- binaryfunc
PyNumberMethods.nb_lshift¶
- binaryfunc
PyNumberMethods.nb_rshift¶
- binaryfunc
PyNumberMethods.nb_and¶
- binaryfunc
PyNumberMethods.nb_xor¶
- binaryfunc
PyNumberMethods.nb_or¶
- void *
PyNumberMethods.nb_reserved¶
- binaryfunc
PyNumberMethods.nb_inplace_add¶
- binaryfunc
PyNumberMethods.nb_inplace_subtract¶
- binaryfunc
PyNumberMethods.nb_inplace_multiply¶
- binaryfunc
PyNumberMethods.nb_inplace_remainder¶
- ternaryfunc
PyNumberMethods.nb_inplace_power¶
- binaryfunc
PyNumberMethods.nb_inplace_lshift¶
- binaryfunc
PyNumberMethods.nb_inplace_rshift¶
- binaryfunc
PyNumberMethods.nb_inplace_and¶
- binaryfunc
PyNumberMethods.nb_inplace_xor¶
- binaryfunc
PyNumberMethods.nb_inplace_or¶
- binaryfunc
PyNumberMethods.nb_floor_divide¶
- binaryfunc
PyNumberMethods.nb_true_divide¶
- binaryfunc
PyNumberMethods.nb_inplace_floor_divide¶
- binaryfunc
PyNumberMethods.nb_inplace_true_divide¶
- binaryfunc
PyNumberMethods.nb_matrix_multiply¶
- binaryfunc
PyNumberMethods.nb_inplace_matrix_multiply¶
Mapping Object Structures¶
PyMappingMethods¶This structure holds pointers to the functions which an object uses toimplement the mapping protocol. It has three members:
- lenfunc
PyMappingMethods.mp_length¶ This function is used by
PyMapping_Size()andPyObject_Size(), and has the same signature. This slot may be set toNULLif the object has no defined length.
- binaryfunc
PyMappingMethods.mp_subscript¶ This function is used by
PyObject_GetItem()andPySequence_GetSlice(), and has the same signature asPyObject_GetItem(). This slot must be filled for thePyMapping_Check()function to return1, it can beNULLotherwise.
- objobjargproc
PyMappingMethods.mp_ass_subscript¶ This function is used by
PyObject_SetItem(),PyObject_DelItem(),PyObject_SetSlice()andPyObject_DelSlice(). It has the same signature asPyObject_SetItem(), butv can also be set toNULLto deletean item. If this slot isNULL, the object does not support itemassignment and deletion.
Sequence Object Structures¶
PySequenceMethods¶This structure holds pointers to the functions which an object uses toimplement the sequence protocol.
- lenfunc
PySequenceMethods.sq_length¶ This function is used by
PySequence_Size()andPyObject_Size(), and has the same signature. It is also used forhandling negative indices via thesq_itemand thesq_ass_itemslots.
- binaryfunc
PySequenceMethods.sq_concat¶ This function is used by
PySequence_Concat()and has the samesignature. It is also used by the+operator, after trying the numericaddition via thenb_addslot.
- ssizeargfunc
PySequenceMethods.sq_repeat¶ This function is used by
PySequence_Repeat()and has the samesignature. It is also used by the*operator, after trying numericmultiplication via thenb_multiplyslot.
- ssizeargfunc
PySequenceMethods.sq_item¶ This function is used by
PySequence_GetItem()and has the samesignature. It is also used byPyObject_GetItem(), after tryingthe subscription via themp_subscriptslot.This slot must be filled for thePySequence_Check()function to return1, it can beNULLotherwise.Negative indexes are handled as follows: if the
sq_lengthslot isfilled, it is called and the sequence length is used to compute a positiveindex which is passed tosq_item. Ifsq_lengthisNULL,the index is passed as is to the function.
- ssizeobjargproc
PySequenceMethods.sq_ass_item¶ This function is used by
PySequence_SetItem()and has the samesignature. It is also used byPyObject_SetItem()andPyObject_DelItem(), after trying the item assignment and deletionvia themp_ass_subscriptslot.This slot may be left toNULLif the object does not supportitem assignment and deletion.
- objobjproc
PySequenceMethods.sq_contains¶ This function may be used by
PySequence_Contains()and has the samesignature. This slot may be left toNULL, in this casePySequence_Contains()simply traverses the sequence until itfinds a match.
- binaryfunc
PySequenceMethods.sq_inplace_concat¶ This function is used by
PySequence_InPlaceConcat()and has the samesignature. It should modify its first operand, and return it. This slotmay be left toNULL, in this casePySequence_InPlaceConcat()will fall back toPySequence_Concat(). It is also used by theaugmented assignment+=, after trying numeric in-place additionvia thenb_inplace_addslot.
- ssizeargfunc
PySequenceMethods.sq_inplace_repeat¶ This function is used by
PySequence_InPlaceRepeat()and has the samesignature. It should modify its first operand, and return it. This slotmay be left toNULL, in this casePySequence_InPlaceRepeat()will fall back toPySequence_Repeat(). It is also used by theaugmented assignment*=, after trying numeric in-place multiplicationvia thenb_inplace_multiplyslot.
Buffer Object Structures¶
PyBufferProcs¶This structure holds pointers to the functions required by theBuffer protocol. The protocol defines howan exporter object can expose its internal data to consumer objects.
- getbufferproc
PyBufferProcs.bf_getbuffer¶ The signature of this function is:
int(PyObject*exporter,Py_buffer*view,intflags);
Handle a request toexporter to fill inview as specified byflags.Except for point (3), an implementation of this function MUST take thesesteps:
Check if the request can be met. If not, raise
PyExc_BufferError,setview->objtoNULLand return-1.Fill in the requested fields.
Increment an internal counter for the number of exports.
Set
view->objtoexporter and incrementview->obj.Return
0.
Ifexporter is part of a chain or tree of buffer providers, two mainschemes can be used:
Re-export: Each member of the tree acts as the exporting object andsets
view->objto a new reference to itself.Redirect: The buffer request is redirected to the root object of thetree. Here,
view->objwill be a new reference to the rootobject.
The individual fields ofview are described in sectionBuffer structure, the rules how an exportermust react to specific requests are in sectionBuffer request types.
All memory pointed to in the
Py_bufferstructure belongs tothe exporter and must remain valid until there are no consumers left.format,shape,strides,suboffsetsandinternalare read-only for the consumer.PyBuffer_FillInfo()provides an easy way of exposing a simplebytes buffer while dealing correctly with all request types.PyObject_GetBuffer()is the interface for the consumer thatwraps this function.
- releasebufferproc
PyBufferProcs.bf_releasebuffer¶ The signature of this function is:
void(PyObject*exporter,Py_buffer*view);
Handle a request to release the resources of the buffer. If no resourcesneed to be released,
PyBufferProcs.bf_releasebuffermay beNULL. Otherwise, a standard implementation of this function will takethese optional steps:Decrement an internal counter for the number of exports.
If the counter is
0, free all memory associated withview.
The exporter MUST use the
internalfield to keeptrack of buffer-specific resources. This field is guaranteed to remainconstant, while a consumer MAY pass a copy of the original buffer as theview argument.This function MUST NOT decrement
view->obj, since that isdone automatically inPyBuffer_Release()(this scheme isuseful for breaking reference cycles).PyBuffer_Release()is the interface for the consumer thatwraps this function.
Async Object Structures¶
New in version 3.5.
PyAsyncMethods¶This structure holds pointers to the functions required to implementawaitable andasynchronous iterator objects.
Here is the structure definition:
typedefstruct{unaryfuncam_await;unaryfuncam_aiter;unaryfuncam_anext;}PyAsyncMethods;
- unaryfunc
PyAsyncMethods.am_await¶ The signature of this function is:
PyObject*am_await(PyObject*self);
The returned object must be an iterator, i.e.
PyIter_Check()mustreturn1for it.This slot may be set to
NULLif an object is not anawaitable.
- unaryfunc
PyAsyncMethods.am_aiter¶ The signature of this function is:
PyObject*am_aiter(PyObject*self);
Must return anasynchronous iterator object.See
__anext__()for details.This slot may be set to
NULLif an object does not implementasynchronous iteration protocol.
- unaryfunc
PyAsyncMethods.am_anext¶ The signature of this function is:
PyObject*am_anext(PyObject*self);
Must return anawaitable object. See
__anext__()for details.This slot may be set toNULL.
Slot Type typedefs¶
- PyObject *
(*allocfunc)(PyTypeObject *cls,Py_ssize_t nitems)¶ The purpose of this function is to separate memory allocation from memoryinitialization. It should return a pointer to a block of memory of adequatelength for the instance, suitably aligned, and initialized to zeros, but with
ob_refcntset to1andob_typeset to the type argument. Ifthe type’stp_itemsizeis non-zero, the object’sob_sizefieldshould be initialized tonitems and the length of the allocated memory blockshould betp_basicsize+nitems*tp_itemsize, rounded up to a multiple ofsizeof(void*); otherwise,nitems is not used and the length of the blockshould betp_basicsize.This function should not do any other instance initialization, not even toallocate additional memory; that should be done by
tp_new.
- PyObject *
(*getattrfunc)(PyObject *self, char *attr)¶ Return the value of the named attribute for the object.
- int
(*setattrfunc)(PyObject *self, char *attr,PyObject *value)¶ Set the value of the named attribute for the object.The value argument is set to
NULLto delete the attribute.
- PyObject *
(*getattrofunc)(PyObject *self,PyObject *attr)¶ Return the value of the named attribute for the object.
See
tp_getattro.
- int
(*setattrofunc)(PyObject *self,PyObject *attr,PyObject *value)¶ Set the value of the named attribute for the object.The value argument is set to
NULLto delete the attribute.See
tp_setattro.
- PyObject *
(*richcmpfunc)(PyObject *,PyObject *, int)¶ See
tp_richcompare.
- PyObject *
(*iternextfunc)(PyObject *)¶ See
tp_iternext.
- Py_ssize_t
(*lenfunc)(PyObject *)¶
- PyObject *
(*ssizeargfunc)(PyObject *,Py_ssize_t)¶
- int
(*ssizeobjargproc)(PyObject *,Py_ssize_t)¶
Examples¶
The following are simple examples of Python type definitions. Theyinclude common usage you may encounter. Some demonstrate tricky cornercases. For more examples, practical info, and a tutorial, seeDefining Extension Types: Tutorial andDefining Extension Types: Assorted Topics.
A basic static type:
typedefstruct{PyObject_HEADconstchar*data;}MyObject;staticPyTypeObjectMyObject_Type={PyVarObject_HEAD_INIT(NULL,0).tp_name="mymod.MyObject",.tp_basicsize=sizeof(MyObject),.tp_doc=PyDoc_STR("My objects"),.tp_new=myobj_new,.tp_dealloc=(destructor)myobj_dealloc,.tp_repr=(reprfunc)myobj_repr,};
You may also find older code (especially in the CPython code base)with a more verbose initializer:
staticPyTypeObjectMyObject_Type={PyVarObject_HEAD_INIT(NULL,0)"mymod.MyObject",/* tp_name */sizeof(MyObject),/* tp_basicsize */0,/* tp_itemsize */(destructor)myobj_dealloc,/* tp_dealloc */0,/* tp_vectorcall_offset */0,/* tp_getattr */0,/* tp_setattr */0,/* tp_as_async */(reprfunc)myobj_repr,/* tp_repr */0,/* tp_as_number */0,/* tp_as_sequence */0,/* tp_as_mapping */0,/* tp_hash */0,/* tp_call */0,/* tp_str */0,/* tp_getattro */0,/* tp_setattro */0,/* tp_as_buffer */0,/* tp_flags */PyDoc_STR("My objects"),/* tp_doc */0,/* tp_traverse */0,/* tp_clear */0,/* tp_richcompare */0,/* tp_weaklistoffset */0,/* tp_iter */0,/* tp_iternext */0,/* tp_methods */0,/* tp_members */0,/* tp_getset */0,/* tp_base */0,/* tp_dict */0,/* tp_descr_get */0,/* tp_descr_set */0,/* tp_dictoffset */0,/* tp_init */0,/* tp_alloc */myobj_new,/* tp_new */};
A type that supports weakrefs, instance dicts, and hashing:
typedefstruct{PyObject_HEADconstchar*data;PyObject*inst_dict;PyObject*weakreflist;}MyObject;staticPyTypeObjectMyObject_Type={PyVarObject_HEAD_INIT(NULL,0).tp_name="mymod.MyObject",.tp_basicsize=sizeof(MyObject),.tp_doc=PyDoc_STR("My objects"),.tp_weaklistoffset=offsetof(MyObject,weakreflist),.tp_dictoffset=offsetof(MyObject,inst_dict),.tp_flags=Py_TPFLAGS_DEFAULT|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC,.tp_new=myobj_new,.tp_traverse=(traverseproc)myobj_traverse,.tp_clear=(inquiry)myobj_clear,.tp_alloc=PyType_GenericNew,.tp_dealloc=(destructor)myobj_dealloc,.tp_repr=(reprfunc)myobj_repr,.tp_hash=(hashfunc)myobj_hash,.tp_richcompare=PyBaseObject_Type.tp_richcompare,};
A str subclass that cannot be subclassed and cannot be calledto create instances (e.g. uses a separate factory func):
typedefstruct{PyUnicodeObjectraw;char*extra;}MyStr;staticPyTypeObjectMyStr_Type={PyVarObject_HEAD_INIT(NULL,0).tp_name="mymod.MyStr",.tp_basicsize=sizeof(MyStr),.tp_base=NULL,// set to &PyUnicode_Type in module init.tp_doc=PyDoc_STR("my custom str"),.tp_flags=Py_TPFLAGS_DEFAULT,.tp_new=NULL,.tp_repr=(reprfunc)myobj_repr,};
The simplest static type (with fixed-length instances):
typedefstruct{PyObject_HEAD}MyObject;staticPyTypeObjectMyObject_Type={PyVarObject_HEAD_INIT(NULL,0).tp_name="mymod.MyObject",};
The simplest static type (with variable-length instances):
typedefstruct{PyObject_VAR_HEADconstchar*data[1];}MyObject;staticPyTypeObjectMyObject_Type={PyVarObject_HEAD_INIT(NULL,0).tp_name="mymod.MyObject",.tp_basicsize=sizeof(MyObject)-sizeof(char*),.tp_itemsize=sizeof(char*),};