Skip to content

bpo-40077: Convert itertools types to heap types #24065

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
erlend-aasland wants to merge 24 commits into from
Closed

bpo-40077: Convert itertools types to heap types #24065

Changes from 1 commit
Commits
Show all changes
24 commits
Select commit Hold shift + click to select a range
1c93d36
Convert groupby and _grouper to heap types
Jan 2, 2021
f1d27e9
Convert cycle type to heap type
Jan 2, 2021
c654ad3
Convert dropwhile type to heap type
Jan 2, 2021
09206f9
Convert takewhile type to heap type
Jan 2, 2021
676d4ef
Convert starmap type to heap type
Jan 2, 2021
68a64c6
Convert combinations & cwr types to heap types
Jan 2, 2021
f46b80c
Convert permutations type to heap type
Jan 2, 2021
520b009
Convert accumulate type to heap type
Jan 2, 2021
970c8bb
Convert compress type to heap type
Jan 2, 2021
8f24fb5
Convert filterfalse type to heap type
Jan 2, 2021
1e8d1cc
Convert count type to heap type
Jan 2, 2021
a6df90d
Convert pairwise type to heap type
Jan 2, 2021
ea4ac64
Convert ziplongest type to heap type
Jan 2, 2021
55fc088
Convert product type to heap type
Jan 2, 2021
7c32c2f
Convert repeat type to heap type
Jan 2, 2021
3bde6b4
Convert islice type to heap type
Jan 2, 2021
88b0926
Convert chain type to heap type
Jan 2, 2021
de95b43
Convert tee type to heap type
Jan 2, 2021
3df69b6
Convert teedataobject type to heap type
Jan 2, 2021
adbde61
Remove unneeded PyType_Ready() calls
Jan 2, 2021
cb8c7fe
Sort types
Jan 2, 2021
a2c9349
Remove unneeded Py_SET_TYPE on teedataobject type
Jan 2, 2021
8d8cd61
Add NEWS
Jan 2, 2021
55cee70
Address review: fix performance issue in tee_copy()
Jan 3, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Convert product type to heap type
  • Loading branch information
Erlend E. Aasland committed Jan 2, 2021
commit 55fc0886e5ff9189b8787c922036a0aaa52f35bf
71 changes: 25 additions & 46 deletions Modules/itertoolsmodule.c
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -27,6 +27,7 @@ typedef struct {
PyTypeObject *count_type;
PyTypeObject *pairwise_type;
PyTypeObject *ziplongest_type;
PyTypeObject *product_type;
} itertoolsmodule_state;

static itertoolsmodule_state *
Expand Down Expand Up @@ -2089,8 +2090,6 @@ typedef struct {
int stopped; /* set to 1 when the iterator is exhausted */
} productobject;

static PyTypeObject product_type;

static PyObject *
product_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
{
Expand Down Expand Up @@ -2177,12 +2176,14 @@ product_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
static void
product_dealloc(productobject *lz)
{
PyTypeObject *tp = Py_TYPE(lz);
PyObject_GC_UnTrack(lz);
Py_XDECREF(lz->pools);
Py_XDECREF(lz->result);
if (lz->indices != NULL)
PyMem_Free(lz->indices);
Py_TYPE(lz)->tp_free(lz);
tp->tp_free(lz);
Py_DECREF(tp);
}

static PyObject *
Expand Down Expand Up @@ -2392,48 +2393,24 @@ product(A, repeat=4) means the same as product(A, A, A, A).\n\n\
product('ab', range(3)) --> ('a',0) ('a',1) ('a',2) ('b',0) ('b',1) ('b',2)\n\
product((0,1), (0,1), (0,1)) --> (0,0,0) (0,0,1) (0,1,0) (0,1,1) (1,0,0) ...");

static PyTypeObject product_type = {
PyVarObject_HEAD_INIT(NULL, 0)
"itertools.product", /* tp_name */
sizeof(productobject), /* tp_basicsize */
0, /* tp_itemsize */
/* methods */
(destructor)product_dealloc, /* tp_dealloc */
0, /* tp_vectorcall_offset */
0, /* tp_getattr */
0, /* tp_setattr */
0, /* tp_as_async */
0, /* tp_repr */
0, /* tp_as_number */
0, /* tp_as_sequence */
0, /* tp_as_mapping */
0, /* tp_hash */
0, /* tp_call */
0, /* tp_str */
PyObject_GenericGetAttr, /* tp_getattro */
0, /* tp_setattro */
0, /* tp_as_buffer */
Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
Py_TPFLAGS_BASETYPE, /* tp_flags */
product_doc, /* tp_doc */
(traverseproc)product_traverse, /* tp_traverse */
0, /* tp_clear */
0, /* tp_richcompare */
0, /* tp_weaklistoffset */
PyObject_SelfIter, /* tp_iter */
(iternextfunc)product_next, /* tp_iternext */
product_methods, /* tp_methods */
0, /* tp_members */
0, /* tp_getset */
0, /* tp_base */
0, /* tp_dict */
0, /* tp_descr_get */
0, /* tp_descr_set */
0, /* tp_dictoffset */
0, /* tp_init */
0, /* tp_alloc */
product_new, /* tp_new */
PyObject_GC_Del, /* tp_free */
static PyType_Slot product_slots[] = {
{Py_tp_dealloc, product_dealloc},
{Py_tp_getattro, PyObject_GenericGetAttr},
{Py_tp_doc, (void *)product_doc},
{Py_tp_traverse, product_traverse},
{Py_tp_iter, PyObject_SelfIter},
{Py_tp_iternext, product_next},
{Py_tp_methods, product_methods},
{Py_tp_new, product_new},
{Py_tp_free, PyObject_GC_Del},
{0, NULL},
};

static PyType_Spec product_spec = {
.name = "itertools.product",
.basicsize = sizeof(productobject),
.flags = Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC | Py_TPFLAGS_BASETYPE,
.slots = product_slots,
};


Expand Down Expand Up @@ -4547,6 +4524,7 @@ itertoolsmodule_traverse(PyObject *m, visitproc visit, void *arg)
Py_VISIT(state->count_type);
Py_VISIT(state->pairwise_type);
Py_VISIT(state->ziplongest_type);
Py_VISIT(state->product_type);
return 0;
}

Expand All @@ -4569,6 +4547,7 @@ itertoolsmodule_clear(PyObject *m)
Py_CLEAR(state->count_type);
Py_CLEAR(state->pairwise_type);
Py_CLEAR(state->ziplongest_type);
Py_CLEAR(state->product_type);
return 0;
}

Expand Down Expand Up @@ -4608,11 +4587,11 @@ itertoolsmodule_exec(PyObject *m)
ADD_TYPE(m, state->count_type, &count_spec);
ADD_TYPE(m, state->pairwise_type, &pairwise_spec);
ADD_TYPE(m, state->ziplongest_type, &ziplongest_spec);
ADD_TYPE(m, state->product_type, &product_spec);

PyTypeObject *typelist[] = {
&islice_type,
&chain_type,
&product_type,
&repeat_type,
&tee_type,
&teedataobject_type
Expand Down