pipeline.pipeline Module

class wpull.pipeline.pipeline.ItemQueue[source]

Bases: typing.Generic

get() → typing.WorkItemT[source]
item_done()[source]
put_item(item: typing.WorkItemT)[source]
put_poison_nowait()[source]
unfinished_items
wait_for_worker()[source]
class wpull.pipeline.pipeline.ItemSource[source]

Bases: typing.Generic

get_item() → typing.Union[source]
class wpull.pipeline.pipeline.ItemTask[source]

Bases: typing.Generic

process(work_item: typing.WorkItemT)[source]
class wpull.pipeline.pipeline.Pipeline(item_source: wpull.pipeline.pipeline.ItemSource, tasks: typing.Sequence, item_queue: typing.Union=None)[source]

Bases: object

concurrency
process()[source]
stop()[source]
tasks
class wpull.pipeline.pipeline.PipelineSeries(pipelines: typing.Iterator)[source]

Bases: object

concurrency
concurrency_pipelines
pipelines
class wpull.pipeline.pipeline.PipelineState[source]

Bases: enum.Enum

class wpull.pipeline.pipeline.Producer(item_source: wpull.pipeline.pipeline.ItemSource, item_queue: wpull.pipeline.pipeline.ItemQueue)[source]

Bases: object

process()[source]
process_one()[source]
stop()[source]
class wpull.pipeline.pipeline.Worker(item_queue: wpull.pipeline.pipeline.ItemQueue, tasks: typing.Sequence)[source]

Bases: object

process()[source]
process_one(_worker_id=None)[source]