FilesExpand file tree

 master

/

asyncio_queue.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

64 lines (53 loc) · 1.84 KB

 master

/

asyncio_queue.py

Copy path

Top

File metadata and controls

• Code
• Blame

64 lines (53 loc) · 1.84 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

#!/usr/bin/env python3

# -*- coding: utf-8 -*-

# Author: xurongzhong#126.com wechat:pythontesting qq:37391319

# CreateDate: 2018-1-26

# From https://pymotw.com/3/asyncio/coroutines.html

# asyncio_queue.py

import asyncio

async def consumer(n, q):

print('consumer {}: starting'.format(n))

while True:

print('consumer {}: waiting for item'.format(n))

item = await q.get()

print('consumer {}: has item {}'.format(n, item))

if item is None:

# None is the signal to stop.

q.task_done()

break

else:

await asyncio.sleep(0.01 * item)

q.task_done()

print('consumer {}: ending'.format(n))

async def producer(q, num_workers):

print('producer: starting')

# Add some numbers to the queue to simulate jobs

for i in range(num_workers * 3):

await q.put(i)

print('producer: added task {} to the queue'.format(i))

# Add None entries in the queue

# to signal the consumers to exit

print('producer: adding stop signals to the queue')

for i in range(num_workers):

await q.put(None)

print('producer: waiting for queue to empty')

await q.join()

print('producer: ending')

async def main(loop, num_consumers):

# Create the queue with a fixed size so the producer

# will block until the consumers pull some items out.

q = asyncio.Queue(maxsize=num_consumers)

# Scheduled the consumer tasks.

consumers = [

loop.create_task(consumer(i, q))

for i in range(num_consumers)

]

# Schedule the producer task.

prod = loop.create_task(producer(q, num_consumers))

# Wait for all of the coroutines to finish.

await asyncio.wait(consumers + [prod])

event_loop = asyncio.get_event_loop()

try:

event_loop.run_until_complete(main(event_loop, 2))

finally:

event_loop.close()