FilesExpand file tree

 master

/

generator_memory.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

45 lines (34 loc) · 1.07 KB

 master

/

generator_memory.py

Copy path

Top

File metadata and controls

• Code
• Blame

45 lines (34 loc) · 1.07 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

# pip3 install memory_profiler

import memory_profiler as mem_profile

import random

import time

names = ['Rajesh', 'Sunit', 'Ruchi', 'Priyanka', 'Lathesh', 'Rahul']

stacks = ['Spark', 'Hadoop', 'Flink', 'AWS', 'GCP', 'Azure']

print('Memory (Before): {} MB'.format(mem_profile.memory_usage()[0]))

def people_list(num_people):

result = []

for i in range(num_people):

person = {

'id': i,

'name': random.choice(names),

'stacks': random.choice(stacks)

}

result.append(person)

return result

def people_generator(num_people):

for i in range(num_people):

person = {

'id': i,

'name': random.choice(names),

'stacks': random.choice(stacks)

}

yield person

t1 = time.process_time()

# people = people_list(10000)

people = people_generator(10000)

# people = list(people_generator(1000000))

for person in people:

print(person)

t2 = time.process_time()

print('Memory (After): {} MB'.format(mem_profile.memory_usage()[0]))

print('Took {} seconds'.format(t2 - t1))