FilesExpand file tree

 master

/

gzip_bytesio.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

30 lines (22 loc) · 1.06 KB

 master

/

gzip_bytesio.py

Copy path

Top

File metadata and controls

• Code
• Blame

30 lines (22 loc) · 1.06 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

import gzip

from io import BytesIO

import binascii

uncompressed_data = b"The same line, over and over.\n" * 10

print("UNCOMPRESSED: ", len(uncompressed_data))

print(uncompressed_data)

buf = BytesIO()

with gzip.GzipFile(mode="wb", fileobj=buf) as f:

f.write(uncompressed_data)

compressed_data = buf.getvalue()

print("COMPRESSED: ", len(compressed_data))

print(binascii.hexlify(compressed_data))

inbuffer = BytesIO(compressed_data)

with gzip.GzipFile(mode="rb", fileobj=inbuffer) as f:

reread_data = f.read(len(uncompressed_data))

print("\nREREAD: ", len(reread_data))

print(reread_data)

# One benefit of using GzipFile over zlib is that it supports the file API. However, when re-reading the previously

# compressed data, an explicit length is passed to read(). Leaving the length off resulted in a CRC error, possibly

# because BytesIO returned an empty string before reporting EOF. When working with streams of compressed data, either

# prefix the data with an integer representing the actual amount of data to be read or use the incremental decompression

# API in zlib.