FilesExpand file tree

 python3-old

/

whitespace.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

41 lines (29 loc) · 1.18 KB

 python3-old

/

whitespace.py

Copy path

Top

File metadata and controls

• Code
• Blame

41 lines (29 loc) · 1.18 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

try:

frozenset

except NameError:

# Import from the sets module for python 2.3

from sets import ImmutableSet as frozenset

import re

from . import _base

from html5lib.constants import rcdataElements, spaceCharacters

spaceCharacters = "".join(spaceCharacters)

SPACES_REGEX = re.compile("[%s]+" % spaceCharacters)

class Filter(_base.Filter):

spacePreserveElements = frozenset(["pre", "textarea"] + list(rcdataElements))

def __iter__(self):

preserve = 0

for token in _base.Filter.__iter__(self):

type = token["type"]

if type == "StartTag" \

and (preserve or token["name"] in self.spacePreserveElements):

preserve += 1

elif type == "EndTag" and preserve:

preserve -= 1

elif not preserve and type == "SpaceCharacters" and token["data"]:

# Test on token["data"] above to not introduce spaces where there were not

token["data"] = " "

elif not preserve and type == "Characters":

token["data"] = collapse_spaces(token["data"])

yield token

def collapse_spaces(text):

return SPACES_REGEX.sub(' ', text)