FilesExpand file tree

 master

/

sitemap.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

57 lines (46 loc) · 1.74 KB

 master

/

sitemap.py

Copy path

Top

File metadata and controls

• Code
• Blame

57 lines (46 loc) · 1.74 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

#!/usr/bin/env python

"""

Copyright (c) 2006-2015 sqlmap developers (http://sqlmap.org/)

See the file 'doc/COPYING' for copying permission

"""

import httplib

import re

from lib.core.common import readInput

from lib.core.data import kb

from lib.core.data import logger

from lib.core.exception import SqlmapSyntaxException

from lib.request.connect import Connect as Request

from thirdparty.oset.pyoset import oset

abortedFlag = None

def parseSitemap(url, retVal=None):

global abortedFlag

if retVal is not None:

logger.debug("parsing sitemap '%s'" % url)

try:

if retVal is None:

abortedFlag = False

retVal = oset()

try:

content = Request.getPage(url=url, raise404=True)[0] if not abortedFlag else ""

except httplib.InvalidURL:

errMsg = "invalid URL given for sitemap ('%s')" % url

raise SqlmapSyntaxException, errMsg

for match in re.finditer(r"<loc>\s*([^<]+)", content or ""):

if abortedFlag:

break

url = match.group(1).strip()

if url.endswith(".xml") and "sitemap" in url.lower():

if kb.followSitemapRecursion is None:

message = "sitemap recursion detected. Do you want to follow? [y/N] "

test = readInput(message, default="N")

kb.followSitemapRecursion = test[0] in ("y", "Y")

if kb.followSitemapRecursion:

parseSitemap(url, retVal)

else:

retVal.add(url)

except KeyboardInterrupt:

abortedFlag = True

warnMsg = "user aborted during sitemap parsing. sqlmap "

warnMsg += "will use partial list"

logger.warn(warnMsg)

return retVal