FilesExpand file tree

master

/

Chapter8-2.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

58 lines (47 loc) · 1.61 KB

master

/

Chapter8-2.py

Copy path

Top

File metadata and controls

• Code
• Blame

58 lines (47 loc) · 1.61 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

from urllib.request import urlopen

from random import randint

def wordListSum(wordList):

sum = 0

for word, value in wordList.items():

sum += value

return sum

def retriveRandomWord(wordList):

randIndex = randint(1, wordListSum(wordList))

for word, value in wordList.items():

randIndex -= value

if randIndex <= 0:

return word

def buildWordDict(text):

# strip "\n" or "\""

text = text.replace("\n", " ")

text = text.replace("\"", "")

# Ensure the punctuation shall always go with the words,

# and stay in the chain.

punctuation = [',', '.', ';', ':']

for symbol in punctuation:

text = text.replace(symbol, " " + symbol + " ")

words = text.split(" ")

# Filter 'None' words

words = [word for word in words if word != ""]

wordDict = {}

for i in range(1, len(words)):

if words[i-1] not in wordDict:

# Create a dict for the new word

wordDict[words[i-1]] = {}

if words[i] not in wordDict[words[i-1]]:

# Attach the follow word to the new word dict.

wordDict[words[i-1]][words[i]] = 0

wordDict[words[i-1]][words[i]] = wordDict[words[i-1]][words[i]] + 1

return wordDict

text = str(urlopen("http://pythonscraping.com/files/inaugurationSpeech.txt").read(), 'utf-8')

# print(text)

# Build a word chain

wordDict = buildWordDict(text)

length = 100

chain = ""

currentWord = "I"

for i in range(0, length):

chain += currentWord + " "

# Randomly pick a word according to the word chain.

currentWord = retriveRandomWord(wordDict[currentWord])

print(chain)