FilesExpand file tree

 master

/

Document.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

executable file

·

46 lines (38 loc) · 896 Bytes

 master

/

Document.py

Copy path

Top

File metadata and controls

• Code
• Blame

executable file

·

46 lines (38 loc) · 896 Bytes

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

# -*- coding: utf-8 -*-

# writer : lgy

# data : 2017-10-09

from Biterm import Biterm

class Document(object):

"""

文档类，sentence 类，表示一个长的文本序列

"""

def __init__(self,doc):

"""

初始化 类

:param doc :文本变量

"""

term = doc.strip().split(" ")

self.ws = [int(w) for w in term] # word sequence

def get_word(self, index):

"""

extract word from word sequence

:param index: 词的句子中的位置索引

:return:

"""

if index < len(self.ws):

return self.ws[index]

return None

def gen_biterms(self, win=15):

"""

获取 biterms from sentence word sequence

:param win:

:return:

"""

ws_size = len(self.ws)

if ws_size < 2:

return None

self.biterms = []

for i in xrange(ws_size-1):

for j in xrange(i+1,min(ws_size,i + win)):

self.biterms.append(Biterm(self.ws[i], self.ws[j]))

return self.biterms