FilesExpand file tree

 master

/

Imooc.java

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

82 lines (70 loc) · 2.34 KB

 master

/

Imooc.java

Copy path

Top

File metadata and controls

• Code
• Blame

82 lines (70 loc) · 2.34 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

package bean;

import java.util.HashMap;

import java.util.Map;

import java.util.regex.Matcher;

import java.util.regex.Pattern;

import spider.Spider;

/**

* 单个问题页面对象

* @author hjy

*

*/

public class Imooc {

public String question;

public String quesUrl;

public String quesDescription;

public Map<String,String> answers;

public String nextUrl;

public Imooc(String url) {

question="";

quesUrl=url;

quesDescription="";

answers = new HashMap<String,String>();

nextUrl="";

// 获取单个问题页面源码

String codeSource = Spider.getSource(url);

// 正则表达式获取question

Pattern pattern=Pattern.compile("js-qa-wenda-title.+?>(.+?)</h1>");

Matcher matcher=pattern.matcher(codeSource);

if(matcher.find()){

question = matcher.group(1);

}

// 正则表达式获取问题描述

pattern=Pattern.compile("js-qa-wenda.+?rich-text\">(.+?)</div>");

matcher=pattern.matcher(codeSource);

if(matcher.find()){

quesDescription = matcher.group(1).replace("<p>", "").replace("</p>", "");

}

// 正则表达式获取答案列表

pattern=Pattern.compile("detail-name.+?>(.+?)</a>.+?answer-content.+?>(.+?)</div>");//获取回答者name

matcher=pattern.matcher(codeSource);

while(matcher.find()){

String answer = matcher.group(2).replace("<p>", "");

answer = answer.replace("</p>", "");

answer = answer.replace("<br />", "");

answers.put(matcher.group(1),answer);

}

// 正则表达式获取下一个url 爬取获取相关问题的url

pattern=Pattern.compile("class=\"relwenda\".+?href=\"(.+?)\".+?</a>");//获取回答者name

matcher=pattern.matcher(codeSource);

while(matcher.find()){

nextUrl="http://www.imooc.com"+matcher.group(1);

// 防止相关文题是本问题无线循环下去

if(!nextUrl.equals(quesUrl)){

break;

}

}

}

@Override

public String toString() {

return "问题为:"+ question +"\n问题地址为:"+quesUrl+

"\n问题的表述为:"+quesDescription+"\n"

+ "回答的内容为:"+answers+"\n指向下一个链接地址为:"+nextUrl+"\n";

}

// 测试方法

public static void main(String[] args) {

String url = "http://www.imooc.com/wenda/detail/345010";

Imooc imooc = new Imooc(url);

System.out.println(imooc);

}

}