FilesExpand file tree

 develop-ascraeus

/

repair_bots.php

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

149 lines (131 loc) · 5.02 KB

 develop-ascraeus

/

repair_bots.php

Copy path

Top

File metadata and controls

• Code
• Blame

149 lines (131 loc) · 5.02 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

<?php

/**

* Rebuild BOTS

*

* You should make a backup from your whole database. Things can and will go wrong.

* This will only work if no BOTs were added.

*

*/

die("Please read the first lines of this script for instructions on how to enable it");

set_time_limit(0);

define('IN_PHPBB', true);

$phpbb_root_path = './../';

$phpEx = substr(strrchr(__FILE__, '.'), 1);

include($phpbb_root_path . 'common.'.$phpEx);

include($phpbb_root_path . '/includes/functions_user.'.$phpEx);

// Start session management

$user->session_begin();

$auth->acl($user->data);

$user->setup();

$bots = array(

'AdsBot [Google]' => array('AdsBot-Google', ''),

'Alexa [Bot]' => array('ia_archiver', ''),

'Alta Vista [Bot]' => array('Scooter/', ''),

'Ask Jeeves [Bot]' => array('Ask Jeeves', ''),

'Baidu [Spider]' => array('Baiduspider+(', ''),

'Exabot [Bot]' => array('Exabot/', ''),

'FAST Enterprise [Crawler]' => array('FAST Enterprise Crawler', ''),

'FAST WebCrawler [Crawler]' => array('FAST-WebCrawler/', ''),

'Francis [Bot]' => array('http://www.neomo.de/', ''),

'Gigabot [Bot]' => array('Gigabot/', ''),

'Google Adsense [Bot]' => array('Mediapartners-Google', ''),

'Google Desktop' => array('Google Desktop', ''),

'Google Feedfetcher' => array('Feedfetcher-Google', ''),

'Google [Bot]' => array('Googlebot', ''),

'Heise IT-Markt [Crawler]' => array('heise-IT-Markt-Crawler', ''),

'Heritrix [Crawler]' => array('heritrix/1.', ''),

'IBM Research [Bot]' => array('ibm.com/cs/crawler', ''),

'ICCrawler - ICjobs' => array('ICCrawler - ICjobs', ''),

'ichiro [Crawler]' => array('ichiro/2', ''),

'Majestic-12 [Bot]' => array('MJ12bot/', ''),

'Metager [Bot]' => array('MetagerBot/', ''),

'MSN NewsBlogs' => array('msnbot-NewsBlogs/', ''),

'MSN [Bot]' => array('msnbot/', ''),

'MSNbot Media' => array('msnbot-media/', ''),

'NG-Search [Bot]' => array('NG-Search/', ''),

'Nutch [Bot]' => array('http://lucene.apache.org/nutch/', ''),

'Nutch/CVS [Bot]' => array('NutchCVS/', ''),

'OmniExplorer [Bot]' => array('OmniExplorer_Bot/', ''),

'Online link [Validator]' => array('online link validator', ''),

'psbot [Picsearch]' => array('psbot/0', ''),

'Seekport [Bot]' => array('Seekbot/', ''),

'Sensis [Crawler]' => array('Sensis Web Crawler', ''),

'SEO Crawler' => array('SEO search Crawler/', ''),

'Seoma [Crawler]' => array('Seoma [SEO Crawler]', ''),

'SEOSearch [Crawler]' => array('SEOsearch/', ''),

'Snappy [Bot]' => array('Snappy/1.1 ( http://www.urltrends.com/ )', ''),

'Steeler [Crawler]' => array('http://www.tkl.iis.u-tokyo.ac.jp/~crawler/', ''),

'Synoo [Bot]' => array('SynooBot/', ''),

'Telekom [Bot]' => array('crawleradmin.t-info@telekom.de', ''),

'TurnitinBot [Bot]' => array('TurnitinBot/', ''),

'Voyager [Bot]' => array('voyager/1.0', ''),

'W3 [Sitesearch]' => array('W3 SiteSearch Crawler', ''),

'W3C [Linkcheck]' => array('W3C-checklink/', ''),

'W3C [Validator]' => array('W3C_*Validator', ''),

'WiseNut [Bot]' => array('http://www.WISEnutbot.com', ''),

'YaCy [Bot]' => array('yacybot', ''),

'Yahoo MMCrawler [Bot]' => array('Yahoo-MMCrawler/', ''),

'Yahoo Slurp [Bot]' => array('Yahoo! DE Slurp', ''),

'Yahoo [Bot]' => array('Yahoo! Slurp', ''),

'YahooSeeker [Bot]' => array('YahooSeeker/', ''),

);

$bot_ids = array();

user_get_id_name($bot_ids, array_keys($bots), USER_IGNORE);

foreach($bot_ids as $bot)

{

user_delete('remove', $bot);

}

// Done

add_bots($bots);

echo 'done';

/**

* Add the search bots into the database

* This code should be used in execute_last if the source database did not have bots

* If you are converting bots this function should not be called

* @todo We might want to look at sharing the bot list between the install code and this code for consistency

*/

function add_bots($bots)

{

global $db, $config;

$sql = 'SELECT group_id FROM ' . GROUPS_TABLE . " WHERE group_name = 'BOTS'";

$result = $db->sql_query($sql);

$group_id = (int) $db->sql_fetchfield('group_id', false, $result);

$db->sql_freeresult($result);

$db->sql_query('TRUNCATE TABLE ' . BOTS_TABLE);

if (!$group_id)

{

add_default_groups();

$sql = 'SELECT group_id FROM ' . GROUPS_TABLE . " WHERE group_name = 'BOTS'";

$result = $db->sql_query($sql);

$group_id = (int) $db->sql_fetchfield('group_id', false, $result);

$db->sql_freeresult($result);

}

foreach ($bots as $bot_name => $bot_ary)

{

$user_row = array(

'user_type' => USER_IGNORE,

'group_id' => $group_id,

'username' => $bot_name,

'user_regdate' => time(),

'user_password' => '',

'user_colour' => '9E8DA7',

'user_email' => '',

'user_lang' => $config['default_lang'],

'user_style' => 1,

'user_timezone' => 'UTC',

'user_allow_massemail' => 0,

);

$user_id = user_add($user_row);

if ($user_id)

{

$sql = 'INSERT INTO ' . BOTS_TABLE . ' ' . $db->sql_build_array('INSERT', array(

'bot_active' => 1,

'bot_name' => $bot_name,

'user_id' => $user_id,

'bot_agent' => $bot_ary[0],

'bot_ip' => $bot_ary[1])

);

$db->sql_query($sql);

}

}

}