FilesExpand file tree

 develop

/

create_search_index.php

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

136 lines (110 loc) · 3.02 KB

 develop

/

create_search_index.php

Copy path

Top

File metadata and controls

• Code
• Blame

136 lines (110 loc) · 3.02 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

<?php

/**

*

* @package phpBB3

* @copyright (c) 2011 phpBB Group

* @license http://opensource.org/licenses/gpl-2.0.php GNU General Public License v2

*

*/

if (php_sapi_name() != 'cli')

{

die("This program must be run from the command line.\n");

}

if ($argc < 2)

{

echo 'Usage: php ' . basename(__FILE__) . " index_type [batch_size]\n";

exit(1);

}

$class_name = basename($argv[1]);

define('IN_PHPBB', true);

$phpbb_root_path = (defined('PHPBB_ROOT_PATH')) ? PHPBB_ROOT_PATH : '../';

$phpEx = substr(strrchr(__FILE__, '.'), 1);

require($phpbb_root_path . 'common.' . $phpEx);

require($phpbb_root_path . 'includes/acp/acp_search.' . $phpEx);

$user->session_begin();

$auth->acl($user->data);

$user->setup('acp/search');

$search_name = ucfirst(strtolower(str_replace('_', ' ', $class_name)));

$search_errors = array();

$search = new $class_name($search_errors);

$batch_size = isset($argv[2]) ? $argv[2] : 2000;

if (method_exists($search, 'create_index'))

{

if ($error = $search->create_index(null, ''))

{

var_dump($error);

exit(1);

}

}

else

{

$sql = 'SELECT forum_id, enable_indexing

FROM ' . FORUMS_TABLE;

$result = $db->sql_query($sql);

while ($row = $db->sql_fetchrow($result))

{

$forums[$row['forum_id']] = (bool) $row['enable_indexing'];

}

$db->sql_freeresult($result);

$sql = 'SELECT post_id

FROM ' . POSTS_TABLE . '

ORDER BY post_id DESC';

$result = $db->sql_query_limit($sql, 1);

$max_post_id = (int) $db->sql_fetchfield('post_id');

$post_counter = 0;

while ($post_counter <= $max_post_id)

{

$row_count = 0;

$time = time();

printf("Processing posts with %d <= post_id <= %d\n",

$post_counter + 1,

$post_counter + $batch_size

);

$sql = 'SELECT post_id, post_subject, post_text, poster_id, forum_id

FROM ' . POSTS_TABLE . '

WHERE post_id >= ' . (int) ($post_counter + 1) . '

AND post_id <= ' . (int) ($post_counter + $batch_size);

$result = $db->sql_query($sql);

$buffer = $db->sql_buffer_nested_transactions();

if ($buffer)

{

$rows = $db->sql_fetchrowset($result);

$rows[] = false; // indicate end of array for while loop below

$db->sql_freeresult($result);

}

$i = 0;

while ($row = ($buffer ? $rows[$i++] : $db->sql_fetchrow($result)))

{

// Indexing enabled for this forum or global announcement?

// Global announcements get indexed by default.

if (!$row['forum_id'] || !empty($forums[$row['forum_id']]))

{

++$row_count;

$search->index('post',

$row['post_id'],

$row['post_text'],

$row['post_subject'],

$row['poster_id'],

$row['forum_id']

);

if ($row_count % 10 == 0)

{

echo '.';

}

}

}

$delta = (time() - $time);

$delta = $delta <= 0 ? 1 : $delta;

printf(" %d posts/sec\n", $row_count / $delta);

if (!$buffer)

{

$db->sql_freeresult($result);

}

$post_counter += $batch_size;

}

}

$search->tidy();

add_log('admin', 'LOG_SEARCH_INDEX_CREATED', $search_name);

echo $user->lang['SEARCH_INDEX_CREATED'] . "\n";

echo 'Peak Memory Usage: ' . get_formatted_filesize(memory_get_peak_usage()) . "\n";

exit(0);