mirror of
https://github.com/phpbb/phpbb.git
synced 2025-05-06 15:45:34 +02:00
3422dc8b8c
git-svn-id: file:///svn/phpbb/branches/phpBB-2_0_0@3179 89ea8834-ac86-4346-8a33-228a782c2dd0
489 lines
13 KiB
PHP
489 lines
13 KiB
PHP
<?php
|
||
/***************************************************************************
|
||
* functions_search.php
|
||
* -------------------
|
||
* begin : Wed Sep 05 2001
|
||
* copyright : (C) 2001 The phpBB Group
|
||
* email : support@phpbb.com
|
||
*
|
||
* $Id$
|
||
*
|
||
****************************************************************************/
|
||
|
||
/***************************************************************************
|
||
*
|
||
* This program is free software; you can redistribute it and/or modify
|
||
* it under the terms of the GNU General Public License as published by
|
||
* the Free Software Foundation; either version 2 of the License, or
|
||
* (at your option) any later version.
|
||
*
|
||
***************************************************************************/
|
||
|
||
function clean_words($mode, &$entry, &$stopword_list, &$synonym_list)
|
||
{
|
||
static $drop_char_match = array('^', '$', '&', '(', ')', '<', '>', '`', '\'', '"', '|', ',', '@', '_', '?', '%', '-', '~', '+', '.', '[', ']', '{', '}', ':', '\\', '/', '=', '#', '\'', ';', '!');
|
||
static $drop_char_replace = array(' ', ' ', ' ', ' ', ' ', ' ', ' ', '', '', ' ', ' ', ' ', ' ', '', ' ', ' ', '', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ' , ' ', ' ', ' ', ' ', ' ', ' ');
|
||
|
||
$entry = ' ' . strip_tags(strtolower($entry)) . ' ';
|
||
|
||
if ( $mode == 'post' )
|
||
{
|
||
// Replace line endings by a space
|
||
$entry = preg_replace('/[\n\r]/is', ' ', $entry);
|
||
// HTML entities like
|
||
$entry = preg_replace('/\b&[a-z]+;\b/', ' ', $entry);
|
||
// Remove URL's
|
||
$entry = preg_replace('/\b[a-z0-9]+:\/\/[a-z0-9\.\-]+(\/[a-z0-9\?\.%_\-\+=&\/]+)?/', ' ', $entry);
|
||
// Quickly remove BBcode.
|
||
$entry = preg_replace('/\[img:[a-z0-9]{10,}\].*?\[\/img:[a-z0-9]{10,}\]/', ' ', $entry);
|
||
$entry = preg_replace('/\[\/?url(=.*?)?\]/', ' ', $entry);
|
||
$entry = preg_replace('/\[\/?[a-z\*=\+\-]+(\:?[0-9a-z]+)?:[a-z0-9]{10,}(\:[a-z0-9]+)?=?.*?\]/', ' ', $entry);
|
||
}
|
||
else if ( $mode == 'search' )
|
||
{
|
||
$entry = str_replace(' +', ' and ', $entry);
|
||
$entry = str_replace(' -', ' not ', $entry);
|
||
}
|
||
|
||
//
|
||
// Filter out strange characters like ^, $, &, change "it's" to "its"
|
||
//
|
||
for($i = 0; $i < count($drop_char_match); $i++)
|
||
{
|
||
$entry = str_replace($drop_char_match[$i], $drop_char_replace[$i], $entry);
|
||
}
|
||
|
||
if ( $mode == 'post' )
|
||
{
|
||
$entry = str_replace('*', ' ', $entry);
|
||
|
||
// 'words' that consist of <3 or >20 characters are removed.
|
||
$entry = preg_replace('/\b([a-z0-9]{1,2}|[a-z0-9]{21,})\b/',' ', $entry);
|
||
}
|
||
|
||
if ( !empty($stopword_list) )
|
||
{
|
||
for ($j = 0; $j < count($stopword_list); $j++)
|
||
{
|
||
$stopword = trim($stopword_list[$j]);
|
||
|
||
if ( $mode == 'post' || ( $stopword != 'not' && $stopword != 'and' && $stopword != 'or' ) )
|
||
{
|
||
$entry = preg_replace('#\b' . preg_quote($stopword) . '\b#', ' ', $entry);
|
||
}
|
||
}
|
||
}
|
||
|
||
if ( !empty($synonym_list) )
|
||
{
|
||
for ($j = 0; $j < count($synonym_list); $j++)
|
||
{
|
||
list($replace_synonym, $match_synonym) = split(' ', trim(strtolower($synonym_list[$j])));
|
||
if ( $mode == 'post' || ( $match_synonym != 'not' && $match_synonym != 'and' && $match_synonym != 'or' ) )
|
||
{
|
||
$entry = preg_replace('#\b' . trim($match_synonym) . '\b#', ' ' . trim($replace_synonym) . ' ', $entry);
|
||
}
|
||
}
|
||
}
|
||
|
||
return $entry;
|
||
}
|
||
|
||
function split_words(&$entry, $mode = 'post')
|
||
{
|
||
$rex = ( $mode == 'post' ) ? "/\b([\w<EFBFBD><EFBFBD>-<2D>][\w<EFBFBD><EFBFBD>-<2D>']*[\w<EFBFBD><EFBFBD>-<2D>]+|[\w<EFBFBD><EFBFBD>-<2D>]+?)\b/" : '/(\*?[a-z<><7A>-<2D>]+\*?)|\b([a-z<><7A>-<2D>]+)\b/';
|
||
preg_match_all($rex, $entry, $split_entries);
|
||
|
||
return $split_entries[1];
|
||
}
|
||
|
||
function add_search_words($mode, $post_id, $post_text, $post_title = '')
|
||
{
|
||
global $db, $phpbb_root_path, $board_config, $lang;
|
||
|
||
$stopword_array = @file($phpbb_root_path . 'language/lang_' . $board_config['default_lang'] . "/search_stopwords.txt");
|
||
$synonym_array = @file($phpbb_root_path . 'language/lang_' . $board_config['default_lang'] . "/search_synonyms.txt");
|
||
|
||
$search_raw_words = array();
|
||
$search_raw_words['text'] = split_words(clean_words('post', $post_text, $stopword_array, $synonym_array));
|
||
$search_raw_words['title'] = split_words(clean_words('post', $post_title, $stopword_array, $synonym_array));
|
||
|
||
$word = array();
|
||
$word_insert_sql = array();
|
||
while ( list($word_in, $search_matches) = @each($search_raw_words) )
|
||
{
|
||
$word_insert_sql[$word_in] = '';
|
||
if ( !empty($search_matches) )
|
||
{
|
||
for ($i = 0; $i < count($search_matches); $i++)
|
||
{
|
||
$search_matches[$i] = trim($search_matches[$i]);
|
||
|
||
if( $search_matches[$i] != '' )
|
||
{
|
||
$word[] = $search_matches[$i];
|
||
if ( !strstr($word_insert_sql[$word_in], "'" . $search_matches[$i] . "'") )
|
||
{
|
||
$word_insert_sql[$word_in] .= ( $word_insert_sql[$word_in] != "" ) ? ", '" . $search_matches[$i] . "'" : "'" . $search_matches[$i] . "'";
|
||
}
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
if ( count($word) )
|
||
{
|
||
sort($word);
|
||
|
||
$prev_word = '';
|
||
$word_text_sql = '';
|
||
$temp_word = array();
|
||
for($i = 0; $i < count($word); $i++)
|
||
{
|
||
if ( $word[$i] != $prev_word )
|
||
{
|
||
$temp_word[] = $word[$i];
|
||
$word_text_sql .= ( ( $word_text_sql != '' ) ? ', ' : '' ) . "'" . $word[$i] . "'";
|
||
}
|
||
$prev_word = $word[$i];
|
||
}
|
||
$word = $temp_word;
|
||
|
||
$check_words = array();
|
||
switch( SQL_LAYER )
|
||
{
|
||
case 'postgresql':
|
||
case 'msaccess':
|
||
case 'mssql-odbc':
|
||
case 'oracle':
|
||
case 'db2':
|
||
$sql = "SELECT word_id, word_text
|
||
FROM " . SEARCH_WORD_TABLE . "
|
||
WHERE word_text IN ($word_text_sql)";
|
||
if ( !($result = $db->sql_query($sql)) )
|
||
{
|
||
message_die(GENERAL_ERROR, 'Could not select words', '', __LINE__, __FILE__, $sql);
|
||
}
|
||
|
||
while ( $row = $db->sql_fetchrow($result) )
|
||
{
|
||
$check_words[$row['word_text']] = $row['word_id'];
|
||
}
|
||
break;
|
||
}
|
||
|
||
$value_sql = '';
|
||
$match_word = array();
|
||
for ($i = 0; $i < count($word); $i++)
|
||
{
|
||
$new_match = true;
|
||
if ( isset($check_words[$word[$i]]) )
|
||
{
|
||
$new_match = false;
|
||
}
|
||
|
||
if ( $new_match )
|
||
{
|
||
switch( SQL_LAYER )
|
||
{
|
||
case 'mysql':
|
||
case 'mysql4':
|
||
$value_sql .= ( ( $value_sql != '' ) ? ', ' : '' ) . '(\'' . $word[$i] . '\', 0)';
|
||
break;
|
||
case 'mssql':
|
||
$value_sql .= ( ( $value_sql != '' ) ? ' UNION ALL ' : '' ) . "SELECT '" . $word[$i] . "', 0";
|
||
break;
|
||
default:
|
||
$sql = "INSERT INTO " . SEARCH_WORD_TABLE . " (word_text, word_common)
|
||
VALUES ('" . $word[$i] . "', 0)";
|
||
if( !$db->sql_query($sql) )
|
||
{
|
||
message_die(GENERAL_ERROR, 'Could not insert new word', '', __LINE__, __FILE__, $sql);
|
||
}
|
||
break;
|
||
}
|
||
}
|
||
}
|
||
|
||
if ( $value_sql != '' )
|
||
{
|
||
switch ( SQL_LAYER )
|
||
{
|
||
case 'mysql':
|
||
case 'mysql4':
|
||
$sql = "INSERT IGNORE INTO " . SEARCH_WORD_TABLE . " (word_text, word_common)
|
||
VALUES $value_sql";
|
||
break;
|
||
case 'mssql':
|
||
$sql = "INSERT INTO " . SEARCH_WORD_TABLE . " (word_text, word_common)
|
||
$value_sql";
|
||
break;
|
||
}
|
||
|
||
if ( !$db->sql_query($sql) )
|
||
{
|
||
message_die(GENERAL_ERROR, 'Could not insert new word', '', __LINE__, __FILE__, $sql);
|
||
}
|
||
}
|
||
}
|
||
|
||
while( list($word_in, $match_sql) = @each($word_insert_sql) )
|
||
{
|
||
$title_match = ( $word_in == 'title' ) ? 1 : 0;
|
||
|
||
if ( $match_sql != '' )
|
||
{
|
||
$sql = "INSERT INTO " . SEARCH_MATCH_TABLE . " (post_id, word_id, title_match)
|
||
SELECT $post_id, word_id, $title_match
|
||
FROM " . SEARCH_WORD_TABLE . "
|
||
WHERE word_text IN ($match_sql)";
|
||
if ( !$db->sql_query($sql) )
|
||
{
|
||
message_die(GENERAL_ERROR, 'Could not insert new word matches', '', __LINE__, __FILE__, $sql);
|
||
}
|
||
}
|
||
}
|
||
|
||
if ($mode == 'single')
|
||
{
|
||
remove_common('single', 0.4, $word);
|
||
}
|
||
|
||
return;
|
||
}
|
||
|
||
//
|
||
// Check if specified words are too common now
|
||
//
|
||
function remove_common($mode, $fraction, $word_id_list = array())
|
||
{
|
||
global $db;
|
||
|
||
$sql = "SELECT COUNT(post_id) AS total_posts
|
||
FROM " . POSTS_TABLE;
|
||
if ( !($result = $db->sql_query($sql)) )
|
||
{
|
||
message_die(GENERAL_ERROR, 'Could not obtain post count', '', __LINE__, __FILE__, $sql);
|
||
}
|
||
|
||
$row = $db->sql_fetchrow($result);
|
||
|
||
if ( $row['total_posts'] >= 100 )
|
||
{
|
||
$common_threshold = floor($row['total_posts'] * $fraction);
|
||
|
||
if ( $mode == 'single' && count($word_id_list) )
|
||
{
|
||
$word_id_sql = '';
|
||
for($i = 0; $i < count($word_id_list); $i++)
|
||
{
|
||
$word_id_sql .= ( ( $word_id_sql != '' ) ? ', ' : '' ) . "'" . $word_id_list[$i] . "'";
|
||
}
|
||
|
||
$sql = "SELECT m.word_id
|
||
FROM " . SEARCH_MATCH_TABLE . " m, " . SEARCH_WORD_TABLE . " w
|
||
WHERE w.word_text IN ($word_id_sql)
|
||
AND m.word_id = w.word_id
|
||
GROUP BY m.word_id
|
||
HAVING COUNT(m.word_id) > $common_threshold";
|
||
}
|
||
else
|
||
{
|
||
$sql = "SELECT word_id
|
||
FROM " . SEARCH_MATCH_TABLE . "
|
||
GROUP BY word_id
|
||
HAVING COUNT(word_id) > $common_threshold";
|
||
}
|
||
|
||
if ( !($result = $db->sql_query($sql)) )
|
||
{
|
||
message_die(GENERAL_ERROR, 'Could not obtain common word list', '', __LINE__, __FILE__, $sql);
|
||
}
|
||
|
||
$common_word_id = '';
|
||
while ( $row = $db->sql_fetchrow($result) )
|
||
{
|
||
$common_word_id .= ( ( $common_word_id != '' ) ? ', ' : '' ) . $row['word_id'];
|
||
}
|
||
$db->sql_freeresult($result);
|
||
|
||
if ( $common_word_id != '' )
|
||
{
|
||
$sql = "UPDATE " . SEARCH_WORD_TABLE . "
|
||
SET word_common = " . TRUE . "
|
||
WHERE word_id IN ($common_word_id)";
|
||
if ( !$db->sql_query($sql) )
|
||
{
|
||
message_die(GENERAL_ERROR, 'Could not delete word list entry', '', __LINE__, __FILE__, $sql);
|
||
}
|
||
|
||
$sql = "DELETE FROM " . SEARCH_MATCH_TABLE . "
|
||
WHERE word_id IN ($common_word_id)";
|
||
if ( !$db->sql_query($sql) )
|
||
{
|
||
message_die(GENERAL_ERROR, 'Could not delete word match entry', '', __LINE__, __FILE__, $sql);
|
||
}
|
||
}
|
||
}
|
||
|
||
return $word_count;
|
||
}
|
||
|
||
function remove_search_post($post_id_sql)
|
||
{
|
||
global $db;
|
||
|
||
$words_removed = false;
|
||
|
||
switch ( SQL_LAYER )
|
||
{
|
||
case 'mysql':
|
||
case 'mysql4':
|
||
$sql = "SELECT word_id
|
||
FROM " . SEARCH_MATCH_TABLE . "
|
||
WHERE post_id IN ($post_id_sql)
|
||
GROUP BY word_id";
|
||
if ( $result = $db->sql_query($sql) )
|
||
{
|
||
$word_id_sql = '';
|
||
while ( $row = $db->sql_fetchrow($result) )
|
||
{
|
||
$word_id_sql .= ( $word_id_sql != '' ) ? ', ' . $row['word_id'] : $row['word_id'];
|
||
}
|
||
|
||
$sql = "SELECT word_id
|
||
FROM " . SEARCH_MATCH_TABLE . "
|
||
WHERE word_id IN ($word_id_sql)
|
||
GROUP BY word_id
|
||
HAVING COUNT(word_id) = 1";
|
||
if ( $result = $db->sql_query($sql) )
|
||
{
|
||
$word_id_sql = '';
|
||
while ( $row = $db->sql_fetchrow($result) )
|
||
{
|
||
$word_id_sql .= ( $word_id_sql != '' ) ? ', ' . $row['word_id'] : $row['word_id'];
|
||
}
|
||
|
||
if ( $word_id_sql != '' )
|
||
{
|
||
$sql = "DELETE FROM " . SEARCH_WORD_TABLE . "
|
||
WHERE word_id IN ($word_id_sql)";
|
||
if ( !$db->sql_query($sql) )
|
||
{
|
||
message_die(GENERAL_ERROR, 'Could not delete word list entry', '', __LINE__, __FILE__, $sql);
|
||
}
|
||
|
||
$words_removed = $db->sql_affectedrows();
|
||
}
|
||
}
|
||
}
|
||
break;
|
||
|
||
default:
|
||
$sql = "DELETE FROM " . SEARCH_WORD_TABLE . "
|
||
WHERE word_id IN (
|
||
SELECT word_id
|
||
FROM " . SEARCH_MATCH_TABLE . "
|
||
WHERE word_id IN (
|
||
SELECT word_id
|
||
FROM " . SEARCH_MATCH_TABLE . "
|
||
WHERE post_id IN ($post_id_sql)
|
||
GROUP BY word_id
|
||
)
|
||
GROUP BY word_id
|
||
HAVING COUNT(word_id) = 1
|
||
)";
|
||
if ( !$db->sql_query($sql) )
|
||
{
|
||
message_die(GENERAL_ERROR, 'Could not delete old words from word table', '', __LINE__, __FILE__, $sql);
|
||
}
|
||
|
||
$words_removed = $db->sql_affectedrows();
|
||
|
||
break;
|
||
}
|
||
|
||
$sql = "DELETE FROM " . SEARCH_MATCH_TABLE . "
|
||
WHERE post_id IN ($post_id_sql)";
|
||
if ( !$db->sql_query($sql) )
|
||
{
|
||
message_die(GENERAL_ERROR, 'Error in deleting post', '', __LINE__, __FILE__, $sql);
|
||
}
|
||
|
||
return $words_removed;
|
||
}
|
||
|
||
//
|
||
// Username search
|
||
//
|
||
function username_search($search_match)
|
||
{
|
||
global $db, $board_config, $template, $lang, $images, $theme, $phpEx, $phpbb_root_path;
|
||
global $starttime, $gen_simple_header;
|
||
|
||
$gen_simple_header = TRUE;
|
||
|
||
$username_list = '';
|
||
if ( !empty($search_match) )
|
||
{
|
||
$username_search = preg_replace('/\*/', '%', trim(strip_tags($search_match)));
|
||
|
||
$sql = "SELECT username
|
||
FROM " . USERS_TABLE . "
|
||
WHERE username LIKE '" . str_replace("\'", "''", $username_search) . "'
|
||
ORDER BY username";
|
||
if ( !($result = $db->sql_query($sql)) )
|
||
{
|
||
message_die(GENERAL_ERROR, 'Could not obtain search results', '', __LINE__, __FILE__, $sql);
|
||
}
|
||
|
||
if ( $row = $db->sql_fetchrow($result) )
|
||
{
|
||
do
|
||
{
|
||
$username_list .= '<option value="' . $row['username'] . '">' . $row['username'] . '</option>';
|
||
}
|
||
while ( $row = $db->sql_fetchrow($result) );
|
||
}
|
||
else
|
||
{
|
||
$username_list .= '<option>' . $lang['No_match']. '</option>';
|
||
}
|
||
$db->sql_freeresult($result);
|
||
}
|
||
|
||
$page_title = $lang['Search'];
|
||
include($phpbb_root_path . 'includes/page_header.'.$phpEx);
|
||
|
||
$template->set_filenames(array(
|
||
'search_user_body' => 'search_username.tpl')
|
||
);
|
||
|
||
$template->assign_vars(array(
|
||
'USERNAME' => ( !empty($search_match) ) ? strip_tags($search_match) : '',
|
||
|
||
'L_CLOSE_WINDOW' => $lang['Close_window'],
|
||
'L_SEARCH_USERNAME' => $lang['Find_username'],
|
||
'L_UPDATE_USERNAME' => $lang['Select_username'],
|
||
'L_SELECT' => $lang['Select'],
|
||
'L_SEARCH' => $lang['Search'],
|
||
'L_SEARCH_EXPLAIN' => $lang['Search_author_explain'],
|
||
'L_CLOSE_WINDOW' => $lang['Close_window'],
|
||
|
||
'S_USERNAME_OPTIONS' => $username_list,
|
||
'S_SEARCH_ACTION' => append_sid("search.$phpEx?mode=searchuser"))
|
||
);
|
||
|
||
if ( $username_list != '' )
|
||
{
|
||
$template->assign_block_vars('switch_select_name', array());
|
||
}
|
||
|
||
$template->pparse('search_user_body');
|
||
|
||
include($phpbb_root_path . 'includes/page_tail.'.$phpEx);
|
||
|
||
return;
|
||
}
|
||
|
||
?>
|