| 
									
										
										
										
											2008-11-20 16:13:47 -05:00
										 |  |  | <?php | 
					
						
							|  |  |  | /* | 
					
						
							| 
									
										
										
										
											2009-08-25 18:14:12 -04:00
										 |  |  |  * StatusNet - the distributed open-source microblogging tool | 
					
						
							| 
									
										
										
										
											2009-08-25 18:12:20 -04:00
										 |  |  |  * Copyright (C) 2008, 2009, StatusNet, Inc. | 
					
						
							| 
									
										
										
										
											2008-11-20 16:13:47 -05:00
										 |  |  |  * | 
					
						
							|  |  |  |  * This program is free software: you can redistribute it and/or modify | 
					
						
							|  |  |  |  * it under the terms of the GNU Affero General Public License as published by | 
					
						
							|  |  |  |  * the Free Software Foundation, either version 3 of the License, or | 
					
						
							|  |  |  |  * (at your option) any later version. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This program is distributed in the hope that it will be useful, | 
					
						
							|  |  |  |  * but WITHOUT ANY WARRANTY; without even the implied warranty of | 
					
						
							|  |  |  |  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
					
						
							|  |  |  |  * GNU Affero General Public License for more details. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * You should have received a copy of the GNU Affero General Public License | 
					
						
							|  |  |  |  * along with this program.  If not, see <http://www.gnu.org/licenses/>. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-08-26 10:41:36 -04:00
										 |  |  | if (!defined('STATUSNET') && !defined('LACONICA')) { exit(1); } | 
					
						
							| 
									
										
										
										
											2008-11-20 16:13:47 -05:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-12-23 14:49:23 -05:00
										 |  |  | class SearchEngine | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2008-11-23 13:51:36 -05:00
										 |  |  |     protected $target; | 
					
						
							| 
									
										
										
										
											2008-11-20 16:50:41 -05:00
										 |  |  |     protected $table; | 
					
						
							| 
									
										
										
										
											2008-11-20 16:13:47 -05:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-12-23 14:33:23 -05:00
										 |  |  |     function __construct($target, $table) | 
					
						
							|  |  |  |     { | 
					
						
							| 
									
										
										
										
											2008-11-23 13:51:36 -05:00
										 |  |  |         $this->target = $target; | 
					
						
							| 
									
										
										
										
											2008-11-20 16:50:41 -05:00
										 |  |  |         $this->table = $table; | 
					
						
							| 
									
										
										
										
											2008-11-20 16:13:47 -05:00
										 |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-12-23 14:33:23 -05:00
										 |  |  |     function query($q) | 
					
						
							|  |  |  |     { | 
					
						
							| 
									
										
										
										
											2008-11-20 16:13:47 -05:00
										 |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-12-23 14:33:23 -05:00
										 |  |  |     function limit($offset, $count, $rss = false) | 
					
						
							|  |  |  |     { | 
					
						
							| 
									
										
										
										
											2008-11-23 13:51:36 -05:00
										 |  |  |         return $this->target->limit($offset, $count); | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-12-23 14:33:23 -05:00
										 |  |  |     function set_sort_mode($mode) | 
					
						
							|  |  |  |     { | 
					
						
							| 
									
										
										
										
											2008-11-23 13:51:36 -05:00
										 |  |  |         if ('chron' === $mode) | 
					
						
							|  |  |  |             return $this->target->orderBy('created desc'); | 
					
						
							| 
									
										
										
										
											2008-11-20 16:13:47 -05:00
										 |  |  |     } | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-12-23 14:49:23 -05:00
										 |  |  | class SphinxSearch extends SearchEngine | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2008-11-20 16:13:47 -05:00
										 |  |  |     private $sphinx; | 
					
						
							| 
									
										
										
										
											2008-11-23 15:16:16 -05:00
										 |  |  |     private $connected; | 
					
						
							| 
									
										
										
										
											2008-11-20 16:13:47 -05:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-12-23 14:33:23 -05:00
										 |  |  |     function __construct($target, $table) | 
					
						
							|  |  |  |     { | 
					
						
							| 
									
										
										
										
											2008-11-23 15:16:16 -05:00
										 |  |  |         $fp = @fsockopen(common_config('sphinx', 'server'), common_config('sphinx', 'port')); | 
					
						
							|  |  |  |         if (!$fp) { | 
					
						
							|  |  |  |             $this->connected = false; | 
					
						
							|  |  |  |             return; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  |         fclose($fp); | 
					
						
							| 
									
										
										
										
											2008-11-23 13:51:36 -05:00
										 |  |  |         parent::__construct($target, $table); | 
					
						
							| 
									
										
										
										
											2008-11-20 16:13:47 -05:00
										 |  |  |         $this->sphinx = new SphinxClient; | 
					
						
							|  |  |  |         $this->sphinx->setServer(common_config('sphinx', 'server'), common_config('sphinx', 'port')); | 
					
						
							| 
									
										
										
										
											2008-11-23 15:16:16 -05:00
										 |  |  |         $this->connected = true; | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-12-23 14:33:23 -05:00
										 |  |  |     function is_connected() | 
					
						
							|  |  |  |     { | 
					
						
							| 
									
										
										
										
											2008-11-23 15:16:16 -05:00
										 |  |  |         return $this->connected; | 
					
						
							| 
									
										
										
										
											2008-11-20 16:13:47 -05:00
										 |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-12-23 14:33:23 -05:00
										 |  |  |     function limit($offset, $count, $rss = false) | 
					
						
							|  |  |  |     { | 
					
						
							| 
									
										
										
										
											2008-11-23 13:51:36 -05:00
										 |  |  |         //FIXME without LARGEST_POSSIBLE, the most recent results aren't returned
 | 
					
						
							|  |  |  |         //      this probably has a large impact on performance
 | 
					
						
							| 
									
										
										
										
											2009-03-19 11:01:58 -04:00
										 |  |  |         $LARGEST_POSSIBLE = 1e6; | 
					
						
							| 
									
										
										
										
											2008-11-23 13:51:36 -05:00
										 |  |  | 
 | 
					
						
							|  |  |  |         if ($rss) { | 
					
						
							|  |  |  |             $this->sphinx->setLimits($offset, $count, $count, $LARGEST_POSSIBLE); | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  |         else { | 
					
						
							|  |  |  |             // return at most 50 pages of results
 | 
					
						
							|  |  |  |             $this->sphinx->setLimits($offset, $count, 50 * ($count - 1), $LARGEST_POSSIBLE); | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         return $this->target->limit(0, $count); | 
					
						
							| 
									
										
										
										
											2008-11-20 16:13:47 -05:00
										 |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-12-23 14:33:23 -05:00
										 |  |  |     function query($q) | 
					
						
							|  |  |  |     { | 
					
						
							| 
									
										
										
										
											2008-11-20 16:50:41 -05:00
										 |  |  |         $result = $this->sphinx->query($q, $this->table); | 
					
						
							| 
									
										
										
										
											2008-11-20 16:13:47 -05:00
										 |  |  |         if (!isset($result['matches'])) return false; | 
					
						
							|  |  |  |         $id_set = join(', ', array_keys($result['matches'])); | 
					
						
							| 
									
										
										
										
											2008-11-23 13:51:36 -05:00
										 |  |  |         $this->target->whereAdd("id in ($id_set)"); | 
					
						
							|  |  |  |         return true; | 
					
						
							| 
									
										
										
										
											2008-11-20 16:13:47 -05:00
										 |  |  |      } | 
					
						
							| 
									
										
										
										
											2008-11-23 13:51:36 -05:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-12-23 14:33:23 -05:00
										 |  |  |     function set_sort_mode($mode) | 
					
						
							|  |  |  |     { | 
					
						
							| 
									
										
										
										
											2008-11-23 13:51:36 -05:00
										 |  |  |         if ('chron' === $mode) { | 
					
						
							|  |  |  |             $this->sphinx->SetSortMode(SPH_SORT_ATTR_DESC, 'created_ts'); | 
					
						
							|  |  |  |             return $this->target->orderBy('created desc'); | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  |     } | 
					
						
							| 
									
										
										
										
											2008-11-20 16:13:47 -05:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-12-23 14:49:23 -05:00
										 |  |  | class MySQLSearch extends SearchEngine | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2008-12-23 14:33:23 -05:00
										 |  |  |     function query($q) | 
					
						
							|  |  |  |     { | 
					
						
							| 
									
										
										
										
											2009-03-19 11:01:58 -04:00
										 |  |  |         if ('identica_people' === $this->table) { | 
					
						
							|  |  |  |             $this->target->whereAdd('MATCH(nickname, fullname, location, bio, homepage) ' . | 
					
						
							|  |  |  |                                     'AGAINST (\''.addslashes($q).'\' IN BOOLEAN MODE)'); | 
					
						
							|  |  |  |             if (strtolower($q) != $q) { | 
					
						
							|  |  |  |                 $this->target->whereAdd('MATCH(nickname, fullname, location, bio, homepage) ' . | 
					
						
							|  |  |  |                                         'AGAINST (\''.addslashes(strtolower($q)).'\' IN BOOLEAN MODE)', 'OR'); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |             return true; | 
					
						
							|  |  |  |         } else if ('identica_notices' === $this->table) { | 
					
						
							| 
									
										
										
										
											2009-06-19 20:21:57 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-11-08 23:32:15 +01:00
										 |  |  |             // Do not show imported notices
 | 
					
						
							| 
									
										
										
										
											2009-08-19 08:34:17 +02:00
										 |  |  |             $this->target->whereAdd('notice.is_local != ' . Notice::GATEWAY); | 
					
						
							| 
									
										
										
										
											2009-06-19 20:21:57 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-03-19 11:01:58 -04:00
										 |  |  |             if (strtolower($q) != $q) { | 
					
						
							| 
									
										
										
										
											2009-06-19 20:21:57 -07:00
										 |  |  |                 $this->target->whereAdd("( MATCH(content) AGAINST ('" . addslashes($q) . | 
					
						
							|  |  |  |                     "' IN BOOLEAN MODE)) OR ( MATCH(content) " . | 
					
						
							|  |  |  |                     "AGAINST ('"  . addslashes(strtolower($q)) . | 
					
						
							|  |  |  |                     "' IN BOOLEAN MODE))"); | 
					
						
							|  |  |  |             } else { | 
					
						
							| 
									
										
										
										
											2009-03-19 11:01:58 -04:00
										 |  |  |                 $this->target->whereAdd('MATCH(content) ' . | 
					
						
							| 
									
										
										
										
											2009-06-19 20:21:57 -07:00
										 |  |  |                                          'AGAINST (\''.addslashes($q).'\' IN BOOLEAN MODE)'); | 
					
						
							| 
									
										
										
										
											2009-03-19 11:01:58 -04:00
										 |  |  |             } | 
					
						
							| 
									
										
										
										
											2009-06-19 20:21:57 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-03-19 11:01:58 -04:00
										 |  |  |             return true; | 
					
						
							|  |  |  |         } else { | 
					
						
							|  |  |  |             throw new ServerException('Unknown table: ' . $this->table); | 
					
						
							|  |  |  |         } | 
					
						
							| 
									
										
										
										
											2008-11-20 16:13:47 -05:00
										 |  |  |     } | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-06-21 21:50:35 -07:00
										 |  |  | class MySQLLikeSearch extends SearchEngine | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     function query($q) | 
					
						
							|  |  |  |     { | 
					
						
							|  |  |  |         if ('identica_people' === $this->table) { | 
					
						
							|  |  |  |             $qry = sprintf('(nickname LIKE "%%%1$s%%" OR '. | 
					
						
							|  |  |  |                            ' fullname LIKE "%%%1$s%%" OR '. | 
					
						
							|  |  |  |                            ' location LIKE "%%%1$s%%" OR '. | 
					
						
							|  |  |  |                            ' bio      LIKE "%%%1$s%%" OR '. | 
					
						
							|  |  |  |                            ' homepage LIKE "%%%1$s%%")', addslashes($q)); | 
					
						
							|  |  |  |         } else if ('identica_notices' === $this->table) { | 
					
						
							|  |  |  |             $qry = sprintf('content LIKE "%%%1$s%%"', addslashes($q)); | 
					
						
							|  |  |  |         } else { | 
					
						
							|  |  |  |             throw new ServerException('Unknown table: ' . $this->table); | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         $this->target->whereAdd($qry); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         return true; | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-12-23 14:49:23 -05:00
										 |  |  | class PGSearch extends SearchEngine | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2008-12-23 14:33:23 -05:00
										 |  |  |     function query($q) | 
					
						
							|  |  |  |     { | 
					
						
							| 
									
										
										
										
											2009-03-19 11:01:58 -04:00
										 |  |  |         if ('identica_people' === $this->table) { | 
					
						
							| 
									
										
										
										
											2008-11-23 13:51:36 -05:00
										 |  |  |             return $this->target->whereAdd('textsearch @@ plainto_tsquery(\''.addslashes($q).'\')'); | 
					
						
							| 
									
										
										
										
											2009-03-19 11:01:58 -04:00
										 |  |  |         } else if ('identica_notices' === $this->table) { | 
					
						
							| 
									
										
										
										
											2009-06-19 20:21:57 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  |             // XXX: We need to filter out gateway notices (notice.is_local = -2) --Zach
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-11-23 13:51:36 -05:00
										 |  |  |             return $this->target->whereAdd('to_tsvector(\'english\', content) @@ plainto_tsquery(\''.addslashes($q).'\')'); | 
					
						
							| 
									
										
										
										
											2009-03-19 11:01:58 -04:00
										 |  |  |         } else { | 
					
						
							|  |  |  |             throw new ServerException('Unknown table: ' . $this->table); | 
					
						
							|  |  |  |         } | 
					
						
							| 
									
										
										
										
											2008-11-20 16:13:47 -05:00
										 |  |  |     } | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 |