| 
									
										
										
										
											2010-02-08 11:06:03 -08:00
										 |  |  | <?php | 
					
						
							|  |  |  | /* | 
					
						
							|  |  |  |  * StatusNet - the distributed open-source microblogging tool | 
					
						
							|  |  |  |  * Copyright (C) 2010, StatusNet, Inc. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This program is free software: you can redistribute it and/or modify | 
					
						
							|  |  |  |  * it under the terms of the GNU Affero General Public License as published by | 
					
						
							|  |  |  |  * the Free Software Foundation, either version 3 of the License, or | 
					
						
							|  |  |  |  * (at your option) any later version. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * This program is distributed in the hope that it will be useful, | 
					
						
							|  |  |  |  * but WITHOUT ANY WARRANTY; without even the implied warranty of | 
					
						
							|  |  |  |  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
					
						
							|  |  |  |  * GNU Affero General Public License for more details. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * You should have received a copy of the GNU Affero General Public License | 
					
						
							|  |  |  |  * along with this program.  If not, see <http://www.gnu.org/licenses/>. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /** | 
					
						
							| 
									
										
										
										
											2010-02-24 02:19:13 +00:00
										 |  |  |  * Prepare PuSH and Salmon distributions for an outgoing message. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * @package OStatusPlugin | 
					
						
							| 
									
										
										
										
											2010-02-08 11:06:03 -08:00
										 |  |  |  * @author Brion Vibber <brion@status.net> | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2010-02-24 02:19:13 +00:00
										 |  |  | class OStatusQueueHandler extends QueueHandler | 
					
						
							| 
									
										
										
										
											2010-02-08 11:06:03 -08:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2010-06-04 11:48:54 -07:00
										 |  |  |     // If we have more than this many subscribing sites on a single feed,
 | 
					
						
							|  |  |  |     // break up the PuSH distribution into smaller batches which will be
 | 
					
						
							|  |  |  |     // rolled into the queue progressively. This reduces disruption to
 | 
					
						
							|  |  |  |     // other, shorter activities being enqueued while we work.
 | 
					
						
							|  |  |  |     const MAX_UNBATCHED = 50; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     // Each batch (a 'hubprep' entry) will have this many items.
 | 
					
						
							|  |  |  |     // Selected to provide a balance between queue packet size
 | 
					
						
							|  |  |  |     // and number of batches that will end up getting processed.
 | 
					
						
							|  |  |  |     // For 20,000 target sites, 1000 should work acceptably.
 | 
					
						
							|  |  |  |     const BATCH_SIZE = 1000; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-02-08 11:06:03 -08:00
										 |  |  |     function transport() | 
					
						
							|  |  |  |     { | 
					
						
							| 
									
										
										
										
											2010-02-24 02:19:13 +00:00
										 |  |  |         return 'ostatus'; | 
					
						
							| 
									
										
										
										
											2010-02-08 11:06:03 -08:00
										 |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     function handle($notice) | 
					
						
							|  |  |  |     { | 
					
						
							|  |  |  |         assert($notice instanceof Notice); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-02-24 02:19:13 +00:00
										 |  |  |         $this->notice = $notice; | 
					
						
							|  |  |  |         $this->user = User::staticGet($notice->profile_id); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         $this->pushUser(); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-02-09 18:32:52 -08:00
										 |  |  |         foreach ($notice->getGroups() as $group) { | 
					
						
							| 
									
										
										
										
											2010-02-24 02:19:13 +00:00
										 |  |  |             $oprofile = Ostatus_profile::staticGet('group_id', $group->id); | 
					
						
							|  |  |  |             if ($oprofile) { | 
					
						
							|  |  |  |                 $this->pingReply($oprofile); | 
					
						
							|  |  |  |             } else { | 
					
						
							|  |  |  |                 $this->pushGroup($group->id); | 
					
						
							|  |  |  |             } | 
					
						
							| 
									
										
										
										
											2010-02-09 18:32:52 -08:00
										 |  |  |         } | 
					
						
							| 
									
										
										
										
											2010-02-24 02:19:13 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  |         foreach ($notice->getReplies() as $profile_id) { | 
					
						
							|  |  |  |             $oprofile = Ostatus_profile::staticGet('profile_id', $profile_id); | 
					
						
							|  |  |  |             if ($oprofile) { | 
					
						
							|  |  |  |                 $this->pingReply($oprofile); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-02-10 20:47:42 +00:00
										 |  |  |         return true; | 
					
						
							| 
									
										
										
										
											2010-02-09 18:32:52 -08:00
										 |  |  |     } | 
					
						
							| 
									
										
										
										
											2010-02-24 02:19:13 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  |     function pushUser() | 
					
						
							| 
									
										
										
										
											2010-02-09 18:32:52 -08:00
										 |  |  |     { | 
					
						
							| 
									
										
										
										
											2010-02-24 02:19:13 +00:00
										 |  |  |         if ($this->user) { | 
					
						
							|  |  |  |             // For local posts, ping the PuSH hub to update their feed.
 | 
					
						
							|  |  |  |             // http://identi.ca/api/statuses/user_timeline/1.atom
 | 
					
						
							|  |  |  |             $feed = common_local_url('ApiTimelineUser', | 
					
						
							|  |  |  |                                      array('id' => $this->user->id, | 
					
						
							|  |  |  |                                            'format' => 'atom')); | 
					
						
							|  |  |  |             $this->pushFeed($feed, array($this, 'userFeedForNotice')); | 
					
						
							|  |  |  |         } | 
					
						
							| 
									
										
										
										
											2010-02-08 11:06:03 -08:00
										 |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-02-24 02:19:13 +00:00
										 |  |  |     function pushGroup($group_id) | 
					
						
							| 
									
										
										
										
											2010-02-09 18:32:52 -08:00
										 |  |  |     { | 
					
						
							| 
									
										
										
										
											2010-02-24 02:19:13 +00:00
										 |  |  |         // For a local group, ping the PuSH hub to update its feed.
 | 
					
						
							|  |  |  |         // Updates may come from either a local or a remote user.
 | 
					
						
							| 
									
										
										
										
											2010-02-09 18:32:52 -08:00
										 |  |  |         $feed = common_local_url('ApiTimelineGroup', | 
					
						
							|  |  |  |                                  array('id' => $group_id, | 
					
						
							|  |  |  |                                        'format' => 'atom')); | 
					
						
							| 
									
										
										
										
											2010-02-24 02:19:13 +00:00
										 |  |  |         $this->pushFeed($feed, array($this, 'groupFeedForNotice'), $group_id); | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     function pingReply($oprofile) | 
					
						
							|  |  |  |     { | 
					
						
							|  |  |  |         if ($this->user) { | 
					
						
							| 
									
										
										
										
											2010-02-24 20:36:36 +00:00
										 |  |  |             // For local posts, send a Salmon ping to the mentioned
 | 
					
						
							|  |  |  |             // remote user or group.
 | 
					
						
							|  |  |  |             // @fixme as an optimization we can skip this if the
 | 
					
						
							|  |  |  |             // remote profile is subscribed to the author.
 | 
					
						
							| 
									
										
										
										
											2010-02-26 14:21:21 -05:00
										 |  |  |             $oprofile->notifyDeferred($this->notice, $this->user); | 
					
						
							| 
									
										
										
										
											2010-02-24 02:19:13 +00:00
										 |  |  |         } | 
					
						
							| 
									
										
										
										
											2010-02-10 22:58:39 +00:00
										 |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     /** | 
					
						
							|  |  |  |      * @param string $feed URI to the feed | 
					
						
							|  |  |  |      * @param callable $callback function to generate Atom feed update if needed | 
					
						
							|  |  |  |      *        any additional params are passed to the callback. | 
					
						
							|  |  |  |      */ | 
					
						
							|  |  |  |     function pushFeed($feed, $callback) | 
					
						
							|  |  |  |     { | 
					
						
							|  |  |  |         $hub = common_config('ostatus', 'hub'); | 
					
						
							|  |  |  |         if ($hub) { | 
					
						
							|  |  |  |             $this->pushFeedExternal($feed, $hub); | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-02-09 18:32:52 -08:00
										 |  |  |         $sub = new HubSub(); | 
					
						
							|  |  |  |         $sub->topic = $feed; | 
					
						
							|  |  |  |         if ($sub->find()) { | 
					
						
							| 
									
										
										
										
											2010-02-10 22:58:39 +00:00
										 |  |  |             $args = array_slice(func_get_args(), 2); | 
					
						
							|  |  |  |             $atom = call_user_func_array($callback, $args); | 
					
						
							|  |  |  |             $this->pushFeedInternal($atom, $sub); | 
					
						
							| 
									
										
										
										
											2010-02-09 18:32:52 -08:00
										 |  |  |         } else { | 
					
						
							|  |  |  |             common_log(LOG_INFO, "No PuSH subscribers for $feed"); | 
					
						
							|  |  |  |         } | 
					
						
							| 
									
										
										
										
											2010-02-10 22:58:39 +00:00
										 |  |  |         return true; | 
					
						
							| 
									
										
										
										
											2010-02-09 18:32:52 -08:00
										 |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-02-10 22:58:39 +00:00
										 |  |  |     /** | 
					
						
							|  |  |  |      * Ping external hub about this update. | 
					
						
							|  |  |  |      * The hub will pull the feed and check for new items later. | 
					
						
							|  |  |  |      * Not guaranteed safe in an environment with database replication. | 
					
						
							|  |  |  |      * | 
					
						
							|  |  |  |      * @param string $feed feed topic URI | 
					
						
							|  |  |  |      * @param string $hub PuSH hub URI | 
					
						
							|  |  |  |      * @fixme can consolidate pings for user & group posts | 
					
						
							|  |  |  |      */ | 
					
						
							|  |  |  |     function pushFeedExternal($feed, $hub) | 
					
						
							|  |  |  |     { | 
					
						
							|  |  |  |         $client = new HTTPClient(); | 
					
						
							|  |  |  |         try { | 
					
						
							|  |  |  |             $data = array('hub.mode' => 'publish', | 
					
						
							|  |  |  |                           'hub.url' => $feed); | 
					
						
							|  |  |  |             $response = $client->post($hub, array(), $data); | 
					
						
							|  |  |  |             if ($response->getStatus() == 204) { | 
					
						
							|  |  |  |                 common_log(LOG_INFO, "PuSH ping to hub $hub for $feed ok"); | 
					
						
							|  |  |  |                 return true; | 
					
						
							|  |  |  |             } else { | 
					
						
							|  |  |  |                 common_log(LOG_ERR, "PuSH ping to hub $hub for $feed failed with HTTP " . | 
					
						
							|  |  |  |                                     $response->getStatus() . ': ' . | 
					
						
							|  |  |  |                                     $response->getBody()); | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |         } catch (Exception $e) { | 
					
						
							|  |  |  |             common_log(LOG_ERR, "PuSH ping to hub $hub for $feed failed: " . $e->getMessage()); | 
					
						
							|  |  |  |             return false; | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     /** | 
					
						
							|  |  |  |      * Queue up direct feed update pushes to subscribers on our internal hub. | 
					
						
							| 
									
										
										
										
											2010-06-04 11:48:54 -07:00
										 |  |  |      * If there are a large number of subscriber sites, intermediate bulk | 
					
						
							|  |  |  |      * distribution triggers may be queued. | 
					
						
							|  |  |  |      *  | 
					
						
							| 
									
										
										
										
											2010-02-10 22:58:39 +00:00
										 |  |  |      * @param string $atom update feed, containing only new/changed items | 
					
						
							|  |  |  |      * @param HubSub $sub open query of subscribers | 
					
						
							|  |  |  |      */ | 
					
						
							|  |  |  |     function pushFeedInternal($atom, $sub) | 
					
						
							| 
									
										
										
										
											2010-02-09 18:32:52 -08:00
										 |  |  |     { | 
					
						
							|  |  |  |         common_log(LOG_INFO, "Preparing $sub->N PuSH distribution(s) for $sub->topic"); | 
					
						
							| 
									
										
										
										
											2010-06-04 11:48:54 -07:00
										 |  |  |         $n = 0; | 
					
						
							|  |  |  |         $batch = array(); | 
					
						
							| 
									
										
										
										
											2010-02-09 18:32:52 -08:00
										 |  |  |         while ($sub->fetch()) { | 
					
						
							| 
									
										
										
										
											2010-06-04 11:48:54 -07:00
										 |  |  |             $n++; | 
					
						
							|  |  |  |             if ($n < self::MAX_UNBATCHED) { | 
					
						
							|  |  |  |                 $sub->distribute($atom); | 
					
						
							|  |  |  |             } else { | 
					
						
							|  |  |  |                 $batch[] = $sub->callback; | 
					
						
							|  |  |  |                 if (count($batch) >= self::BATCH_SIZE) { | 
					
						
							|  |  |  |                     $sub->bulkDistribute($atom, $batch); | 
					
						
							|  |  |  |                     $batch = array(); | 
					
						
							|  |  |  |                 } | 
					
						
							|  |  |  |             } | 
					
						
							|  |  |  |         } | 
					
						
							|  |  |  |         if (count($batch) >= 0) { | 
					
						
							|  |  |  |             $sub->bulkDistribute($atom, $batch); | 
					
						
							| 
									
										
										
										
											2010-02-09 18:32:52 -08:00
										 |  |  |         } | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-02-08 11:06:03 -08:00
										 |  |  |     /** | 
					
						
							|  |  |  |      * Build a single-item version of the sending user's Atom feed. | 
					
						
							|  |  |  |      * @return string | 
					
						
							|  |  |  |      */ | 
					
						
							| 
									
										
										
										
											2010-02-24 02:19:13 +00:00
										 |  |  |     function userFeedForNotice() | 
					
						
							| 
									
										
										
										
											2010-02-08 11:06:03 -08:00
										 |  |  |     { | 
					
						
							| 
									
										
										
										
											2010-03-03 12:51:23 -08:00
										 |  |  |         $atom = new AtomUserNoticeFeed($this->user); | 
					
						
							|  |  |  |         $atom->addEntryFromNotice($this->notice); | 
					
						
							|  |  |  |         $feed = $atom->getString(); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-02-08 11:06:03 -08:00
										 |  |  |         return $feed; | 
					
						
							|  |  |  |     } | 
					
						
							| 
									
										
										
										
											2010-02-09 18:32:52 -08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-02-24 02:19:13 +00:00
										 |  |  |     function groupFeedForNotice($group_id) | 
					
						
							| 
									
										
										
										
											2010-02-09 18:32:52 -08:00
										 |  |  |     { | 
					
						
							| 
									
										
										
										
											2010-03-03 12:51:23 -08:00
										 |  |  |         $group = User_group::staticGet('id', $group_id); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |         $atom = new AtomGroupNoticeFeed($group); | 
					
						
							|  |  |  |         $atom->addEntryFromNotice($this->notice); | 
					
						
							|  |  |  |         $feed = $atom->getString(); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-02-09 18:32:52 -08:00
										 |  |  |         return $feed; | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2010-02-08 11:06:03 -08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 |