forked from GNUsocial/gnu-social
		
	Key changes: * Initialization code moved from common.php to StatusNet class; can now switch configurations during runtime. * As a consequence, configuration files must now be idempotent... Be careful with constant, function or class definitions. * Control structure for daemons/QueueManager/QueueHandler has been refactored; the run loop is now managed by IoMaster run via scripts/queuedaemon.php IoManager subclasses are woken to handle socket input or polling, and may cover multiple sites. * Plugins can implement notice queue handlers more easily by registering a QueueHandler class; no more need to add a daemon. The new QueueDaemon runs from scripts/queuedaemon.php: * This replaces most of the old *handler.php scripts; they've been refactored to the bare handler classes. * Spawns multiple child processes to spread load; defaults to CPU count on Linux and Mac OS X systems, or override with --threads=N * When multithreaded, child processes are automatically respawned on failure. * Threads gracefully shut down and restart when passing a soft memory limit (defaults to 90% of memory_limit), limiting damage from memory leaks. * Support for UDP-based monitoring: http://www.gitorious.org/snqmon Rough control flow diagram: QueueDaemon -> IoMaster -> IoManager QueueManager [listen or poll] -> QueueHandler XmppManager [ping & keepalive] XmppConfirmManager [poll updates] Todo: * Respawning features not currently available running single-threaded. * When running single-site, configuration changes aren't picked up. * New sites or config changes affecting queue subscriptions are not yet handled without a daemon restart. * SNMP monitoring output to integrate with general tools (nagios, ganglia) * Convert XMPP confirmation message sends to use stomp queue instead of polling * Convert xmppdaemon.php to IoManager? * Convert Twitter status, friends import polling daemons to IoManager * Clean up some error reporting and failure modes * May need to adjust queue priorities for best perf in backlog/flood cases Detailed code history available in my daemon-work branch: http://www.gitorious.org/~brion/statusnet/brion-fixes/commits/daemon-work
		
			
				
	
	
		
			144 lines
		
	
	
		
			3.9 KiB
		
	
	
	
		
			PHP
		
	
	
	
	
	
			
		
		
	
	
			144 lines
		
	
	
		
			3.9 KiB
		
	
	
	
		
			PHP
		
	
	
	
	
	
| <?php
 | |
| /*
 | |
|  * StatusNet - the distributed open-source microblogging tool
 | |
|  * Copyright (C) 2008, 2009, StatusNet, Inc.
 | |
|  *
 | |
|  * This program is free software: you can redistribute it and/or modify
 | |
|  * it under the terms of the GNU Affero General Public License as published by
 | |
|  * the Free Software Foundation, either version 3 of the License, or
 | |
|  * (at your option) any later version.
 | |
|  *
 | |
|  * This program is distributed in the hope that it will be useful,
 | |
|  * but WITHOUT ANY WARRANTY; without even the implied warranty of
 | |
|  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | |
|  * GNU Affero General Public License for more details.
 | |
|  *
 | |
|  * You should have received a copy of the GNU Affero General Public License
 | |
|  * along with this program.  If not, see <http://www.gnu.org/licenses/>.
 | |
|  */
 | |
| 
 | |
| if (!defined('STATUSNET') && !defined('LACONICA')) { exit(1); }
 | |
| 
 | |
| /**
 | |
|  * Base class for queue handlers.
 | |
|  *
 | |
|  * As extensions of the Daemon class, each queue handler has the ability
 | |
|  * to launch itself in the background, at which point it'll pass control
 | |
|  * to the configured QueueManager class to poll for updates.
 | |
|  *
 | |
|  * Subclasses must override at least the following methods:
 | |
|  * - transport
 | |
|  * - handle_notice
 | |
|  */
 | |
| #class QueueHandler extends Daemon
 | |
| class QueueHandler
 | |
| {
 | |
| 
 | |
| #    function __construct($id=null, $daemonize=true)
 | |
| #    {
 | |
| #        parent::__construct($daemonize);
 | |
| #
 | |
| #        if ($id) {
 | |
| #            $this->set_id($id);
 | |
| #        }
 | |
| #    }
 | |
| 
 | |
|     /**
 | |
|      * How many seconds a polling-based queue manager should wait between
 | |
|      * checks for new items to handle.
 | |
|      *
 | |
|      * Defaults to 60 seconds; override to speed up or slow down.
 | |
|      *
 | |
|      * @fixme not really compatible with global queue manager
 | |
|      * @return int timeout in seconds
 | |
|      */
 | |
| #    function timeout()
 | |
| #    {
 | |
| #        return 60;
 | |
| #    }
 | |
| 
 | |
| #    function class_name()
 | |
| #    {
 | |
| #        return ucfirst($this->transport()) . 'Handler';
 | |
| #    }
 | |
| 
 | |
| #    function name()
 | |
| #    {
 | |
| #        return strtolower($this->class_name().'.'.$this->get_id());
 | |
| #    }
 | |
| 
 | |
|     /**
 | |
|      * Return transport keyword which identifies items this queue handler
 | |
|      * services; must be defined for all subclasses.
 | |
|      *
 | |
|      * Must be 8 characters or less to fit in the queue_item database.
 | |
|      * ex "email", "jabber", "sms", "irc", ...
 | |
|      *
 | |
|      * @return string
 | |
|      */
 | |
|     function transport()
 | |
|     {
 | |
|         return null;
 | |
|     }
 | |
| 
 | |
|     /**
 | |
|      * Here's the meat of your queue handler -- you're handed a Notice
 | |
|      * object, which you may do as you will with.
 | |
|      *
 | |
|      * If this function indicates failure, a warning will be logged
 | |
|      * and the item is placed back in the queue to be re-run.
 | |
|      *
 | |
|      * @param Notice $notice
 | |
|      * @return boolean true on success, false on failure
 | |
|      */
 | |
|     function handle_notice($notice)
 | |
|     {
 | |
|         return true;
 | |
|     }
 | |
| 
 | |
|     /**
 | |
|      * Setup and start of run loop for this queue handler as a daemon.
 | |
|      * Most of the heavy lifting is passed on to the QueueManager's service()
 | |
|      * method, which passes control back to our handle_notice() method for
 | |
|      * each notice that comes in on the queue.
 | |
|      *
 | |
|      * Most of the time this won't need to be overridden in a subclass.
 | |
|      *
 | |
|      * @return boolean true on success, false on failure
 | |
|      */
 | |
|     function run()
 | |
|     {
 | |
|         if (!$this->start()) {
 | |
|             $this->log(LOG_WARNING, 'failed to start');
 | |
|             return false;
 | |
|         }
 | |
| 
 | |
|         $this->log(LOG_INFO, 'checking for queued notices');
 | |
| 
 | |
|         $queue   = $this->transport();
 | |
|         $timeout = $this->timeout();
 | |
| 
 | |
|         $qm = QueueManager::get();
 | |
| 
 | |
|         $qm->service($queue, $this);
 | |
| 
 | |
|         $this->log(LOG_INFO, 'finished servicing the queue');
 | |
| 
 | |
|         if (!$this->finish()) {
 | |
|             $this->log(LOG_WARNING, 'failed to clean up');
 | |
|             return false;
 | |
|         }
 | |
| 
 | |
|         $this->log(LOG_INFO, 'terminating normally');
 | |
| 
 | |
|         return true;
 | |
|     }
 | |
| 
 | |
| 
 | |
|     function log($level, $msg)
 | |
|     {
 | |
|         common_log($level, $this->class_name() . ' ('. $this->get_id() .'): '.$msg);
 | |
|     }
 | |
| }
 | |
| 
 |