Key changes: * Initialization code moved from common.php to StatusNet class; can now switch configurations during runtime. * As a consequence, configuration files must now be idempotent... Be careful with constant, function or class definitions. * Control structure for daemons/QueueManager/QueueHandler has been refactored; the run loop is now managed by IoMaster run via scripts/queuedaemon.php IoManager subclasses are woken to handle socket input or polling, and may cover multiple sites. * Plugins can implement notice queue handlers more easily by registering a QueueHandler class; no more need to add a daemon. The new QueueDaemon runs from scripts/queuedaemon.php: * This replaces most of the old *handler.php scripts; they've been refactored to the bare handler classes. * Spawns multiple child processes to spread load; defaults to CPU count on Linux and Mac OS X systems, or override with --threads=N * When multithreaded, child processes are automatically respawned on failure. * Threads gracefully shut down and restart when passing a soft memory limit (defaults to 90% of memory_limit), limiting damage from memory leaks. * Support for UDP-based monitoring: http://www.gitorious.org/snqmon Rough control flow diagram: QueueDaemon -> IoMaster -> IoManager QueueManager [listen or poll] -> QueueHandler XmppManager [ping & keepalive] XmppConfirmManager [poll updates] Todo: * Respawning features not currently available running single-threaded. * When running single-site, configuration changes aren't picked up. * New sites or config changes affecting queue subscriptions are not yet handled without a daemon restart. * SNMP monitoring output to integrate with general tools (nagios, ganglia) * Convert XMPP confirmation message sends to use stomp queue instead of polling * Convert xmppdaemon.php to IoManager? * Convert Twitter status, friends import polling daemons to IoManager * Clean up some error reporting and failure modes * May need to adjust queue priorities for best perf in backlog/flood cases Detailed code history available in my daemon-work branch: http://www.gitorious.org/~brion/statusnet/brion-fixes/commits/daemon-work
		
			
				
	
	
		
			144 lines
		
	
	
		
			3.9 KiB
		
	
	
	
		
			PHP
		
	
	
	
	
	
			
		
		
	
	
			144 lines
		
	
	
		
			3.9 KiB
		
	
	
	
		
			PHP
		
	
	
	
	
	
<?php
 | 
						|
/*
 | 
						|
 * StatusNet - the distributed open-source microblogging tool
 | 
						|
 * Copyright (C) 2008, 2009, StatusNet, Inc.
 | 
						|
 *
 | 
						|
 * This program is free software: you can redistribute it and/or modify
 | 
						|
 * it under the terms of the GNU Affero General Public License as published by
 | 
						|
 * the Free Software Foundation, either version 3 of the License, or
 | 
						|
 * (at your option) any later version.
 | 
						|
 *
 | 
						|
 * This program is distributed in the hope that it will be useful,
 | 
						|
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
						|
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
						|
 * GNU Affero General Public License for more details.
 | 
						|
 *
 | 
						|
 * You should have received a copy of the GNU Affero General Public License
 | 
						|
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
 | 
						|
 */
 | 
						|
 | 
						|
if (!defined('STATUSNET') && !defined('LACONICA')) { exit(1); }
 | 
						|
 | 
						|
/**
 | 
						|
 * Base class for queue handlers.
 | 
						|
 *
 | 
						|
 * As extensions of the Daemon class, each queue handler has the ability
 | 
						|
 * to launch itself in the background, at which point it'll pass control
 | 
						|
 * to the configured QueueManager class to poll for updates.
 | 
						|
 *
 | 
						|
 * Subclasses must override at least the following methods:
 | 
						|
 * - transport
 | 
						|
 * - handle_notice
 | 
						|
 */
 | 
						|
#class QueueHandler extends Daemon
 | 
						|
class QueueHandler
 | 
						|
{
 | 
						|
 | 
						|
#    function __construct($id=null, $daemonize=true)
 | 
						|
#    {
 | 
						|
#        parent::__construct($daemonize);
 | 
						|
#
 | 
						|
#        if ($id) {
 | 
						|
#            $this->set_id($id);
 | 
						|
#        }
 | 
						|
#    }
 | 
						|
 | 
						|
    /**
 | 
						|
     * How many seconds a polling-based queue manager should wait between
 | 
						|
     * checks for new items to handle.
 | 
						|
     *
 | 
						|
     * Defaults to 60 seconds; override to speed up or slow down.
 | 
						|
     *
 | 
						|
     * @fixme not really compatible with global queue manager
 | 
						|
     * @return int timeout in seconds
 | 
						|
     */
 | 
						|
#    function timeout()
 | 
						|
#    {
 | 
						|
#        return 60;
 | 
						|
#    }
 | 
						|
 | 
						|
#    function class_name()
 | 
						|
#    {
 | 
						|
#        return ucfirst($this->transport()) . 'Handler';
 | 
						|
#    }
 | 
						|
 | 
						|
#    function name()
 | 
						|
#    {
 | 
						|
#        return strtolower($this->class_name().'.'.$this->get_id());
 | 
						|
#    }
 | 
						|
 | 
						|
    /**
 | 
						|
     * Return transport keyword which identifies items this queue handler
 | 
						|
     * services; must be defined for all subclasses.
 | 
						|
     *
 | 
						|
     * Must be 8 characters or less to fit in the queue_item database.
 | 
						|
     * ex "email", "jabber", "sms", "irc", ...
 | 
						|
     *
 | 
						|
     * @return string
 | 
						|
     */
 | 
						|
    function transport()
 | 
						|
    {
 | 
						|
        return null;
 | 
						|
    }
 | 
						|
 | 
						|
    /**
 | 
						|
     * Here's the meat of your queue handler -- you're handed a Notice
 | 
						|
     * object, which you may do as you will with.
 | 
						|
     *
 | 
						|
     * If this function indicates failure, a warning will be logged
 | 
						|
     * and the item is placed back in the queue to be re-run.
 | 
						|
     *
 | 
						|
     * @param Notice $notice
 | 
						|
     * @return boolean true on success, false on failure
 | 
						|
     */
 | 
						|
    function handle_notice($notice)
 | 
						|
    {
 | 
						|
        return true;
 | 
						|
    }
 | 
						|
 | 
						|
    /**
 | 
						|
     * Setup and start of run loop for this queue handler as a daemon.
 | 
						|
     * Most of the heavy lifting is passed on to the QueueManager's service()
 | 
						|
     * method, which passes control back to our handle_notice() method for
 | 
						|
     * each notice that comes in on the queue.
 | 
						|
     *
 | 
						|
     * Most of the time this won't need to be overridden in a subclass.
 | 
						|
     *
 | 
						|
     * @return boolean true on success, false on failure
 | 
						|
     */
 | 
						|
    function run()
 | 
						|
    {
 | 
						|
        if (!$this->start()) {
 | 
						|
            $this->log(LOG_WARNING, 'failed to start');
 | 
						|
            return false;
 | 
						|
        }
 | 
						|
 | 
						|
        $this->log(LOG_INFO, 'checking for queued notices');
 | 
						|
 | 
						|
        $queue   = $this->transport();
 | 
						|
        $timeout = $this->timeout();
 | 
						|
 | 
						|
        $qm = QueueManager::get();
 | 
						|
 | 
						|
        $qm->service($queue, $this);
 | 
						|
 | 
						|
        $this->log(LOG_INFO, 'finished servicing the queue');
 | 
						|
 | 
						|
        if (!$this->finish()) {
 | 
						|
            $this->log(LOG_WARNING, 'failed to clean up');
 | 
						|
            return false;
 | 
						|
        }
 | 
						|
 | 
						|
        $this->log(LOG_INFO, 'terminating normally');
 | 
						|
 | 
						|
        return true;
 | 
						|
    }
 | 
						|
 | 
						|
 | 
						|
    function log($level, $msg)
 | 
						|
    {
 | 
						|
        common_log($level, $this->class_name() . ' ('. $this->get_id() .'): '.$msg);
 | 
						|
    }
 | 
						|
}
 | 
						|
 |