forked from GNUsocial/gnu-social
		
	Key changes: * Initialization code moved from common.php to StatusNet class; can now switch configurations during runtime. * As a consequence, configuration files must now be idempotent... Be careful with constant, function or class definitions. * Control structure for daemons/QueueManager/QueueHandler has been refactored; the run loop is now managed by IoMaster run via scripts/queuedaemon.php IoManager subclasses are woken to handle socket input or polling, and may cover multiple sites. * Plugins can implement notice queue handlers more easily by registering a QueueHandler class; no more need to add a daemon. The new QueueDaemon runs from scripts/queuedaemon.php: * This replaces most of the old *handler.php scripts; they've been refactored to the bare handler classes. * Spawns multiple child processes to spread load; defaults to CPU count on Linux and Mac OS X systems, or override with --threads=N * When multithreaded, child processes are automatically respawned on failure. * Threads gracefully shut down and restart when passing a soft memory limit (defaults to 90% of memory_limit), limiting damage from memory leaks. * Support for UDP-based monitoring: http://www.gitorious.org/snqmon Rough control flow diagram: QueueDaemon -> IoMaster -> IoManager QueueManager [listen or poll] -> QueueHandler XmppManager [ping & keepalive] XmppConfirmManager [poll updates] Todo: * Respawning features not currently available running single-threaded. * When running single-site, configuration changes aren't picked up. * New sites or config changes affecting queue subscriptions are not yet handled without a daemon restart. * SNMP monitoring output to integrate with general tools (nagios, ganglia) * Convert XMPP confirmation message sends to use stomp queue instead of polling * Convert xmppdaemon.php to IoManager? * Convert Twitter status, friends import polling daemons to IoManager * Clean up some error reporting and failure modes * May need to adjust queue priorities for best perf in backlog/flood cases Detailed code history available in my daemon-work branch: http://www.gitorious.org/~brion/statusnet/brion-fixes/commits/daemon-work
		
			
				
	
	
		
			209 lines
		
	
	
		
			6.5 KiB
		
	
	
	
		
			PHP
		
	
	
	
	
	
			
		
		
	
	
			209 lines
		
	
	
		
			6.5 KiB
		
	
	
	
		
			PHP
		
	
	
	
	
	
| <?php
 | |
| /**
 | |
|  * StatusNet - the distributed open-source microblogging tool
 | |
|  * Copyright (C) 2009, StatusNet, Inc.
 | |
|  *
 | |
|  * Plugin to implement cache interface for memcache
 | |
|  *
 | |
|  * PHP version 5
 | |
|  *
 | |
|  * This program is free software: you can redistribute it and/or modify
 | |
|  * it under the terms of the GNU Affero General Public License as published by
 | |
|  * the Free Software Foundation, either version 3 of the License, or
 | |
|  * (at your option) any later version.
 | |
|  *
 | |
|  * This program is distributed in the hope that it will be useful,
 | |
|  * but WITHOUT ANY WARRANTY; without even the implied warranty of
 | |
|  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | |
|  * GNU Affero General Public License for more details.
 | |
|  *
 | |
|  * You should have received a copy of the GNU Affero General Public License
 | |
|  * along with this program.  If not, see <http://www.gnu.org/licenses/>.
 | |
|  *
 | |
|  * @category  Cache
 | |
|  * @package   StatusNet
 | |
|  * @author    Evan Prodromou <evan@status.net>
 | |
|  * @copyright 2009 StatusNet, Inc.
 | |
|  * @license   http://www.fsf.org/licensing/licenses/agpl-3.0.html GNU Affero General Public License version 3.0
 | |
|  * @link      http://status.net/
 | |
|  */
 | |
| 
 | |
| if (!defined('STATUSNET')) {
 | |
|     // This check helps protect against security problems;
 | |
|     // your code file can't be executed directly from the web.
 | |
|     exit(1);
 | |
| }
 | |
| 
 | |
| /**
 | |
|  * A plugin to use memcache for the cache interface
 | |
|  *
 | |
|  * This used to be encoded as config-variable options in the core code;
 | |
|  * it's now broken out to a separate plugin. The same interface can be
 | |
|  * implemented by other plugins.
 | |
|  *
 | |
|  * @category  Cache
 | |
|  * @package   StatusNet
 | |
|  * @author    Evan Prodromou <evan@status.net>
 | |
|  * @copyright 2009 StatusNet, Inc.
 | |
|  * @license   http://www.fsf.org/licensing/licenses/agpl-3.0.html GNU Affero General Public License version 3.0
 | |
|  * @link      http://status.net/
 | |
|  */
 | |
| 
 | |
| class MemcachePlugin extends Plugin
 | |
| {
 | |
|     private $_conn  = null;
 | |
|     public $servers = array('127.0.0.1;11211');
 | |
| 
 | |
|     public $compressThreshold = 20480;
 | |
|     public $compressMinSaving = 0.2;
 | |
| 
 | |
|     public $persistent = null;
 | |
| 
 | |
|     /**
 | |
|      * Initialize the plugin
 | |
|      *
 | |
|      * Note that onStartCacheGet() may have been called before this!
 | |
|      *
 | |
|      * @return boolean flag value
 | |
|      */
 | |
| 
 | |
|     function onInitializePlugin()
 | |
|     {
 | |
|         if (is_null($this->persistent)) {
 | |
|             $this->persistent = (php_sapi_name() == 'cli') ? false : true;
 | |
|         }
 | |
|         $this->_ensureConn();
 | |
|         return true;
 | |
|     }
 | |
| 
 | |
|     /**
 | |
|      * Get a value associated with a key
 | |
|      *
 | |
|      * The value should have been set previously.
 | |
|      *
 | |
|      * @param string &$key   in; Lookup key
 | |
|      * @param mixed  &$value out; value associated with key
 | |
|      *
 | |
|      * @return boolean hook success
 | |
|      */
 | |
| 
 | |
|     function onStartCacheGet(&$key, &$value)
 | |
|     {
 | |
|         $this->_ensureConn();
 | |
|         $value = $this->_conn->get($key);
 | |
|         Event::handle('EndCacheGet', array($key, &$value));
 | |
|         return false;
 | |
|     }
 | |
| 
 | |
|     /**
 | |
|      * Associate a value with a key
 | |
|      *
 | |
|      * @param string  &$key     in; Key to use for lookups
 | |
|      * @param mixed   &$value   in; Value to associate
 | |
|      * @param integer &$flag    in; Flag (passed through to Memcache)
 | |
|      * @param integer &$expiry  in; Expiry (passed through to Memcache)
 | |
|      * @param boolean &$success out; Whether the set was successful
 | |
|      *
 | |
|      * @return boolean hook success
 | |
|      */
 | |
| 
 | |
|     function onStartCacheSet(&$key, &$value, &$flag, &$expiry, &$success)
 | |
|     {
 | |
|         $this->_ensureConn();
 | |
|         $success = $this->_conn->set($key, $value, $flag, $expiry);
 | |
|         Event::handle('EndCacheSet', array($key, $value, $flag,
 | |
|                                            $expiry));
 | |
|         return false;
 | |
|     }
 | |
| 
 | |
|     /**
 | |
|      * Delete a value associated with a key
 | |
|      *
 | |
|      * @param string  &$key     in; Key to lookup
 | |
|      * @param boolean &$success out; whether it worked
 | |
|      *
 | |
|      * @return boolean hook success
 | |
|      */
 | |
| 
 | |
|     function onStartCacheDelete(&$key, &$success)
 | |
|     {
 | |
|         $this->_ensureConn();
 | |
|         $success = $this->_conn->delete($key);
 | |
|         Event::handle('EndCacheDelete', array($key));
 | |
|         return false;
 | |
|     }
 | |
| 
 | |
|     function onStartCacheReconnect(&$success)
 | |
|     {
 | |
|         if (empty($this->_conn)) {
 | |
|             // nothing to do
 | |
|             return true;
 | |
|         }
 | |
|         if ($this->persistent) {
 | |
|             common_log(LOG_ERR, "Cannot close persistent memcached connection");
 | |
|             $success = false;
 | |
|         } else {
 | |
|             common_log(LOG_INFO, "Closing memcached connection");
 | |
|             $success = $this->_conn->close();
 | |
|             $this->_conn = null;
 | |
|         }
 | |
|         return false;
 | |
|     }
 | |
| 
 | |
|     /**
 | |
|      * Ensure that a connection exists
 | |
|      *
 | |
|      * Checks the instance $_conn variable and connects
 | |
|      * if it is empty.
 | |
|      *
 | |
|      * @return void
 | |
|      */
 | |
| 
 | |
|     private function _ensureConn()
 | |
|     {
 | |
|         if (empty($this->_conn)) {
 | |
|             $this->_conn = new Memcache();
 | |
| 
 | |
|             if (is_array($this->servers)) {
 | |
|                 foreach ($this->servers as $server) {
 | |
|                     list($host, $port) = explode(';', $server);
 | |
|                     if (empty($port)) {
 | |
|                         $port = 11211;
 | |
|                     }
 | |
| 
 | |
|                     $this->_conn->addServer($host, $port, $this->persistent);
 | |
|                 }
 | |
|             } else {
 | |
|                 $this->_conn->addServer($this->servers, $this->persistent);
 | |
|                 list($host, $port) = explode(';', $this->servers);
 | |
|                 if (empty($port)) {
 | |
|                     $port = 11211;
 | |
|                 }
 | |
|                 $this->_conn->addServer($host, $port, $this->persistent);
 | |
|             }
 | |
| 
 | |
|             // Compress items stored in the cache if they're over threshold in size
 | |
|             // (default 2KiB) and the compression would save more than min savings
 | |
|             // ratio (default 0.2).
 | |
| 
 | |
|             // Allows the cache to store objects larger than 1MB (if they
 | |
|             // compress to less than 1MB), and improves cache memory efficiency.
 | |
| 
 | |
|             $this->_conn->setCompressThreshold($this->compressThreshold,
 | |
|                                                $this->compressMinSaving);
 | |
|         }
 | |
|     }
 | |
| 
 | |
|     function onPluginVersion(&$versions)
 | |
|     {
 | |
|         $versions[] = array('name' => 'Memcache',
 | |
|                             'version' => STATUSNET_VERSION,
 | |
|                             'author' => 'Evan Prodromou, Craig Andrews',
 | |
|                             'homepage' => 'http://status.net/wiki/Plugin:Memcache',
 | |
|                             'rawdescription' =>
 | |
|                             _m('Use <a href="http://memcached.org/">Memcached</a> to cache query results.'));
 | |
|         return true;
 | |
|     }
 | |
| }
 | |
| 
 |