301 lines
12 KiB
PHP
301 lines
12 KiB
PHP
<?php
|
|
|
|
// {{{ License
|
|
|
|
// This file is part of GNU social - https://www.gnu.org/software/social
|
|
//
|
|
// GNU social is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// GNU social is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with GNU social. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
// }}}
|
|
|
|
namespace App\Core;
|
|
|
|
use App\Core\DB\DB;
|
|
use App\Entity\Actor;
|
|
use App\Entity\LocalUser;
|
|
use App\Entity\Note;
|
|
use App\Util\Common;
|
|
use App\Util\Exception\ConfigurationException;
|
|
use Functional as F;
|
|
use Redis;
|
|
use RedisCluster;
|
|
use Symfony\Component\Cache\Adapter;
|
|
use Symfony\Component\Cache\Adapter\ChainAdapter;
|
|
|
|
abstract class Cache
|
|
{
|
|
protected static $pools;
|
|
protected static $redis;
|
|
|
|
/**
|
|
* Configure a cache pool, with adapters taken from `ENV_VAR`.
|
|
* We may want multiple of these in the future, but for now it seems
|
|
* unnecessary
|
|
*/
|
|
public static function setupCache()
|
|
{
|
|
self::$pools = [];
|
|
self::$redis = null;
|
|
|
|
$adapters = [];
|
|
foreach (Common::config('cache', 'adapters') as $pool => $val) {
|
|
self::$pools[$pool] = [];
|
|
self::$redis[$pool] = [];
|
|
foreach (explode(',', $val) as $dsn) {
|
|
if (str_contains($dsn, '://')) {
|
|
[$scheme, $rest] = explode('://', $dsn);
|
|
} else {
|
|
$scheme = $dsn;
|
|
$rest = '';
|
|
}
|
|
switch ($scheme) {
|
|
case 'redis':
|
|
// Redis can have multiple servers, but we want to take proper advantage of
|
|
// redis, not just as a key value store, but using it's datastructures
|
|
$dsns = explode(';', $dsn);
|
|
if (count($dsns) === 1) {
|
|
$class = Redis::class;
|
|
$r = new Redis();
|
|
$r->pconnect($rest);
|
|
} else {
|
|
// @codeCoverageIgnoreStart
|
|
// This requires extra server configuration, but the code was tested
|
|
// manually and works, so it'll be excluded from automatic tests, for now, at least
|
|
if (F\Every($dsns, function ($str) { [$scheme, $rest] = explode('://', $str); return str_contains($rest, ':'); }) == false) {
|
|
throw new ConfigurationException('The configuration of a redis cluster requires specifying the ports to use');
|
|
}
|
|
$class = RedisCluster::class; // true for persistent connection
|
|
$seeds = F\Map($dsns, fn ($str) => explode('://', $str)[1]);
|
|
$r = new RedisCluster(name: null, seeds: $seeds, timeout: null, readTimeout: null, persistent: true);
|
|
// Distribute reads randomly
|
|
$r->setOption($class::OPT_SLAVE_FAILOVER, $class::FAILOVER_DISTRIBUTE);
|
|
// @codeCoverageIgnoreEnd
|
|
}
|
|
// Improved serializer
|
|
$r->setOption($class::OPT_SERIALIZER, $class::SERIALIZER_MSGPACK);
|
|
// Persistent connection
|
|
$r->setOption($class::OPT_TCP_KEEPALIVE, true);
|
|
// Use LZ4 for the improved decompression speed (while keeping an okay compression ratio)
|
|
$r->setOption($class::OPT_COMPRESSION, $class::COMPRESSION_LZ4);
|
|
self::$redis[$pool] = $r;
|
|
$adapters[$pool][] = new Adapter\RedisAdapter($r);
|
|
break;
|
|
case 'memcached':
|
|
// @codeCoverageIgnoreStart
|
|
// These all are excluded from automatic testing, as they require an unreasonable amount
|
|
// of configuration in the testing environment. The code is really simple, so it should work
|
|
// memcached can also have multiple servers
|
|
$dsns = explode(';', $dsn);
|
|
$adapters[$pool][] = new Adapter\MemcachedAdapter($dsns);
|
|
break;
|
|
case 'filesystem':
|
|
$adapters[$pool][] = new Adapter\FilesystemAdapter($rest);
|
|
break;
|
|
case 'apcu':
|
|
$adapters[$pool][] = new Adapter\ApcuAdapter();
|
|
break;
|
|
case 'opcache':
|
|
$adapters[$pool][] = new Adapter\PhpArrayAdapter($rest, new Adapter\FilesystemAdapter($rest . '.fallback'));
|
|
break;
|
|
case 'doctrine':
|
|
$adapters[$pool][] = new Adapter\PdoAdapter($dsn);
|
|
break;
|
|
default:
|
|
Log::error("Unknown or discouraged cache scheme '{$scheme}'");
|
|
return;
|
|
// @codeCoverageIgnoreEnd
|
|
}
|
|
}
|
|
|
|
if (self::$redis[$pool] == null) {
|
|
unset(self::$redis[$pool]);
|
|
}
|
|
|
|
if (count($adapters[$pool]) === 1) {
|
|
self::$pools[$pool] = array_pop($adapters[$pool]);
|
|
} else {
|
|
self::$pools[$pool] = new ChainAdapter($adapters[$pool]);
|
|
}
|
|
}
|
|
}
|
|
|
|
public static function set(string $key, mixed $value, string $pool = 'default')
|
|
{
|
|
// there's no set method, must be done this way
|
|
return self::$pools[$pool]->get($key, function ($i) use ($value) { return $value; }, INF);
|
|
}
|
|
|
|
public static function get(string $key, callable $calculate, string $pool = 'default', float $beta = 1.0)
|
|
{
|
|
return self::$pools[$pool]->get($key, $calculate, $beta);
|
|
}
|
|
|
|
public static function delete(string $key, string $pool = 'default'): bool
|
|
{
|
|
return self::$pools[$pool]->delete($key);
|
|
}
|
|
|
|
/**
|
|
* Retrieve a list from the cache, with a different implementation
|
|
* for redis and others, trimming to $max_count if given
|
|
*/
|
|
public static function getList(string $key, callable $calculate, string $pool = 'default', ?int $max_count = null, ?int $left = null, ?int $right = null, float $beta = 1.0): array
|
|
{
|
|
if (isset(self::$redis[$pool])) {
|
|
if (!($recompute = $beta === INF || !(self::$redis[$pool]->exists($key)))) {
|
|
if (is_float($er = Common::config('cache', 'early_recompute'))) {
|
|
$recompute = (mt_rand() / mt_getrandmax() > $er);
|
|
Log::info('Item "{key}" elected for early recomputation', ['key' => $key]);
|
|
} else {
|
|
if ($recompute = ($idletime = self::$redis[$pool]->object('idletime', $key) ?? false) && ($expiry = self::$redis[$pool]->ttl($key) ?? false) && $expiry <= $idletime / 1000 * $beta * log(random_int(1, PHP_INT_MAX) / PHP_INT_MAX)) {
|
|
// @codeCoverageIgnoreStart
|
|
Log::info('Item "{key}" elected for early recomputation {delta}s before its expiration', [
|
|
'key' => $key,
|
|
'delta' => sprintf('%.1f', $expiry - microtime(true)),
|
|
]);
|
|
// @codeCoverageIgnoreEnd
|
|
}
|
|
}
|
|
}
|
|
if ($recompute) {
|
|
$save = true; // Pass by reference
|
|
$res = $calculate(null, $save);
|
|
if ($save) {
|
|
self::setList($key, $res, $pool, $max_count, $beta);
|
|
return array_slice($res, $left ?? 0, $right - ($left ?? 0));
|
|
}
|
|
}
|
|
return self::$redis[$pool]->lRange($key, $left ?? 0, ($right ?? $max_count ?? 0) - 1);
|
|
} else {
|
|
return self::get($key, function () use ($calculate, $max_count) {
|
|
$res = $calculate(null);
|
|
if ($max_count != -1) {
|
|
$res = array_slice($res, 0, $max_count);
|
|
}
|
|
return $res;
|
|
}, $pool, $beta);
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Set the list
|
|
*/
|
|
public static function setList(string $key, array $value, string $pool = 'default', ?int $max_count = null, float $beta = 1.0): void
|
|
{
|
|
if (isset(self::$redis[$pool])) {
|
|
self::$redis[$pool]
|
|
// Ensure atomic
|
|
->multi(Redis::MULTI)
|
|
->del($key)
|
|
->rPush($key, ...$value)
|
|
// trim to $max_count, unless it's 0
|
|
->lTrim($key, -$max_count ?? 0, -1)
|
|
->exec();
|
|
} else {
|
|
self::set($key, $value, $pool);
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Push a value to the list
|
|
*/
|
|
public static function pushList(string $key, mixed $value, string $pool = 'default', ?int $max_count = null, float $beta = 1.0): void
|
|
{
|
|
if (isset(self::$redis[$pool])) {
|
|
self::$redis[$pool]
|
|
// doesn't need to be atomic, adding at one end, deleting at the other
|
|
->multi(Redis::PIPELINE)
|
|
->lPush($key, $value)
|
|
// trim to $max_count, if given
|
|
->lTrim($key, -$max_count ?? 0, -1)
|
|
->exec();
|
|
} else {
|
|
$res = self::get($key, function () { return []; }, $pool, $beta);
|
|
$res[] = $value;
|
|
if ($max_count != null) {
|
|
$count = count($res);
|
|
$res = array_slice($res, $count - $max_count, $count); // Trim the older values
|
|
}
|
|
self::set($key, $res, $pool);
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Delete a whole list at $key
|
|
*/
|
|
public static function deleteList(string $key, string $pool = 'default'): bool
|
|
{
|
|
if (isset(self::$redis[$pool])) {
|
|
return self::$redis[$pool]->del($key) == 1;
|
|
} else {
|
|
return self::delete($key, $pool);
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Create a cached stream of Notes, paged
|
|
*
|
|
* Note: the number of notes per page may not always be the same,
|
|
* because of scoping. This would make this even more complicated
|
|
* and is left as an exercise to the reader :^)
|
|
* TODO Ensure same number of notes per page
|
|
*
|
|
* @return Note[]
|
|
*/
|
|
public static function pagedStream(string $key, string $query, array $query_args, LocalUser|Actor|null $actor = null, int $page = 1, ?int $per_page = null, string $pool = 'default', ?int $max_count = null, float $beta = 1.0): array
|
|
{
|
|
$max_count = $max_count ?? Common::config('cache', 'max_note_count');
|
|
if ($per_page > $max_count) {
|
|
throw new \InvalidArgumentException;
|
|
}
|
|
|
|
if (is_null($per_page)) {
|
|
$per_page = Common::config('streams', 'notes_per_page');
|
|
}
|
|
|
|
$filter_scope = fn (Note $n) => $n->isVisibleTo($actor);
|
|
|
|
$getter = function (int $offset, int $lenght) use ($query, $query_args) {
|
|
return DB::dql($query, $query_args, options: ['offset' => $offset, 'limit' => $lenght]);
|
|
};
|
|
|
|
$requested_left = $offset = $per_page * ($page - 1);
|
|
$requested_right = $requested_left + $per_page;
|
|
[$stored_left, $stored_right] = F\map(
|
|
explode(':', self::get("{$key}-bounds", fn () => "{$requested_left}:{$requested_right}")),
|
|
fn (string $v) => (int) $v
|
|
);
|
|
$lenght = $stored_right - $stored_left;
|
|
|
|
if (!is_null($max_count) && $lenght > $max_count) {
|
|
$lenght = $max_count;
|
|
$requested_right = $requested_left + $max_count;
|
|
}
|
|
|
|
if ($stored_left > $requested_left || $stored_right < $requested_right) {
|
|
$res = $getter($stored_left, $stored_right);
|
|
self::setList($key, value: $res, pool: $pool, max_count: $max_count, beta: $beta);
|
|
self::set("{$key}-bounds", "{$stored_left}:{$stored_right}");
|
|
return F\filter($res, $filter_scope);
|
|
}
|
|
|
|
return F\filter(
|
|
self::getList(
|
|
$key,
|
|
fn () => $getter($requested_left, $lenght), max_count: $max_count, left: $requested_left, right: $requested_right, beta: $beta),
|
|
$filter_scope
|
|
);
|
|
}
|
|
}
|