[TheFreeNetwork] Add fix_duplicates script

This commit is contained in:
t3nma 2020-08-04 05:02:06 +01:00 committed by Diogo Peralta Cordeiro
parent bda5a7db97
commit f476708f3a
1 changed files with 111 additions and 0 deletions

View File

@ -0,0 +1,111 @@
#!/usr/bin/env php
<?php
// This file is part of GNU social - https://www.gnu.org/software/social
//
// GNU social is free software: you can redistribute it and/or modify
// it under the terms of the GNU Affero General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// GNU social is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU Affero General Public License for more details.
//
// You should have received a copy of the GNU Affero General Public License
// along with GNU social. If not, see <http://www.gnu.org/licenses/>.
/**
* Script that removes duplicated profiles inter and intra
* federation protocols.
*
* @package GNUsocial
* @copyright 2020 Free Software Foundation, Inc http://www.fsf.org
* @license https://www.gnu.org/licenses/agpl.html GNU AGPL v3 or later
*/
define('INSTALLDIR', dirname(__DIR__, 3));
define('PUBLICDIR', INSTALLDIR . DIRECTORY_SEPARATOR . 'public');
$longoptions = [];
$shortoptions = '';
$helptext = <<<END_OF_HELP
fix_duplicates.php [options]
remove duplicated profiles inter and intra federation protocols
END_OF_HELP;
require_once INSTALLDIR . '/scripts/commandline.inc';
/**
* Remote profiles are inspected from the most to the least
* relevant according to the protocols they belong.
* Doing so while maintaing a global 'seen' array makes it
* easy to satisfy a policy of maintaining only the duplicated
* profiles that are either the most relevant or the newest
* ones intra-protocol wise.
*/
function run(): void
{
$protocols = common_config('TheFreeNetworkModule', 'protocols');
$seen = [];
foreach ($protocols as $protocol => $profile_class) {
fix_duplicates($profile_class, $seen);
}
}
function fix_duplicates(string $profile_class, array &$seen): void
{
$db = new $profile_class();
$db->selectAdd('profile_id');
$db->selectAdd('uri');
$db->whereAdd('profile_id IS NOT NULL'); // ignore groups
if (!$db->find()) {
return;
}
$seen_local = [];
while ($db->fetch()) {
$id = $db->profile_id;
$uri = $db->uri;
// have we seen this profile before?
if (array_key_exists($uri, $seen)) {
// yes, mantain previous
if ($seen[$uri] !== $id) {
printfv("Deleting Profile with id = {$id}");
$profile = Profile::getKV('id', $id);
$profile->delete(); // will propagate to federation profile classes
} else {
printfv("Deleting {$profile_class} with id = {$id}");
$profile = $profile_class::getKV('profile_id', $id);
$profile->delete();
}
} elseif (array_key_exists($uri, $seen_local)) {
// yes, mantain current
if ($seen_local[$uri] !== $id) {
printfv("Deleting Profile with id = {$id}");
$profile = Profile::getKV('id', $seen_local[$uri]);
$profile->delete(); // will propagate to federation profile classes
} else {
printfv("Deleting {$profile_class} with id = {$seen_local[$uri]}");
$profile = $profile_class::getKV('profile_id', $seen_local[$uri]);
$profile->delete();
}
$seen_local[$uri] = $id;
} else {
// no, save it
$seen_local[$uri] = $id;
}
}
// save valid local profiles
$seen = array_merge($seen, $seen_local);
}
run();