dc62246443
Adds a robots.txt file to the site root. Defaults defined by 'robotstxt' section of config. New events StartRobotsTxt and EndRobotsTxt to let plugins add information. Probably not useful if path is not /, but won't hurt anything, either.
101 lines
2.5 KiB
PHP
101 lines
2.5 KiB
PHP
<?php
|
|
/**
|
|
* StatusNet - the distributed open-source microblogging tool
|
|
* Copyright (C) 2010, StatusNet, Inc.
|
|
*
|
|
* robots.txt generator
|
|
*
|
|
* PHP version 5
|
|
*
|
|
* @category Action
|
|
* @package StatusNet
|
|
* @author Evan Prodromou <evan@status.net>
|
|
* @license http://www.fsf.org/licensing/licenses/agpl.html AGPLv3
|
|
* @link http://status.net/
|
|
*
|
|
* This program is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU Affero General Public License as published by
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU Affero General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Affero General Public License
|
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
if (!defined('STATUSNET')) {
|
|
exit(1);
|
|
}
|
|
|
|
/**
|
|
* Prints out a static robots.txt
|
|
*
|
|
* @category Action
|
|
* @package StatusNet
|
|
* @author Evan Prodromou <evan@status.net>
|
|
* @license http://www.fsf.org/licensing/licenses/agpl.html AGPLv3
|
|
* @link http://status.net/
|
|
*/
|
|
|
|
class RobotstxtAction extends Action
|
|
{
|
|
/**
|
|
* Handles requests
|
|
*
|
|
* Since this is a relatively static document, we
|
|
* don't do a prepare()
|
|
*
|
|
* @param array $args GET, POST, and URL params; unused.
|
|
*
|
|
* @return void
|
|
*/
|
|
|
|
function handle($args)
|
|
{
|
|
if (Event::handle('StartRobotsTxt', array($this))) {
|
|
|
|
header('Content-Type: text/plain');
|
|
|
|
print "User-Agent: *\n";
|
|
|
|
if (common_config('site', 'private')) {
|
|
|
|
print "Disallow: /\n";
|
|
|
|
} else {
|
|
|
|
$disallow = common_config('robotstxt', 'disallow');
|
|
|
|
foreach ($disallow as $dir) {
|
|
print "Disallow: /$dir/\n";
|
|
}
|
|
|
|
$crawldelay = common_config('robotstxt', 'crawldelay');
|
|
|
|
if (!empty($crawldelay)) {
|
|
print "Crawl-delay: " . $crawldelay . "\n";
|
|
}
|
|
}
|
|
|
|
Event::handle('EndRobotsTxt', array($this));
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Return true; this page doesn't touch the DB.
|
|
*
|
|
* @param array $args other arguments
|
|
*
|
|
* @return boolean is read only action?
|
|
*/
|
|
|
|
function isReadOnly($args)
|
|
{
|
|
return true;
|
|
}
|
|
}
|