98 lines
2.7 KiB
PHP
98 lines
2.7 KiB
PHP
|
<?php
|
||
|
|
/**
|
||
|
|
* Helper file for downloading Public Suffix List and converting it to PHP array
|
||
|
|
*
|
||
|
|
* You can run this script to update PSL to the current version instead of
|
||
|
|
* waiting for a new release of HTTP_Request2.
|
||
|
|
*
|
||
|
|
* @version SVN: $Id: generate-list.php 308480 2011-02-19 11:27:13Z avb $
|
||
|
|
*/
|
||
|
|
|
||
|
|
/** URL to download Public Suffix List from */
|
||
|
|
define('LIST_URL', 'http://mxr.mozilla.org/mozilla-central/source/netwerk/dns/effective_tld_names.dat?raw=1');
|
||
|
|
/** Name of PHP file to write */
|
||
|
|
define('OUTPUT_FILE', dirname(__FILE__) . '/public-suffix-list.php');
|
||
|
|
|
||
|
|
require_once 'HTTP/Request2.php';
|
||
|
|
|
||
|
|
function buildSubdomain(&$node, $tldParts)
|
||
|
|
{
|
||
|
|
$part = trim(array_pop($tldParts));
|
||
|
|
|
||
|
|
if (!array_key_exists($part, $node)) {
|
||
|
|
$node[$part] = array();
|
||
|
|
}
|
||
|
|
|
||
|
|
if (0 < count($tldParts)) {
|
||
|
|
buildSubdomain($node[$part], $tldParts);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
function writeNode($fp, $valueTree, $key = null, $indent = 0)
|
||
|
|
{
|
||
|
|
if (is_null($key)) {
|
||
|
|
fwrite($fp, "return ");
|
||
|
|
|
||
|
|
} else {
|
||
|
|
fwrite($fp, str_repeat(' ', $indent) . "'$key' => ");
|
||
|
|
}
|
||
|
|
|
||
|
|
if (0 == ($count = count($valueTree))) {
|
||
|
|
fwrite($fp, 'true');
|
||
|
|
} else {
|
||
|
|
fwrite($fp, "array(\n");
|
||
|
|
for ($keys = array_keys($valueTree), $i = 0; $i < $count; $i++) {
|
||
|
|
writeNode($fp, $valueTree[$keys[$i]], $keys[$i], $indent + 1);
|
||
|
|
if ($i + 1 != $count) {
|
||
|
|
fwrite($fp, ",\n");
|
||
|
|
} else {
|
||
|
|
fwrite($fp, "\n");
|
||
|
|
}
|
||
|
|
}
|
||
|
|
fwrite($fp, str_repeat(' ', $indent) . ")");
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
try {
|
||
|
|
$request = new HTTP_Request2(LIST_URL);
|
||
|
|
$response = $request->send();
|
||
|
|
if (200 != $response->getStatus()) {
|
||
|
|
throw new Exception("List download URL returned status: " .
|
||
|
|
$response->getStatus() . ' ' . $response->getReasonPhrase());
|
||
|
|
}
|
||
|
|
$list = $response->getBody();
|
||
|
|
if (false === strpos($list, 'The Original Code is the Public Suffix List.')) {
|
||
|
|
throw new Exception("List download URL does not contain expected phrase");
|
||
|
|
}
|
||
|
|
if (!($fp = @fopen(OUTPUT_FILE, 'wt'))) {
|
||
|
|
throw new Exception("Unable to open " . OUTPUT_FILE);
|
||
|
|
}
|
||
|
|
|
||
|
|
} catch (Exception $e) {
|
||
|
|
die($e->getMessage());
|
||
|
|
}
|
||
|
|
|
||
|
|
$tldTree = array();
|
||
|
|
$license = true;
|
||
|
|
|
||
|
|
fwrite($fp, "<?php\n");
|
||
|
|
|
||
|
|
foreach (array_filter(array_map('trim', explode("\n", $list))) as $line) {
|
||
|
|
if ('//' != substr($line, 0, 2)) {
|
||
|
|
buildSubdomain($tldTree, explode('.', $line));
|
||
|
|
|
||
|
|
} elseif ($license) {
|
||
|
|
fwrite($fp, $line . "\n");
|
||
|
|
|
||
|
|
if (0 === strpos($line, "// ***** END LICENSE BLOCK")) {
|
||
|
|
$license = false;
|
||
|
|
fwrite($fp, "\n");
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
writeNode($fp, $tldTree);
|
||
|
|
fwrite($fp, ";\n?>");
|
||
|
|
fclose($fp);
|
||
|
|
?>
|