OSDN Git Service

2011
[pukiwiki/pukiwiki_sandbox.git] / spam / spam.php
index 0b2d91a..ed4a2b6 100644 (file)
 <?php
-// $Id: spam.php,v 1.144 2007/05/03 15:30:46 henoheno Exp $
-// Copyright (C) 2006-2007 PukiWiki Developers Team
+// $Id: spam.php,v 1.221 2011/01/24 14:51:50 henoheno Exp $
+// Copyright (C) 2006-2009, 2011 PukiWiki Developers Team
 // License: GPL v2 or (at your option) any later version
 //
 // Functions for Concept-work of spam-uri metrics
 //
 // (PHP 4 >= 4.3.0): preg_match_all(PREG_OFFSET_CAPTURE): $method['uri_XXX'] related feature
 
-if (! defined('SPAM_INI_FILE')) define('SPAM_INI_FILE', 'spam.ini.php');
 
-// ---------------------
-// Compat etc
-
-// (PHP 4 >= 4.2.0): var_export(): mail-reporting and dump related
-if (! function_exists('var_export')) {
-       function var_export() {
-               return 'var_export() is not found on this server' . "\n";
-       }
-}
-
-// (PHP 4 >= 4.2.0): preg_grep() enables invert option
-function preg_grep_invert($pattern = '//', $input = array())
-{
-       static $invert;
-       if (! isset($invert)) $invert = defined('PREG_GREP_INVERT');
-
-       if ($invert) {
-               return preg_grep($pattern, $input, PREG_GREP_INVERT);
-       } else {
-               $result = preg_grep($pattern, $input);
-               if ($result) {
-                       return array_diff($input, preg_grep($pattern, $input));
-               } else {
-                       return $input;
-               }
-       }
-}
-
-// Roughly strings(1) using PCRE
-// This function is useful to:
-//   * Reduce the size of data, from removing unprintable binary data
-//   * Detect _bare_strings_ from binary data
-// References:
-//   http://www.freebsd.org/cgi/man.cgi?query=strings (Man-page of GNU strings)
-//   http://www.pcre.org/pcre.txt
-function strings($binary = '', $min_len = 4, $ignore_space = FALSE)
-{
-       if ($ignore_space) {
-               $binary = preg_replace(
-                       array(
-                               '/(?:[^[:graph:] \t\n]|[\r])+/s',
-                               '/[ \t]{2,}/',
-                               '/^[ \t]/m',
-                               '/[ \t]$/m',
-                       ),
-                       array(
-                               "\n",
-                               ' ',
-                               '',
-                               ''
-                       ),
-                        $binary);
-       } else {
-               $binary = preg_replace('/(?:[^[:graph:][:space:]]|[\r])+/s', "\n", $binary);
-       }
-
-       if ($min_len > 1) {
-               $min_len = min(1024, intval($min_len));
-               $binary = 
-                       implode("\n",
-                               preg_grep('/^.{' . $min_len . ',}/S',
-                                       explode("\n", $binary)
-                               )
-                       );
-       }
-
-       return $binary;
-}
-
-
-// ---------------------
-// URI pickup
-
-// Return an array of URIs in the $string
-// [OK] http://nasty.example.org#nasty_string
-// [OK] http://nasty.example.org:80/foo/xxx#nasty_string/bar
-// [OK] ftp://nasty.example.org:80/dfsdfs
-// [OK] ftp://cnn.example.com&story=breaking_news@10.0.0.1/top_story.htm (from RFC3986)
-function uri_pickup($string = '')
-{
-       if (! is_string($string)) return array();
-
-       // Not available for: IDN(ignored)
-       $array = array();
-       preg_match_all(
-               // scheme://userinfo@host:port/path/or/pathinfo/maybefile.and?query=string#fragment
-               // Refer RFC3986 (Regex below is not strict)
-               '#(\b[a-z][a-z0-9.+-]{1,8}):/+' .       // 1: Scheme
-               '(?:' .
-                       '([^\s<>"\'\[\]/\#?@]*)' .              // 2: Userinfo (Username)
-               '@)?' .
-               '(' .
-                       // 3: Host
-                       '\[[0-9a-f:.]+\]' . '|' .                               // IPv6([colon-hex and dot]): RFC2732
-                       '(?:[0-9]{1,3}\.){3}[0-9]{1,3}' . '|' . // IPv4(dot-decimal): 001.22.3.44
-                       '[a-z0-9.-]+' .                                                 // hostname(FQDN) : foo.example.org
-               ')' .
-               '(?::([0-9]*))?' .                                      // 4: Port
-               '((?:/+[^\s<>"\'\[\]/\#]+)*/+)?' .      // 5: Directory path or path-info
-               '([^\s<>"\'\[\]\#?]+)?' .                       // 6: File?
-               '(?:\?([^\s<>"\'\[\]\#]+))?' .          // 7: Query string
-               '(?:\#([a-z0-9._~%!$&\'()*+,;=:@-]*))?' .       // 8: Fragment
-               '#i',
-                $string, $array, PREG_SET_ORDER | PREG_OFFSET_CAPTURE
-       );
-
-       // Format the $array
-       static $parts = array(
-               1 => 'scheme', 2 => 'userinfo', 3 => 'host', 4 => 'port',
-               5 => 'path', 6 => 'file', 7 => 'query', 8 => 'fragment'
-       );
-       $default = array('');
-       foreach(array_keys($array) as $uri) {
-               $_uri = & $array[$uri];
-               array_rename_keys($_uri, $parts, TRUE, $default);
-               $offset = $_uri['scheme'][1]; // Scheme's offset = URI's offset
-               foreach(array_keys($_uri) as $part) {
-                       $_uri[$part] = & $_uri[$part][0];       // Remove offsets
-               }
-       }
-
-       foreach(array_keys($array) as $uri) {
-               $_uri = & $array[$uri];
-               if ($_uri['scheme'] === '') {
-                       unset($array[$uri]);    // Considererd harmless
-                       continue;
-               }
-               unset($_uri[0]); // Matched string itself
-               $_uri['area']['offset'] = $offset;      // Area offset for area_measure()
-       }
-
-       return $array;
-}
-
-// Normalize an array of URI arrays
-// NOTE: Give me the uri_pickup() results
-function uri_pickup_normalize(& $pickups, $destructive = TRUE)
-{
-       if (! is_array($pickups)) return $pickups;
-
-       if ($destructive) {
-               foreach (array_keys($pickups) as $key) {
-                       $_key = & $pickups[$key];
-                       $_key['scheme']   = isset($_key['scheme']) ? scheme_normalize($_key['scheme']) : '';
-                       $_key['host']     = isset($_key['host'])     ? host_normalize($_key['host']) : '';
-                       $_key['port']     = isset($_key['port'])       ? port_normalize($_key['port'], $_key['scheme'], FALSE) : '';
-                       $_key['path']     = isset($_key['path'])     ? strtolower(path_normalize($_key['path'])) : '';
-                       $_key['file']     = isset($_key['file'])     ? file_normalize($_key['file']) : '';
-                       $_key['query']    = isset($_key['query'])    ? query_normalize($_key['query']) : '';
-                       $_key['fragment'] = isset($_key['fragment']) ? strtolower($_key['fragment']) : '';
-               }
-       } else {
-               foreach (array_keys($pickups) as $key) {
-                       $_key = & $pickups[$key];
-                       $_key['scheme']   = isset($_key['scheme']) ? scheme_normalize($_key['scheme']) : '';
-                       $_key['host']     = isset($_key['host'])   ? strtolower($_key['host']) : '';
-                       $_key['port']     = isset($_key['port'])   ? port_normalize($_key['port'], $_key['scheme'], FALSE) : '';
-                       $_key['path']     = isset($_key['path'])   ? path_normalize($_key['path']) : '';
-               }
-       }
-
-       return $pickups;
-}
-
-// An URI array => An URI (See uri_pickup())
-// USAGE:
-//     $pickups = uri_pickup('a string include some URIs');
-//     $uris = array();
-//     foreach (array_keys($pickups) as $key) {
-//             $uris[$key] = uri_pickup_implode($pickups[$key]);
-//     }
-function uri_pickup_implode($uri = array())
-{
-       if (empty($uri) || ! is_array($uri)) return NULL;
-
-       $tmp = array();
-       if (isset($uri['scheme']) && $uri['scheme'] !== '') {
-               $tmp[] = & $uri['scheme'];
-               $tmp[] = '://';
-       }
-       if (isset($uri['userinfo']) && $uri['userinfo'] !== '') {
-               $tmp[] = & $uri['userinfo'];
-               $tmp[] = '@';
-       }
-       if (isset($uri['host']) && $uri['host'] !== '') {
-               $tmp[] = & $uri['host'];
-       }
-       if (isset($uri['port']) && $uri['port'] !== '') {
-               $tmp[] = ':';
-               $tmp[] = & $uri['port'];
-       }
-       if (isset($uri['path']) && $uri['path'] !== '') {
-               $tmp[] = & $uri['path'];
-       }
-       if (isset($uri['file']) && $uri['file'] !== '') {
-               $tmp[] = & $uri['file'];
-       }
-       if (isset($uri['query']) && $uri['query'] !== '') {
-               $tmp[] = '?';
-               $tmp[] = & $uri['query'];
-       }
-       if (isset($uri['fragment']) && $uri['fragment'] !== '') {
-               $tmp[] = '#';
-               $tmp[] = & $uri['fragment'];
-       }
-
-       return implode('', $tmp);
-}
-
-// $array['something'] => $array['wanted']
-function array_rename_keys(& $array, $keys = array('from' => 'to'), $force = FALSE, $default = '')
-{
-       if (! is_array($array) || ! is_array($keys)) return FALSE;
-
-       // Nondestructive test
-       if (! $force)
-               foreach(array_keys($keys) as $from)
-                       if (! isset($array[$from]))
-                               return FALSE;
-
-       foreach($keys as $from => $to) {
-               if ($from === $to) continue;
-               if (! $force || isset($array[$from])) {
-                       $array[$to] = & $array[$from];
-                       unset($array[$from]);
-               } else  {
-                       $array[$to] = $default;
-               }
-       }
-
-       return TRUE;
-}
-
-// ---------------------
-// Area pickup
-
-// Pickup all of markup areas
-function area_pickup($string = '', $method = array())
-{
-       $area = array();
-       if (empty($method)) return $area;
-
-       // Anchor tag pair by preg_match and preg_match_all()
-       // [OK] <a href></a>
-       // [OK] <a href=  >Good site!</a>
-       // [OK] <a href= "#" >test</a>
-       // [OK] <a href="http://nasty.example.com">visit http://nasty.example.com/</a>
-       // [OK] <a href=\'http://nasty.example.com/\' >discount foobar</a> 
-       // [NG] <a href="http://ng.example.com">visit http://ng.example.com _not_ended_
-       $regex = '#<a\b[^>]*\bhref\b[^>]*>.*?</a\b[^>]*(>)#is';
-       if (isset($method['area_anchor'])) {
-               $areas = array();
-               $count = isset($method['asap']) ?
-                       preg_match($regex, $string) :
-                       preg_match_all($regex, $string, $areas);
-               if (! empty($count)) $area['area_anchor'] = $count;
-       }
-       if (isset($method['uri_anchor'])) {
-               $areas = array();
-               preg_match_all($regex, $string, $areas, PREG_SET_ORDER | PREG_OFFSET_CAPTURE);
-               foreach(array_keys($areas) as $_area) {
-                       $areas[$_area] =  array(
-                               $areas[$_area][0][1], // Area start (<a href>)
-                               $areas[$_area][1][1], // Area end   (</a>)
-                       );
-               }
-               if (! empty($areas)) $area['uri_anchor'] = $areas;
-       }
-
-       // phpBB's "BBCode" pair by preg_match and preg_match_all()
-       // [OK] [url][/url]
-       // [OK] [url]http://nasty.example.com/[/url]
-       // [OK] [link]http://nasty.example.com/[/link]
-       // [OK] [url=http://nasty.example.com]visit http://nasty.example.com/[/url]
-       // [OK] [link http://nasty.example.com/]buy something[/link]
-       $regex = '#\[(url|link)\b[^\]]*\].*?\[/\1\b[^\]]*(\])#is';
-       if (isset($method['area_bbcode'])) {
-               $areas = array();
-               $count = isset($method['asap']) ?
-                       preg_match($regex, $string) :
-                       preg_match_all($regex, $string, $areas, PREG_SET_ORDER);
-               if (! empty($count)) $area['area_bbcode'] = $count;
-       }
-       if (isset($method['uri_bbcode'])) {
-               $areas = array();
-               preg_match_all($regex, $string, $areas, PREG_SET_ORDER | PREG_OFFSET_CAPTURE);
-               foreach(array_keys($areas) as $_area) {
-                       $areas[$_area] = array(
-                               $areas[$_area][0][1], // Area start ([url])
-                               $areas[$_area][2][1], // Area end   ([/url])
-                       );
-               }
-               if (! empty($areas)) $area['uri_bbcode'] = $areas;
-       }
-
-       // Various Wiki syntax
-       // [text_or_uri>text_or_uri]
-       // [text_or_uri:text_or_uri]
-       // [text_or_uri|text_or_uri]
-       // [text_or_uri->text_or_uri]
-       // [text_or_uri text_or_uri] // MediaWiki
-       // MediaWiki: [http://nasty.example.com/ visit http://nasty.example.com/]
-
-       return $area;
-}
-
-// If in doubt, it's a little doubtful
-// if (Area => inside <= Area) $brief += -1
-function area_measure($areas, & $array, $belief = -1, $a_key = 'area', $o_key = 'offset')
-{
-       if (! is_array($areas) || ! is_array($array)) return;
-
-       $areas_keys = array_keys($areas);
-       foreach(array_keys($array) as $u_index) {
-               $offset = isset($array[$u_index][$o_key]) ?
-                       intval($array[$u_index][$o_key]) : 0;
-               foreach($areas_keys as $a_index) {
-                       if (isset($array[$u_index][$a_key])) {
-                               $offset_s = intval($areas[$a_index][0]);
-                               $offset_e = intval($areas[$a_index][1]);
-                               // [Area => inside <= Area]
-                               if ($offset_s < $offset && $offset < $offset_e) {
-                                       $array[$u_index][$a_key] += $belief;
-                               }
-                       }
-               }
-       }
-}
-
-// ---------------------
-// Spam-uri pickup
-
-// Domain exposure callback (See spam_uri_pickup_preprocess())
-// http://victim.example.org/?foo+site:nasty.example.com+bar
-// => http://nasty.example.com/?refer=victim.example.org
-// NOTE: 'refer=' is not so good for (at this time).
-// Consider about using IP address of the victim, try to avoid that.
-function _preg_replace_callback_domain_exposure($matches = array())
-{
-       $result = '';
-
-       // Preserve the victim URI as a complicity or ...
-       if (isset($matches[5])) {
-               $result =
-                       $matches[1] . '://' .   // scheme
-                       $matches[2] . '/' .             // victim.example.org
-                       $matches[3];                    // The rest of all (before victim)
-       }
-
-       // Flipped URI
-       if (isset($matches[4])) {
-               $result = 
-                       $matches[1] . '://' .   // scheme
-                       $matches[4] .                   // nasty.example.com
-                       '/?refer=' . strtolower($matches[2]) .  // victim.example.org
-                       ' ' . $result;
-       }
-
-       return $result;
-}
-
-// Preprocess: rawurldecode() and adding space(s) and something
-// to detect/count some URIs _if possible_
-// NOTE: It's maybe danger to var_dump(result). [e.g. 'javascript:']
-// [OK] http://victim.example.org/?site:nasty.example.org
-// [OK] http://victim.example.org/nasty.example.org
-// [OK] http://victim.example.org/go?http%3A%2F%2Fnasty.example.org
-// [OK] http://victim.example.org/http://nasty.example.org
-function spam_uri_pickup_preprocess($string = '')
-{
-       if (! is_string($string)) return '';
-
-       $string = rawurldecode($string);
-
-       // Domain exposure (simple)
-       // http://victim.example.org/nasty.example.org/path#frag
-       // => http://nasty.example.org/?refer=victim.example.org and original
-       $string = preg_replace(
-               '#http://' .
-               '(' .
-                       'ime\.nu' . '|' .       // 2ch.net
-                       'ime\.st' . '|' .       // 2ch.net
-                       'link\.toolbot\.com' . '|' .
-                       'urlx\.org' .
-               ')' .
-               '/([a-z0-9.%_-]+\.[a-z0-9.%_-]+)#i',    // nasty.example.org
-               'http://$2/?refer=$1 $0',                               // Preserve $0 or remove?
-               $string
-       );
-
-       // Domain exposure (See _preg_replace_callback_domain_exposure())
-       $string = preg_replace_callback(
-               array(
-                       '#(http)://' .
-                       '(' .
-                               // Something Google: http://www.google.com/supported_domains
-                               '(?:[a-z0-9.]+\.)?google\.[a-z]{2,3}(?:\.[a-z]{2})?' .
-                               '|' .
-                               // AltaVista
-                               '(?:[a-z0-9.]+\.)?altavista.com' .
-                               
-                       ')' .
-                       '/' .
-                       '([a-z0-9?=&.%_/\'\\\+-]+)' .                           // path/?query=foo+bar+
-                       '\bsite:([a-z0-9.%_-]+\.[a-z0-9.%_-]+)' .       // site:nasty.example.com
-                       //'()' .        // Preserve or remove?
-                       '#i',
-               ),
-               '_preg_replace_callback_domain_exposure',
-               $string
-       );
-
-       // URI exposure (uriuri => uri uri)
-       $string = preg_replace(
-               array(
-                       '#(?<! )(?:https?|ftp):/#i',
-               //      '#[a-z][a-z0-9.+-]{1,8}://#i',
-               //      '#[a-z][a-z0-9.+-]{1,8}://#i'
-               ),
-               ' $0',
-               $string
-       );
-
-       return $string;
-}
-
-// Main function of spam-uri pickup,
-// A wrapper function of uri_pickup()
-function spam_uri_pickup($string = '', $method = array())
-{
-       if (! is_array($method) || empty($method)) {
-               $method = check_uri_spam_method();
-       }
-
-       $string = spam_uri_pickup_preprocess($string);
-
-       $array  = uri_pickup($string);
-
-       // Area elevation of URIs, for '(especially external)link' intension
-       if (! empty($array)) {
-               $_method = array();
-               if (isset($method['uri_anchor'])) $_method['uri_anchor'] = & $method['uri_anchor'];
-               if (isset($method['uri_bbcode'])) $_method['uri_bbcode'] = & $method['uri_bbcode'];
-               $areas = area_pickup($string, $_method, TRUE);
-               if (! empty($areas)) {
-                       $area_shadow = array();
-                       foreach (array_keys($array) as $key) {
-                               $area_shadow[$key] = & $array[$key]['area'];
-                               foreach (array_keys($_method) as $_key) {
-                                       $area_shadow[$key][$_key] = 0;
-                               }
-                       }
-                       foreach (array_keys($_method) as $_key) {
-                               if (isset($areas[$_key])) {
-                                       area_measure($areas[$_key], $area_shadow, 1, $_key);
-                               }
-                       }
-               }
-       }
-
-       // Remove 'offset's for area_measure()
-       foreach(array_keys($array) as $key)
-               unset($array[$key]['area']['offset']);
-
-       return $array;
-}
-
-
-// ---------------------
-// Normalization
-
-// Scheme normalization: Renaming the schemes
-// snntp://example.org =>  nntps://example.org
-// NOTE: Keep the static lists simple. See also port_normalize().
-function scheme_normalize($scheme = '', $abbrevs_harmfull = TRUE)
-{
-       // Abbreviations they have no intention of link
-       static $abbrevs = array(
-               'ttp'   => 'http',
-               'ttps'  => 'https',
-       );
-
-       // Aliases => normalized ones
-       static $aliases = array(
-               'pop'   => 'pop3',
-               'news'  => 'nntp',
-               'imap4' => 'imap',
-               'snntp' => 'nntps',
-               'snews' => 'nntps',
-               'spop3' => 'pop3s',
-               'pops'  => 'pop3s',
-       );
-
-       if (! is_string($scheme)) return '';
-
-       $scheme = strtolower($scheme);
-       if (isset($abbrevs[$scheme])) {
-               $scheme = $abbrevs_harmfull ? $abbrevs[$scheme] : '';
-       }
-       if (isset($aliases[$scheme])) {
-               $scheme = $aliases[$scheme];
-       }
-
-       return $scheme;
-}
-
-// Hostname normlization (Destructive)
-// www.foo     => www.foo   ('foo' seems TLD)
-// www.foo.bar => foo.bar
-// www.10.20   => www.10.20 (Invalid hostname)
-// NOTE:
-//   'www' is  mostly used as traditional hostname of WWW server.
-//   'www.foo.bar' may be identical with 'foo.bar'.
-function host_normalize($host = '')
-{
-       if (! is_string($host)) return '';
-
-       $host = strtolower($host);
-       $matches = array();
-       if (preg_match('/^www\.(.+\.[a-z]+)$/', $host, $matches)) {
-               return $matches[1];
-       } else {
-               return $host;
-       }
-}
-
-// Port normalization: Suppress the (redundant) default port
-// HTTP://example.org:80/ => http://example.org/
-// HTTP://example.org:8080/ => http://example.org:8080/
-// HTTPS://example.org:443/ => https://example.org/
-function port_normalize($port, $scheme, $scheme_normalize = FALSE)
-{
-       // Schemes that users _maybe_ want to add protocol-handlers
-       // to their web browsers. (and attackers _maybe_ want to use ...)
-       // Reference: http://www.iana.org/assignments/port-numbers
-       static $array = array(
-               // scheme => default port
-               'ftp'     =>    21,
-               'ssh'     =>    22,
-               'telnet'  =>    23,
-               'smtp'    =>    25,
-               'tftp'    =>    69,
-               'gopher'  =>    70,
-               'finger'  =>    79,
-               'http'    =>    80,
-               'pop3'    =>   110,
-               'sftp'    =>   115,
-               'nntp'    =>   119,
-               'imap'    =>   143,
-               'irc'     =>   194,
-               'wais'    =>   210,
-               'https'   =>   443,
-               'nntps'   =>   563,
-               'rsync'   =>   873,
-               'ftps'    =>   990,
-               'telnets' =>   992,
-               'imaps'   =>   993,
-               'ircs'    =>   994,
-               'pop3s'   =>   995,
-               'mysql'   =>  3306,
-       );
-
-       // intval() converts '0-1' to '0', so preg_match() rejects these invalid ones
-       if (! is_numeric($port) || $port < 0 || preg_match('/[^0-9]/i', $port))
-               return '';
-
-       $port = intval($port);
-       if ($scheme_normalize) $scheme = scheme_normalize($scheme);
-       if (isset($array[$scheme]) && $port == $array[$scheme])
-               $port = ''; // Ignore the defaults
-
-       return $port;
-}
-
-// Path normalization
-// http://example.org => http://example.org/
-// http://example.org#hoge => http://example.org/#hoge
-// http://example.org/path/a/b/./c////./d => http://example.org/path/a/b/c/d
-// http://example.org/path/../../a/../back => http://example.org/back
-function path_normalize($path = '', $divider = '/', $add_root = TRUE)
-{
-       if (! is_string($divider)) return is_string($path) ? $path : '';
-
-       if ($add_root) {
-               $first_div = & $divider;
-       } else {
-               $first_div = '';
-       }
-       if (! is_string($path) || $path == '') return $first_div;
-
-       if (strpos($path, $divider, strlen($path) - strlen($divider)) === FALSE) {
-               $last_div = '';
-       } else {
-               $last_div = & $divider;
-       }
-
-       $array = explode($divider, $path);
-
-       // Remove paddings ('//' and '/./')
-       foreach(array_keys($array) as $key) {
-               if ($array[$key] == '' || $array[$key] == '.') {
-                        unset($array[$key]);
-               }
-       }
-
-       // Remove back-tracks ('/../')
-       $tmp = array();
-       foreach($array as $value) {
-               if ($value == '..') {
-                       array_pop($tmp);
-               } else {
-                       array_push($tmp, $value);
-               }
-       }
-       $array = & $tmp;
-
-       if (empty($array)) {
-               return $first_div;
-       } else {
-               return $first_div . implode($divider, $array) . $last_div;
-       }
-}
-
-// DirectoryIndex normalize (Destructive and rough)
-// TODO: sample.en.ja.html.gz => sample.html
-function file_normalize($file = 'index.html.en')
-{
-       static $simple_defaults = array(
-               'default.htm'   => TRUE,
-               'default.html'  => TRUE,
-               'default.asp'   => TRUE,
-               'default.aspx'  => TRUE,
-               'index'                 => TRUE,        // Some system can omit the suffix
-       );
-
-       static $content_suffix = array(
-               // index.xxx, sample.xxx
-               'htm'   => TRUE,
-               'html'  => TRUE,
-               'shtml' => TRUE,
-               'jsp'   => TRUE,
-               'php'   => TRUE,
-               'php3'  => TRUE,
-               'php4'  => TRUE,
-               'pl'    => TRUE,
-               'py'    => TRUE,
-               'rb'    => TRUE,
-               'cgi'   => TRUE,
-               'xml'   => TRUE,
-       );
-
-       static $language_suffix = array(
-               // Reference: Apache 2.0.59 'AddLanguage' default
-               'ca'    => TRUE,
-               'cs'    => TRUE,        // cs
-               'cz'    => TRUE,        // cs
-               'de'    => TRUE,
-               'dk'    => TRUE,        // da
-               'el'    => TRUE,
-               'en'    => TRUE,
-               'eo'    => TRUE,
-               'es'    => TRUE,
-               'et'    => TRUE,
-               'fr'    => TRUE,
-               'he'    => TRUE,
-               'hr'    => TRUE,
-               'it'    => TRUE,
-               'ja'    => TRUE,
-               'ko'    => TRUE,
-               'ltz'   => TRUE,
-               'nl'    => TRUE,
-               'nn'    => TRUE,
-               'no'    => TRUE,
-               'po'    => TRUE,
-               'pt'    => TRUE,
-               'pt-br' => TRUE,
-               'ru'    => TRUE,
-               'sv'    => TRUE,
-               'zh-cn' => TRUE,
-               'zh-tw' => TRUE,
-
-               // Reference: Apache 2.0.59 default 'index.html' variants
-               'ee'    => TRUE,
-               'lb'    => TRUE,
-               'var'   => TRUE,
-       );
-
-       static $charset_suffix = array(
-               // Reference: Apache 2.0.59 'AddCharset' default
-               'iso8859-1'     => TRUE, // ISO-8859-1
-               'latin1'        => TRUE, // ISO-8859-1
-               'iso8859-2'     => TRUE, // ISO-8859-2
-               'latin2'        => TRUE, // ISO-8859-2
-               'cen'           => TRUE, // ISO-8859-2
-               'iso8859-3'     => TRUE, // ISO-8859-3
-               'latin3'        => TRUE, // ISO-8859-3
-               'iso8859-4'     => TRUE, // ISO-8859-4
-               'latin4'        => TRUE, // ISO-8859-4
-               'iso8859-5'     => TRUE, // ISO-8859-5
-               'latin5'        => TRUE, // ISO-8859-5
-               'cyr'           => TRUE, // ISO-8859-5
-               'iso-ru'        => TRUE, // ISO-8859-5
-               'iso8859-6'     => TRUE, // ISO-8859-6
-               'latin6'        => TRUE, // ISO-8859-6
-               'arb'           => TRUE, // ISO-8859-6
-               'iso8859-7'     => TRUE, // ISO-8859-7
-               'latin7'        => TRUE, // ISO-8859-7
-               'grk'           => TRUE, // ISO-8859-7
-               'iso8859-8'     => TRUE, // ISO-8859-8
-               'latin8'        => TRUE, // ISO-8859-8
-               'heb'           => TRUE, // ISO-8859-8
-               'iso8859-9'     => TRUE, // ISO-8859-9
-               'latin9'        => TRUE, // ISO-8859-9
-               'trk'           => TRUE, // ISO-8859-9
-               'iso2022-jp'=> TRUE, // ISO-2022-JP
-               'jis'           => TRUE, // ISO-2022-JP
-               'iso2022-kr'=> TRUE, // ISO-2022-KR
-               'kis'           => TRUE, // ISO-2022-KR
-               'iso2022-cn'=> TRUE, // ISO-2022-CN
-               'cis'           => TRUE, // ISO-2022-CN
-               'big5'          => TRUE,
-               'cp-1251'       => TRUE, // ru, WINDOWS-1251
-               'win-1251'      => TRUE, // ru, WINDOWS-1251
-               'cp866'         => TRUE, // ru
-               'koi8-r'        => TRUE, // ru, KOI8-r
-               'koi8-ru'       => TRUE, // ru, KOI8-r
-               'koi8-uk'       => TRUE, // ru, KOI8-ru
-               'ua'            => TRUE, // ru, KOI8-ru
-               'ucs2'          => TRUE, // ru, ISO-10646-UCS-2
-               'ucs4'          => TRUE, // ru, ISO-10646-UCS-4
-               'utf8'          => TRUE,
-
-               // Reference: Apache 2.0.59 default 'index.html' variants
-               'euc-kr'        => TRUE,
-               'gb2312'        => TRUE,
-       );
-
-       // May uncompress by web browsers on the fly
-       // Must be at the last of the filename
-       // Reference: Apache 2.0.59 'AddEncoding'
-       static $encoding_suffix = array(
-               'z'             => TRUE,
-               'gz'    => TRUE,
-       );
-
-       if (! is_string($file)) return '';
-       $_file = strtolower($file);
-       if (isset($simple_defaults[$_file])) return '';
-
-
-       // Roughly removing language/character-set/encoding suffixes
-       // References:
-       //  * Apache 2 document about 'Content-negotiaton', 'mod_mime' and 'mod_negotiation'
-       //    http://httpd.apache.org/docs/2.0/content-negotiation.html
-       //    http://httpd.apache.org/docs/2.0/mod/mod_mime.html
-       //    http://httpd.apache.org/docs/2.0/mod/mod_negotiation.html
-       //  * http://www.iana.org/assignments/character-sets
-       //  * RFC3066: Tags for the Identification of Languages
-       //    http://www.ietf.org/rfc/rfc3066.txt
-       //  * ISO 639: codes of 'language names'
-       $suffixes = explode('.', $_file);
-       $body = array_shift($suffixes);
-       if ($suffixes) {
-               // Remove the last .gz/.z
-               $last_key = end(array_keys($suffixes));
-               if (isset($encoding_suffix[$suffixes[$last_key]])) {
-                       unset($suffixes[$last_key]);
-               }
-       }
-       // Cut language and charset suffixes
-       foreach($suffixes as $key => $value){
-               if (isset($language_suffix[$value]) || isset($charset_suffix[$value])) {
-                       unset($suffixes[$key]);
-               }
-       }
-       if (empty($suffixes)) return $body;
-
-       // Index.xxx
-       $count = count($suffixes);
-       reset($suffixes);
-       $current = current($suffixes);
-       if ($body == 'index' && $count == 1 && isset($content_suffix[$current])) return '';
-
-       return $file;
-}
-
-// Sort query-strings if possible (Destructive and rough)
-// [OK] &&&&f=d&b&d&c&a=0dd  =>  a=0dd&b&c&d&f=d
-// [OK] nothing==&eg=dummy&eg=padding&eg=foobar  =>  eg=foobar
-function query_normalize($string = '', $equal = TRUE, $equal_cutempty = TRUE, $stortolower = TRUE)
-{
-       if (! is_string($string)) return '';
-       if ($stortolower) $string = strtolower($string);
-
-       $array = explode('&', $string);
-
-       // Remove '&' paddings
-       foreach(array_keys($array) as $key) {
-               if ($array[$key] == '') {
-                        unset($array[$key]);
-               }
-       }
+if (! defined('LIB_DIR'))   define('LIB_DIR', './');
+require(LIB_DIR . 'spam_pickup.php');
+require(LIB_DIR . 'spam_util.php');
 
-       // Consider '='-sepalated input and paddings
-       if ($equal) {
-               $equals = $not_equals = array();
-               foreach ($array as $part) {
-                       if (strpos($part, '=') === FALSE) {
-                                $not_equals[] = $part;
-                       } else {
-                               list($key, $value) = explode('=', $part, 2);
-                               $value = ltrim($value, '=');
-                               if (! $equal_cutempty || $value != '') {
-                                       $equals[$key] = $value;
-                               }
-                       }
-               }
+if (! defined('SPAM_INI_FILE'))   define('SPAM_INI_FILE',   'spam.ini.php');
 
-               $array = & $not_equals;
-               foreach ($equals as $key => $value) {
-                       $array[] = $key . '=' . $value;
-               }
-               unset($equals);
-       }
-
-       natsort($array);
-       return implode('&', $array);
-}
 
 // ---------------------
-// Part One : Checker
+// Regex
 
 // Rough implementation of globbing
 //
@@ -875,21 +52,6 @@ function generate_glob_regex($string = '', $divider = '/')
        return $string;
 }
 
-// Rough hostname checker
-// [OK] 192.168.
-// TODO: Strict digit, 0x, CIDR, IPv6
-function is_ip($string = '')
-{
-       if (preg_match('/^' .
-               '(?:[0-9]{1,3}\.){3}[0-9]{1,3}' . '|' .
-               '(?:[0-9]{1,3}\.){1,3}' . '$/',
-               $string)) {
-               return 4;       // Seems IPv4(dot-decimal)
-       } else {
-               return 0;       // Seems not IP
-       }
-}
-
 // Generate host (FQDN, IPv4, ...) regex
 // 'localhost'     : Matches with 'localhost' only
 // 'example.org'   : Matches with 'example.org' only (See host_normalize() about 'www')
@@ -902,83 +64,106 @@ function generate_host_regex($string = '', $divider = '/')
 {
        if (! is_string($string)) return '';
 
-       if (mb_strpos($string, '.') === FALSE)
+       if (mb_strpos($string, '.') === FALSE || is_ip($string)) {
+               // "localhost", IPv4, etc
                return generate_glob_regex($string, $divider);
+       }
 
-       $result = '';
-       if (is_ip($string)) {
-               // IPv4
-               return generate_glob_regex($string, $divider);
+       // FQDN or something
+       $part = explode('.', $string, 2);
+       if ($part[0] == '') {
+               // ".example.org"
+               $part[0] = '(?:.*\.)?';
+       } else if ($part[0] == '*') {
+               // "*.example.org"
+               $part[0] = '.*\.';
        } else {
-               // FQDN or something
-               $part = explode('.', $string, 2);
-               if ($part[0] == '') {
-                       $part[0] = '(?:.*\.)?'; // And all related FQDN
-               } else if ($part[0] == '*') {
-                       $part[0] = '.*\.';      // All subdomains/hosts only
-               } else {
-                       return generate_glob_regex($string, $divider);
-               }
-               $part[1] = generate_glob_regex($part[1], $divider);
-               return implode('', $part);
+               // example.org, etc
+               return generate_glob_regex($string, $divider);
        }
+
+       $part[1] = generate_glob_regex($part[1], $divider);
+
+       return implode('', $part);
 }
 
+
+// ---------------------
+// Load
+
+// Load SPAM_INI_FILE and return parsed one
 function get_blocklist($list = '')
 {
-       static $regexs;
+       static $regexes;
+
+       if ($list === NULL) {
+               $regexes = NULL;        // Unset
+               return array();
+       }
 
-       if (! isset($regexs)) {
-               $regexs = array();
+       if (! isset($regexes)) {
+               $regexes = array();
                if (file_exists(SPAM_INI_FILE)) {
                        $blocklist = array();
+
                        include(SPAM_INI_FILE);
+                       //      $blocklist['list'] = array(
+                       //      //'goodhost' => FALSE;
+                       //      'badhost' => TRUE;
+                       // );
                        //      $blocklist['badhost'] = array(
                        //              '*.blogspot.com',       // Blog services's subdomains (only)
                        //              'IANA-examples' => '#^(?:.*\.)?example\.(?:com|net|org)$#',
                        //      );
-                       if (isset($blocklist['list'])) {
-                               $regexs['list'] = & $blocklist['list'];
-                       } else {
-                               // Default
-                               $blocklist['list'] = array(
-                                       'goodhost' => FALSE,
-                                       'badhost'  => TRUE,
-                               );
-                       }
-                       foreach(array_keys($blocklist['list']) as $_list) {
-                               if (! isset($blocklist[$_list])) continue;
-                               foreach ($blocklist[$_list] as $key => $value) {
-                                       if (is_array($value)) {
-                                               $regexs[$_list][$key] = array();
-                                               foreach($value as $_key => $_value) {
-                                                       get_blocklist_add($regexs[$_list][$key], $_key, $_value);
+
+                       foreach(array(
+                                       'pre',
+                                       'list',
+                               ) as $special) {
+
+                               if (! isset($blocklist[$special])) continue;
+
+                               $regexes[$special] = $blocklist[$special];
+
+                               foreach(array_keys($blocklist[$special]) as $_list) {
+                                       if (! isset($blocklist[$_list])) continue;
+
+                                       foreach ($blocklist[$_list] as $key => $value) {
+                                               if (is_array($value)) {
+                                                       $regexes[$_list][$key] = array();
+                                                       foreach($value as $_key => $_value) {
+                                                               get_blocklist_add($regexes[$_list][$key], $_key, $_value);
+                                                       }
+                                               } else {
+                                                       get_blocklist_add($regexes[$_list], $key, $value);
                                                }
-                                       } else {
-                                               get_blocklist_add($regexs[$_list], $key, $value);
                                        }
+
+                                       unset($blocklist[$_list]);
                                }
-                               unset($blocklist[$_list]);
                        }
                }
        }
 
-       if ($list == '') {
-               return $regexs; // ALL
-       } else if (isset($regexs[$list])) {
-               return $regexs[$list];
-       } else {        
-               return array();
+       if ($list === '') {
+               return $regexes;                // ALL of
+       } else if (isset($regexes[$list])) {
+               return $regexes[$list]; // A part of
+       } else {
+               return array();                 // Found nothing
        }
 }
 
-// Subroutine of get_blocklist()
-function get_blocklist_add(& $array, $key = 0, $value = '*.example.org')
+// Subroutine of get_blocklist(): Add new regex to the $array
+function get_blocklist_add(& $array, $key = 0, $value = '*.example.org/path/to/file.html')
 {
        if (is_string($key)) {
-               $array[$key] = & $value; // Treat $value as a regex
+               $array[$key]   = & $value; // Treat $value as a regex for FQDN(host)s
        } else {
-               $array[$value] = '/^' . generate_host_regex($value, '/') . '$/i';
+               $regex = generate_host_regex($value, '#');
+               if (! empty($regex)) {
+                       $array[$value] = '#^' . $regex . '$#i';
+               }
        }
 }
 
@@ -1016,17 +201,8 @@ function blocklist_distiller(& $hosts, $keys = array('goodhost', 'badhost'), $as
        return $blocked;
 }
 
-// Simple example for badhost (not used now)
-function is_badhost($hosts = array(), $asap = TRUE, $bool = TRUE)
-{
-       $list = get_blocklist('list');
-       $blocked = blocklist_distiller($hosts, array_keys($list), $asap);
-       foreach($list as $key=>$type){
-               if (! $type) unset($blocked[$key]); // Ignore goodhost etc
-       }
 
-       return $bool ? ! empty($blocked) : $blocked;
-}
+// ---------------------
 
 
 // Default (enabled) methods and thresholds (for content insertion)
@@ -1091,24 +267,40 @@ function check_uri_spam($target = '', $method = array())
                        // one or more spam will be included
                        // in this report
                ),
-               'remains' => array(
+               'blocked' => array(
+                       // Hosts blocked
+                       //'category' => array(
+                       //      'host',
+                       //)
+               ),
+               'hosts' => array(
+                       // Hosts not blocked
                ),
        );
 
+       // ----------------------------------------
        // Aliases
+
        $sum     = & $progress['sum'];
        $is_spam = & $progress['is_spam'];
        $progress['method'] = & $method;        // Argument
-       $remains = & $progress['remains'];
+       $blocked = & $progress['blocked'];
+       $hosts   = & $progress['hosts'];
        $asap    = isset($method['asap']);
 
+       // ----------------------------------------
        // Init
+
        if (! is_array($method) || empty($method)) {
                $method = check_uri_spam_method();
        }
        foreach(array_keys($method) as $key) {
                if (! isset($sum[$key])) $sum[$key] = 0;
        }
+       if (! isset($sum['quantity'])) $sum['quantity'] = 0;
+
+       // ----------------------------------------
+       // Recurse
 
        if (is_array($target)) {
                foreach($target as $str) {
@@ -1129,72 +321,111 @@ function check_uri_spam($target = '', $method = array())
                        // Merge $is_spam
                        $_is_spam = & $_progress['is_spam'];
                        foreach (array_keys($_is_spam) as $key) {
-                               if (is_array($_is_spam[$key])) {
-                                       // Marge keys (badhost)
-                                       foreach(array_keys($_is_spam[$key]) as $_key) {
-                                               if (! isset($is_spam[$key][$_key])) {
-                                                       $is_spam[$key][$_key] = & $_is_spam[$key][$_key];
-                                               } else {
-                                                       $is_spam[$key][$_key] += $_is_spam[$key][$_key];
-                                               }
-                                       }
-                               } else {
-                                       $is_spam[$key] = TRUE;
-                                       if ($asap) break;
-                               }
+                               $is_spam[$key] = TRUE;
+                               if ($asap) break;
                        }
                        if ($asap && $is_spam) break;
 
-                       // Merge $remains
-                       foreach ($_progress['remains'] as $key=>$value) {
-                               foreach ($value as $_key=>$_value) {
-                                       if (is_int($_key)) {
-                                               $remains[$key][]      = $_value;
-                                       } else {
-                                               $remains[$key][$_key] = $_value;
-                                       }
-                               }
-                       }
+                       // Merge only
+                       $blocked = array_merge_leaves($blocked, $_progress['blocked'], FALSE);
+                       $hosts   = array_merge_leaves($hosts,   $_progress['hosts'],   FALSE);
                }
+
+               // Unique values
+               $blocked = array_unique_recursive($blocked);
+               $hosts   = array_unique_recursive($hosts);
+
+               // Recount $sum['badhost']
+               $sum['badhost'] = array_count_leaves($blocked);
+
                return $progress;
        }
 
-       // Area: There's HTML anchor tag
-       if ((! $asap || ! $is_spam) && isset($method['area_anchor'])) {
-               $key = 'area_anchor';
-               $_asap = isset($method['asap']) ? array('asap' => TRUE) : array();
-               $result = area_pickup($target, array($key => TRUE) + $_asap);
-               if ($result) {
-                       $sum[$key] = $result[$key];
-                       if (isset($method[$key]) && $sum[$key] > $method[$key]) {
-                               $is_spam[$key] = TRUE;
-                       }
+       // ----------------------------------------
+       // Area measure
+
+       if (! $asap || ! $is_spam) {
+       
+               // Method pickup
+               $_method = array();
+               foreach(array(
+                               'area_anchor',  // There's HTML anchor tag
+                               'area_bbcode',  // There's 'BBCode' linking tag
+                       ) as $key) {
+                       if (isset($method[$key])) $_method[$key] = TRUE;
                }
-       }
 
-       // Area: There's 'BBCode' linking tag
-       if ((! $asap || ! $is_spam) && isset($method['area_bbcode'])) {
-               $key = 'area_bbcode';
-               $_asap = isset($method['asap']) ? array('asap' => TRUE) : array();
-               $result = area_pickup($target, array($key => TRUE) + $_asap);
-               if ($result) {
-                       $sum[$key] = $result[$key];
-                       if (isset($method[$key]) && $sum[$key] > $method[$key]) {
-                               $is_spam[$key] = TRUE;
+               if ($_method) {
+                       $_asap   = isset($method['asap']) ? array('asap' => TRUE) : array();
+                       $_result = area_pickup($target, $_method + $_asap);
+                       $_asap   = NULL;
+               } else {
+                       $_result = FALSE;
+               }
+
+               if ($_result) {
+                       foreach(array_keys($_method) as $key) {
+                               if (isset($_result[$key])) {
+                                       $sum[$key] = $_result[$key];
+                                       if (isset($method[$key]) && $sum[$key] > $method[$key]) {
+                                               $is_spam[$key] = TRUE;
+                                       }
+                               }
                        }
                }
+
+               unset($_asap, $_method, $_result);
        }
 
        // Return if ...
        if ($asap && $is_spam) return $progress;
 
+       // ----------------------------------------
        // URI: Pickup
-       $pickups = uri_pickup_normalize(spam_uri_pickup($target, $method));
+
+       $pickups = spam_uri_pickup($target, $method);
+
 
        // Return if ...
        if (empty($pickups)) return $progress;
 
+       // Normalize all
+       $pickups = uri_pickup_normalize($pickups);
+
+       // ----------------------------------------
+       // Pickup some part of URI
+
+       $hosts = array();
+       foreach ($pickups as $key => $pickup) {
+               $hosts[$key] = & $pickup['host'];
+       }
+
+       // ----------------------------------------
+       // URI: Bad host <pre-filter> (Separate good/bad hosts from $hosts)
+
+       if ((! $asap || ! $is_spam) && isset($method['badhost'])) {
+               $list    = get_blocklist('pre');
+               $blocked = blocklist_distiller($hosts, array_keys($list), $asap);
+               foreach($list as $key => $type){
+                       if (! $type) unset($blocked[$key]); // Ignore goodhost etc
+               }
+               unset($list);
+               if (! empty($blocked)) $is_spam['badhost'] = TRUE;
+       }
+
+       // Return if ...
+       if ($asap && $is_spam) return $progress;
+
+       // Remove blocked from $pickups
+       foreach(array_keys($pickups) as $key) {
+               if (! isset($hosts[$key])) {
+                       unset($pickups[$key]);
+               }
+       }
+
+       // ----------------------------------------
        // URI: Check quantity
+
        $sum['quantity'] += count($pickups);
                // URI quantity
        if ((! $asap || ! $is_spam) && isset($method['quantity']) &&
@@ -1202,7 +433,9 @@ function check_uri_spam($target = '', $method = array())
                $is_spam['quantity'] = TRUE;
        }
 
+       // ----------------------------------------
        // URI: used inside HTML anchor tag pair
+
        if ((! $asap || ! $is_spam) && isset($method['uri_anchor'])) {
                $key = 'uri_anchor';
                foreach($pickups as $pickup) {
@@ -1218,7 +451,9 @@ function check_uri_spam($target = '', $method = array())
                }
        }
 
+       // ----------------------------------------
        // URI: used inside 'BBCode' pair
+
        if ((! $asap || ! $is_spam) && isset($method['uri_bbcode'])) {
                $key = 'uri_bbcode';
                foreach($pickups as $pickup) {
@@ -1234,7 +469,9 @@ function check_uri_spam($target = '', $method = array())
                }
        }
 
+       // ----------------------------------------
        // URI: Uniqueness (and removing non-uniques)
+
        if ((! $asap || ! $is_spam) && isset($method['non_uniquri'])) {
 
                $uris = array();
@@ -1259,11 +496,12 @@ function check_uri_spam($target = '', $method = array())
        // Return if ...
        if ($asap && $is_spam) return $progress;
 
+       // ----------------------------------------
        // Host: Uniqueness (uniq / non-uniq)
-       $hosts = array();
-       foreach ($pickups as $pickup) $hosts[] = & $pickup['host'];
+
        $hosts = array_unique($hosts);
-       $sum['uniqhost'] += count($hosts);
+
+       if (isset($sum['uniqhost'])) $sum['uniqhost'] += count($hosts);
        if ((! $asap || ! $is_spam) && isset($method['non_uniqhost'])) {
                $sum['non_uniqhost'] = $sum['quantity'] - $sum['uniqhost'];
                if ($sum['non_uniqhost'] > $method['non_uniqhost']) {
@@ -1274,62 +512,35 @@ function check_uri_spam($target = '', $method = array())
        // Return if ...
        if ($asap && $is_spam) return $progress;
 
+       // ----------------------------------------
        // URI: Bad host (Separate good/bad hosts from $hosts)
-       if ((! $asap || ! $is_spam) && isset($method['badhost'])) {
 
-               // is_badhost()
-               $list = get_blocklist('list');
-               $blocked = blocklist_distiller($hosts, array_keys($list), $asap);
+       if ((! $asap || ! $is_spam) && isset($method['badhost'])) {
+               $list    = get_blocklist('list');
+               $blocked = array_merge_leaves(
+                       $blocked,
+                       blocklist_distiller($hosts, array_keys($list), $asap),
+                       FALSE
+               );
                foreach($list as $key=>$type){
                        if (! $type) unset($blocked[$key]); // Ignore goodhost etc
                }
                unset($list);
-
-               if (! $asap && $hosts) {
-                       $remains['badhost'] = array();
-                       foreach ($hosts as $value) {
-                               $remains['badhost'][$value] = TRUE;
-                       }
-               }
-
-               if (! empty($blocked)) {
-
-                       //var_dump($blocked);   // BADHOST detail
-
-                       $sum['badhost'] += array_count_leaves($blocked);
-                       foreach(array_keys($blocked) as $keys) {
-                               $is_spam['badhost'][$keys] =
-                                       array_count_leaves($blocked[$keys]);
-                       }
-               }
+               if (! empty($blocked)) $is_spam['badhost'] = TRUE;
        }
 
-       return $progress;
-}
-
-// Count leaves (A leaf = value that is not an array, or an empty array)
-function array_count_leaves($array = array(), $count_empty = FALSE)
-{
-       if (! is_array($array) || (empty($array) && $count_empty)) return 1;
+       // Return if ...
+       //if ($asap && $is_spam) return $progress;
 
-       // Recurse
-       $count = 0;
-       foreach ($array as $part) {
-               $count += array_count_leaves($part, $count_empty);
-       }
-       return $count;
-}
+       // ----------------------------------------
+       // End
 
-// Merge two leaves
-function array_merge_leaves($array1 = array(), $array2 = array())
-{
-       return array_merge_recursive($array1, $array2);
+       return $progress;
 }
 
 // ---------------------
 // Reporting
 
-// TODO: Don't show unused $method!
 // Summarize $progress (blocked only)
 function summarize_spam_progress($progress = array(), $blockedonly = FALSE)
 {
@@ -1340,7 +551,7 @@ function summarize_spam_progress($progress = array(), $blockedonly = FALSE)
                $method = & $progress['method'];
                if (isset($progress['sum'])) {
                        foreach ($progress['sum'] as $key => $value) {
-                               if (isset($method[$key])) {
+                               if (isset($method[$key]) && $value) {
                                        $tmp[] = $key . '(' . $value . ')';
                                }
                        }
@@ -1352,42 +563,113 @@ function summarize_spam_progress($progress = array(), $blockedonly = FALSE)
 
 function summarize_detail_badhost($progress = array())
 {
-       if (! isset($progress['is_spam']['badhost'])) return '';
+       if (! isset($progress['blocked']) || empty($progress['blocked'])) return '';
 
-       $badhost = array();
-       foreach($progress['is_spam']['badhost'] as $glob=>$number) {
-               $badhost[] = $glob . '(' . $number . ')';
+       // Flat per group
+       $blocked = array();
+       foreach($progress['blocked'] as $list => $lvalue) {
+               foreach($lvalue as $group => $gvalue) {
+                       $flat = implode(', ', array_flat_leaves($gvalue));
+                       if ($flat === $group) {
+                               $blocked[$list][]       = $flat;
+                       } else {
+                               $blocked[$list][$group] = $flat;
+                       }
+               }
        }
-       return implode(', ', $badhost);
+
+       // Shrink per list
+       // From: 'A-1' => array('ie.to')
+       // To:   'A-1' => 'ie.to'
+       foreach($blocked as $list => $lvalue) {
+               if (is_array($lvalue) &&
+                  count($lvalue) == 1 &&
+                  is_numeric(key($lvalue))) {
+                   $blocked[$list] = current($lvalue);
+               }
+       }
+
+       return var_export_shrink($blocked, TRUE, TRUE);
 }
 
 function summarize_detail_newtral($progress = array())
 {
-       if (! isset($progress['remains']['badhost'])) return '';
+       if (! isset($progress['hosts'])    ||
+           ! is_array($progress['hosts']) ||
+           empty($progress['hosts'])) return '';
+
+       // Generate a responsible $trie
+       $trie = array();
+       foreach($progress['hosts'] as $value) {
+               // 'A.foo.bar.example.com'
+               $resp = whois_responsibility($value);   // 'example.com'
+               if (empty($resp)) {
+                       // One or more test, or do nothing here
+                       $resp = strval($value);
+                       $rest = '';
+               } else {
+                       $rest = rtrim(substr($value, 0, - strlen($resp)), '.'); // 'A.foo.bar'
+               }
+               $trie = array_merge_leaves($trie, array($resp => array($rest => NULL)), FALSE);
+       }
 
-       return count($progress['remains']['badhost']) .
-               ' (' . implode(', ', array_keys($progress['remains']['badhost'])) . ')';
+       // Format: var_export_shrink() -like output
+       $result = array();
+       ksort_by_domain($trie);
+       foreach(array_keys($trie) as $key) {
+               ksort_by_domain($trie[$key]);
+               if (count($trie[$key]) == 1 && key($trie[$key]) == '') {
+                       // Just one 'responsibility.example.com'
+                       $result[] = '  \'' . $key . '\',';
+               } else {
+                       // One subdomain-or-host, or several ones
+                       $subs = array();
+                       foreach(array_keys($trie[$key]) as $sub) {
+                               if ($sub == '') {
+                                       $subs[] = $key;                 // 'example.com'
+                               } else {
+                                       $subs[] = $sub . '. ';  // 'A.foo.bar. '
+                               }
+                       }
+                       $result[] = '  \'' . $key . '\' => \'' . implode(', ', $subs) . '\',';
+               }
+               unset($trie[$key]);
+       }
+       return
+               'array (' . "\n" .
+                       implode("\n", $result) . "\n" .
+               ')';
 }
 
 
 // ---------------------
 // Exit
 
+// Freeing memories
+function spam_dispose()
+{
+       get_blocklist(NULL);
+       whois_responsibility(NULL);
+}
+
 // Common bahavior for blocking
 // NOTE: Call this function from various blocking feature, to disgueise the reason 'why blocked'
 function spam_exit($mode = '', $data = array())
 {
+       $exit = TRUE;
+
        switch ($mode) {
-               case '':        echo("\n");     break;
+               case '':
+                       echo("\n");
+                       break;
                case 'dump':
                        echo('<pre>' . "\n");
-                       echo htmlspecialchars(var_export($data, TRUE));
+                       echo htmlsc(var_export($data, TRUE));
                        echo('</pre>' . "\n");
                        break;
        };
 
-       // Force exit
-       exit;
+       if ($exit) exit;        // Force exit
 }
 
 
@@ -1400,11 +682,18 @@ function pkwk_spamfilter($action, $page, $target = array('title' => ''), $method
 {
        $progress = check_uri_spam($target, $method);
 
-       if (empty($progress['is_spam'])) {
-               // Mail to administrator(s)
-               pkwk_spamnotify($action, $page, $target, $progress, $method);
+       if (empty($progress['is_spam'])) {
+               spam_dispose();
+       } else {
 
-               // Exit
+// TODO: detect encoding from $target for mbstring functions
+//             $tmp = array();
+//             foreach(array_keys($target) as $key) {
+//                     $tmp[strings($key, 0, FALSE, TRUE)] = strings($target[$key], 0, FALSE, TRUE);   // Removing "\0" etc
+//             }
+//             $target = & $tmp;
+
+               pkwk_spamnotify($action, $page, $target, $progress, $method);
                spam_exit($exitmode, $progress);
        }
 }