User-agent: *
Allow: /*sitemap
Allow: /*usedata
Sitemap: http://www.shturman.kiev.ua/sitemap_auto.xml
Sitemap: http://www.shturman.kiev.ua/sitemap.xml
Sitemap: http://www.shturman.kiev.ua/sitemap.xml.gz
Sitemap: http://www.shturman.kiev.ua/forum/index.php?action=sitemap;xml
Disallow: /jump/
Disallow: *translate.google.com
Allow: /forum/index.php$
Disallow: /forum/index.php?*.msg
Disallow: /forum/index.php?*.new
Disallow: /forum/index.php?*=*=
Allow: /forum/*topic=
Allow: /forum/*board=
Disallow: /wp-
Disallow: /images/
Disallow: /*trackback
Disallow: /*feed
Allow: /*.htm
Disallow: /*.*
Disallow: /forum/*/

User-agent: Slurp
Crawl-delay: 120

User-agent: twiceler
Crawl-delay: 120