User-agent: *
Disallow: /cgi-bin
Disallow: /cgi-perl
Disallow: /mpapps
Disallow: /mpsearch
Disallow: /news.php
Disallow: /extlink.php
Disallow: /regionselect.php
Disallow: /n.php
Disallow: /p.php
Disallow: /r.php
Noindex: /cgi-bin
Noindex: /cgi-perl
Noindex: /mpapps
Noindex: /mpsearch
Noindex: /news.php
Noindex: /extlink.php
Noindex: /regionselect.php
Noindex: /n.php
Noindex: /p.php
Noindex: /r.php

User-agent: PetalBot
Disallow: /

User-agent: CazoodleBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: dotbot/1.0
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: trendkite-akashic-crawler
Disallow: /

User-agent: ScooperBot
Disallow: /

User-agent: Linespider
Disallow: /