User-agent: *

User-agent: Slurp
Crawl-delay: 5

Disallow: /index.php/4neo/

User-agent: ia_archiver
Disallow: /

User-agent: Twiceler
Disallow: /

Disallow: /gg*
Disallow: /gg:

Disallow: /mailto*
Disallow: /mailto:

Disallow: /CALLTO*
Disallow: /callto*


User-agent: Googlebot
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$


User-agent: Googlebot-Image
Disallow:
Allow: /*


User-agent: Mediapartners-Google*
Disallow:
Allow: /*


User-Agent: WIRE
Disallow: /


User-agent: Fasterfox 
Disallow: / 


User-agent: TwengaBot/1.1
Crawl-delay: 135

User-agent: TwengaBot
Crawl-delay: 135

User-agent: TurnitinBot
Disallow: /

User-agent: Speedy
Disallow: /


User-agent: psbot
Disallow: /


User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider+
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: OOZBOT
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: gh-index-bot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: duggmirror
Disallow: /