User-agent: Mediapartners-Google
Disallow:

User-agent: Baiduspider
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: Yandex
Disallow: /

# Allow Archiver
User-agent: ia_archiver
Allow: /

User-agent: Slurp
Crawl-delay: 60

User-agent: *
Disallow: *.js
Disallow: *.jsp
Disallow: *.cfm
Disallow: *.asp
Disallow: *.aspx
Disallow: *.cgi
Disallow: /forums/*-print/
Disallow: /forums/vbseocp.php
Disallow: /forums/login.php
Disallow: /forums/tags/
Disallow: /forums/members/
Disallow: /forums/includes/
Disallow: /forums/install/
Disallow: /forums/customavatars/
Disallow: /forums/archive/
Disallow: /forums/sitemap/
Disallow: /forums/register.php
Disallow: /forums/sendmessage.php
Disallow: /includes/
Disallow: /news/search/
Disallow: /test/
Disallow: /files/
Disallow: /feedmenow/

Sitemap: http://www.englishfootball.info/sitemap.xml
Sitemap: http://www.englishfootball.info/forums/sitemap_index.xml.gz