User-agent: Mediapartners-Google* 
# Allow Archiver
User-agent: ia_archiver
Allow: /

User-agent: Slurp
Crawl-delay: 60

User-agent: *

Disallow: *.js
Disallow: *.jsp
Disallow: *.cfm
Disallow: *.asp
Disallow: *.aspx
Disallow: *.cgi
Disallow: /forums/includes/
Disallow: /forums/install/
Disallow: /forums/customavatars/
Disallow: /forums/archive/
Disallow: /forums/sitemap/
Disallow: /includes/
Disallow: /news/search/
Disallow: /test/
Disallow: /files/
Disallow: /feedmenow/

Sitemap: http://www.englishfootball.info/sitemap.xml
Sitemap: http://www.englishfootball.info/forums/sitemap_index.xml.gz