# Robots.txt file created by http://www.webtoolcentral.com
# For domain: http://www.football.mitoo.co.uk

# All robots will spider the domain
# User-agent: *
# Disallow:

User-agent: NG/2.0
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: e-SocietyRobot
Disallow: /

User-agent: Slurp
crawl-delay: 300

User-agent: msnbot
crawl-delay: 300

User-agent: ia_archiver
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Ocelli
Disallow: /

User-agent: Wget*
Disallow: /

User-agent: UbiCrawler
Disallow: /

# Disallow various data-intensive files
User-agent: *
Disallow: /FixtResMonth.cfm
Disallow: /MtchDay.cfm
Disallow: /SecurityCheck.cfm
Disallow: /UpdateForm.cfm
Disallow: /LoginOut.cfm
Disallow: /KOHist.cfm
Disallow: /Register.cfm
Disallow: /Noticeboard.cfm
Disallow: /Unsched.cfm
Disallow: /banned.cfm
Disallow: /ResultsGrid.cfm
Disallow: /EmailSetUpForm.cfm
Disallow: /Action.cfm
Disallow: /LUList.cfm
Disallow: /SeeMatchReport.cfm
Disallow: /queries/
Disallow: /ShowContacts.cfm
Disallow: /ShowNews.cfm
# Disallow: /TeamHist.cfm
Disallow: /TeamHistAll.cfm
# Disallow: /LeagueTab.cfm
Disallow: /fmLeagueTable.cfm