# Robot Exclusion File -- robots.txt
# Author:  John D. Stanish
# Last updated: Sat Jun 30 21:13:09 PST 2007

#User-agent: NimbleCrawler
#Disallow: /

#User-agent: Nutch
#Disallow: /

User-agent: Mail.Ru
Disallow: /

#User-agent: Pingdom
#Disallow: /

#User-agent: GIGRIB
#Disallow: /

#User-agent: RedBot
#Disallow: /

#User-agent: tags2dir.net
#Disallow: /

#User-agent: IRLbot 
#Disallow: /

#User-agent: NetWhatCrawler
#Disallow: /

#User-agent: turnitinbot
#Disallow: /

#User-agent: sogou
#Disallow: /

#User-agent: NextGenSearchBot
#Disallow: /

#User-agent: HooWWWer
#Disallow: /

#User-agent: gsa-crawler
#Disallow: /

#User-agent: DoCoMo
#Disallow: /

#User-agent: ConveraCrawler
#Disallow: /

#User-agent: webcrawl.net
#Disallow: /

User-agent: Java
Disallow: /

#User-agent: W3CRobot/5.4.0 
#Disallow: /

User-agent: libwww/5.4.0
Disallow: /

User-agent: searchpreview
Disallow: /

#User-agent: Googlebot-Image
#Disallow: / 

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /

#User-agent: psbot
#Disallow: /

#User-agent: SurveyBot
#Disallow: /

User-agent: NG
Disallow: /

#User-agent: Faxobot
#Disallow: /

#User-agent: Diamondbot
#Disallow: /

#User-agent: Gaisbot
#Disallow: /

#User-agent: HTML2JPG
#Disallow: /

#User-agent: HenryTheMiragoRobot
#Disallow: /

#User-agent: PEERbot
#Disallow: /

#User-agent: Pompos
#Disallow: /

#User-agent: Zippobot
#Disallow: /

#User-agent: sohu-search
#Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: Indy Library
Disallow: /

#User-agent: MJ12bot
#Disallow: /

User-agent: Crawler
Disallow: /

User-agent: Wget
Disallow: /

#User-agent: voyager
#Disallow: /

User-agent: *
Disallow: *.gif
Disallow: *.png
Disallow: *.jpg
Disallow: *.ico
Disallow: links.shtml
Disallow: links.html
Disallow: /js/indextools.js
Disallow: /js/indextools.js*
Disallow: /js/misc.js
Disallow: /js/misc.js*
Disallow: /js/ext-core.js
Disallow: /js/ext-core.js*
Disallow: /js/protottype.js
Disallow: /js/protottype.js*
Disallow: /js/jquery.js
Disallow: /js/jquery.js*
Disallow: /js/dojo/dojo.js
Disallow: /js/dojo/dojo.js*
Disallow: /wizards/waps-cutoffs.php
Disallow: /wizards/waps-feedback.shtml
Disallow: /wizards/waps-afsc.php
Disallow: /wizards/waps_afsc.php
Disallow: /favicon.ico
Disallow: /code-red-systems.shtml
Disallow: /keepintouch/
Disallow: /faqs.shtml
Disallow: /feedback.shtml
Disallow: /nimda-systems.shtml
Disallow: /wizards/waps-feedback.shtml
Disallow: /images/
Disallow: /software/
Disallow: /stats/
Disallow: /3lbs/
Disallow: /adult/
Disallow: /britneyspears.html
Disallow: /britneyspears/
Disallow: /britneyspearsnaked/
Disallow: /bones/
Disallow: /cgi-bin/
Disallow: /commanderinchief/
Disallow: /christina/
Disallow: /cold-case/
Disallow: /copyright.shtml
Disallow: /cops/
Disallow: /criminal-minds/
Disallow: /csi/
Disallow: /csi-miami/
Disallow: /debbie/
Disallow: /does/
Disallow: /dallas/
Disallow: /er/
Disallow: /e-ring/
Disallow: /erotica/
Disallow: /extrememakeover-homeedition/
Disallow: /gina/
Disallow: /greys-anatomy/
Disallow: /house-md/
Disallow: /irobot/
Disallow: /joanofarcadia/
Disallow: /lawandorder/
Disallow: /madonna.*
Disallow: /madonna/
Disallow: /madtv/
Disallow: /masterandcommander/
Disallow: /munich/
Disallow: /naughty/
Disallow: /naughty-pictures/
Disallow: /naughty-movies/
Disallow: /nypd-blue/
Disallow: /num3ers/
Disallow: /nova/
Disallow: /oprah/
Disallow: /parishilton/
Disallow: /porn/
Disallow: /shrek/
Disallow: /smut/
Disallow: /tiffany/
Disallow: /twoandhalfmen/
Disallow: /the-outer-limits/
Disallow: /w3c/
Disallow: /walktheline/
Disallow: /wizards/waps-cutoffs.php
Disallow: /wizards/waps_afsc.php
Disallow: /wizards/waps-afsc.php
Disallow: /wizards/copyright.shtml
#Disallow: /wizards/waps-eligibility-chart.shtml
Disallow: /waps-combined.html
Disallow: /waps-combined.shtml
Disallow: /cgi-bin/appetite.cgi
Disallow; /pages/burn-notice.html
Disallow: /pages/in-plain-sight.html
Disallow: /pages/castle-abc-tv.html