User-agent: Slurp
Crawl-delay: 20

User-agent: *
Disallow: /travel/airlines/bargains/
Disallow: /travel/airlines/carriers/
Disallow: /travel/cruises/cruise-lines/
Disallow: /travel/cruises/resources/
Disallow: /travel/car-rental/agency/
Disallow: /almanac/
Disallow: /biography/
Disallow: /health/anatomy/
Disallow: /health/biology/
Disallow: /genealogy/resources/
Disallow: /geneology/
Disallow: /geography/
Disallow: /weather/
Disallow: /award/
Disallow: /cgi-bin/
Disallow: /financial/taxes/tax-forms/federal/
Disallow: /g2g/award/
Disallow: /g2g/renovation/
Disallow: /g2g/search/
Disallow: /g2g/survey/past/
Disallow: /images/
Disallow: /press-releases/
Disallow: /rqdn/
Disallow: /survey/
Disallow: /w3c/
Disallow: /400.htm
Disallow: /401.shtml
Disallow: /403.htm
Disallow: /404.htm
Disallow: /405.htm
Disallow: /ad-ops.htm
Disallow: /add-url.htm
Disallow: /biz-ops.htm
Disallow: /comments.htm
Disallow: /coming-soon.htm
Disallow: /disclaimer.htm
Disallow: /ed-index.htm
Disallow: /fed-index.htm
Disallow: /index.html
Disallow: /kudos.htm
Disallow: /law-index.htm
Disallow: /law-index.html
Disallow: /overview.htm
Disallow: /press-release.htm
Disallow: /privacy-policy.htm
Disallow: /test.htm
Disallow: /thanx.htm
Disallow: /webmaster.htm
Disallow: /animals/wild/index.html
Disallow: /query.html
Disallow: /request.html
Disallow: /search.html
Disallow: /survey/index.htm
Disallow: /computers/viruses/index.html
Disallow: /entertainment/movies-and-tv/tv/survivor/RiadaHeadline.jar
Disallow: /entertainment/movies-and-tv/tv/survivor/RiadaHeadline.class
Disallow: /entertainment/movies-and-tv/tv/survivor/RiadaJfc3.class
Disallow: /entertainment/movies-and-tv/tv/survivor/RiadaHeadline.cab
Disallow: /entertainment/movies-and-tv/tv/survivor/update.dat
Disallow: /entertainment/movies-and-tv/tv/survivor/java-logo.gif
Disallow: /internet/fun-stuff/iq-test/iq-test.exe
Disallow: /internet/fun-stuff/optical-illusion/illusion.exe
Disallow: /g2g/about.htm
Disallow: /g2g/ad-ops.htm
Disallow: /g2g/contact.htm
Disallow: /g2g/disclaimer.htm
Disallow: /g2g/founder.htm
Disallow: /g2g/privacy-policy.htm
Disallow: /g2g/research.html
Disallow: /g2g/search.html
Disallow: /g2g/test.html
Disallow: /g2g/legal-forms/info.txt
Disallow: /g2g/info.txt
Disallow: /search/search.txt
Disallow: /info.txt
Disallow: /g2g/politics/RiadaHeadline.jar
Disallow: /g2g/politics/RiadaHeadline.class
Disallow: /g2g/politics/RiadaJfc3.class
Disallow: /g2g/politics/RiadaHeadline.cab
Disallow: /g2g/politics/update.dat
Disallow: /g2g/politics/potus.gif
Disallow: *.gif
Disallow: *.jpg
Disallow: *.bmp
Disallow: *.pdf
Disallow: *.js
Disallow: *.pl
Disallow: *.cgi
Disallow: *.class
Disallow: *.cab
Disallow: *.jar
Disallow: *.dat
Disallow: *.exe
Disallow: *.cfg
Disallow: *.php
Sitemap: http://www.re-quest.net/rqdn-sitemap.gz