# robot list: http://www.robotstxt.org/wc/robots.html
# robot help: http://www.archive.org/about/exclude.php

# submit a site: http://www.alexa.com/site/help/webmasters#crawl_site
# submit a site: http://www.google.com/addurl/?continue=/addurl
# submit a site: http://submissions.ask.com/ping?sitemap=http%3A//pointspotter.com/sitemap.xml
# submit a site: https://siteexplorer.search.yahoo.com/submit   (login required)

Sitemap: http://pointspotter.com/sitemap.xml

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /cgi-bin
Disallow: /cgi-bin/
Disallow: /arachnids.html