# robots.txt for http://golem.ph.utexas.edu/ User-agent: * Disallow: /cgi-bin/ Disallow: /~distler/name/ Disallow: /courses/ Disallow: /~distler/code/ Disallow: /~distler/blog/atom10.xml Disallow: /~distler/blog/rss2.xml Disallow: /~distler/blog/rss2-full.xml Disallow: /~distler/blog/index.rdf Disallow: /~distler/blog/comments.atom Disallow: /~distler/blog/comments.rss Disallow: /string/atom10.xml Disallow: /string/rss2.xml Disallow: /string/rss2-full.xml Disallow: /string/index.rdf Disallow: /string/comments.atom Disallow: /string/comments.rss Disallow: /category/comments.atom Disallow: /category/atom10.xml Disallow: /instiki/edit Disallow: /instiki/feeds Disallow: /instiki/export Disallow: /instiki/revision Disallow: /instiki/show/diff Disallow: /instiki/print Disallow: /instiki/tex Disallow: /instiki/pdf Disallow: /instiki/list User-agent: Googlebot-Image Disallow: /