User-agent: * Allow: *.html Allow: *.htm Allow: *.phtml Allow: *.pdf Allow: *.jpg Allow: *.png Allow: /sitemap.xml Allow: /sitemap.xml.gz Allow: /pubvc.co/ Disallow: /prewikka Disallow: /webalizer Disallow: /svn Disallow: /pubvc/ Disallow: /~tas Disallow: /files/coursework/private Disallow: /files/thesis/private Disallow: /private Disallow: /img/spain/private Disallow: /img/private Disallow: /files/thesis Disallow: /cgi-bin Disallow: /personal/poems/*.txt Disallow: *.htm Disallow: *.xml Disallow: *.xsl Disallow: *.md5.txt Disallow: *.asc Disallow: *.gpg Disallow: *.bz2 Disallow: *.gz Disallow: *.patch Disallow: *.zip Disallow: *.cgi Allow: *.html Allow: *.htm Allow: *.phtml Allow: *.pdf Allow: *.jpg Allow: *.png Allow: /sitemap.xml Allow: /sitemap.xml.gz Allow: /pubvc.co/