User-Agent: * Allow: /news/ User-Agent: * Disallow: /zine/ User-Agent: * Disallow: /music/ User-Agent: * Disallow: /files/ User-Agent: * Disallow: /cgi-bin/ User-Agent: * Disallow: /ndxz-studio/ User-Agent: * Disallow: /sayhitome/ order allow,deny deny from 38.99.13.121 deny from 38.99.44.101 deny from 64.1.215.166 deny from 208.36.144.6 deny from 38.99.13.122 deny from 38.99.44.102 deny from 64.1.215.162 deny from 208.36.144.7 deny from 38.99.13.123 deny from 38.99.44.103 deny from 64.1.215.163 deny from 208.36.144.8 deny from 38.99.13.124 deny from 38.99.44.104 deny from 64.1.215.164 deny from 208.36.144.9 deny from 38.99.13.125 deny from 38.99.44.105 deny from 64.1.215.165 deny from 208.36.144.10 deny from 38.99.13.126 deny from 38.99.44.106 allow from all User-Agent: * Sitemap: Sitemap: http://saigonmarket.org/news/sitemap.xml /ping?sitemap=http://saigonmarket.org/news/sitemap.xml # BEGIN XML-SITEMAP-PLUGIN Sitemap: http://saigonmarket.org/news/sitemap.xml.gz # END XML-SITEMAP-PLUGIN User-agent:* # disallow all files in these directories Disallow: /cgi-bin/ Disallow: /z/j/ Disallow: /z/c/ Disallow: /stats/ Disallow: /dh_ Disallow: /about/ Disallow: /contact/ Disallow: /tag/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /contact Disallow: /manual Disallow: /manual/* Disallow: /phpmanual/ Disallow: /category/ User-agent: Googlebot # disallow all files ending with these extensions Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.wmv$ Disallow: /*.cgi$ Disallow: /*.xhtml$ # disallow all files with ? in url Disallow: /*?* User-agent: duggmirror Disallow: / User-agent: Yahoo! Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: twiceler Disallow: / User-agent: * disallow: / User-agent: Googlebot disallow: / User-agent: Slurp disallow: / User-agent: * Disallow: /news Disallow: /cgi-bin/ Sitemap: http://saigonmarket.org/news/sitemap.xml.gz # BEGIN XML-SITEMAP-PLUGIN Sitemap: http://saigonmarket.org/news/sitemap.xml.gz # END XML-SITEMAP-PLUGIN