# robots.txt for http://www.gaiaweb.org/ User-agent: * Disallow: /contact/ Disallow: /errordocs/ Disallow: /media/ Disallow: */media/ Disallow: *.php Disallow: /site/