# Robots.txt for domain: http://www.gfestival.com/ # All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi/ User-agent: * Disallow: /cgi/ # Disallow directory /css/ User-agent: * Disallow: /css/ # Disallow directory /forum/ User-agent: * Disallow: /forum/ # Disallow directory /gif/ User-agent: * Disallow: /gif/ # Disallow directory /grot/ User-agent: * Disallow: /grot/ # Disallow directory /jpg/ User-agent: * Disallow: /jpg/ # Disallow directory /wbmp/ User-agent: * Disallow: /wbmp/ # Disallow directory /js/ User-agent: * Disallow: /js/ # Disallow directory /html/ User-agent: * Disallow: /html/ # Disallow directory /shtml/ User-agent: * Disallow: /shtml/ # Disallow directory /webchat/ User-agent: * Disallow: /webchat/ # Disallow directory /webedit/ User-agent: * Disallow: /webedit/ # Disallow directory /wml/ User-agent: * Disallow: /wml/ # Disallow directory /xpi/ User-agent: * Disallow: /xpi/