# robots.txt User-agent: * Disallow: /cgi-bin/ Disallow: /cake/ Disallow: /docs/ Disallow: /vendors/ Disallow: /app/ Allow: /index.php