# www.robotstxt.org/ # Allow crawling of all content but not urls with index.php User-agent: * Disallow: /index.php/ Disallow: /proxy.html