# All robots will spider the domain User-agent: * # Ignore these directories Disallow: /app/ Disallow: /cgi-bin/ Disallow: /downloader/ Disallow: /js/ Disallow: /lib/ Disallow: /marcsitkin/ Disallow: /markclifton/ Disallow: /pkginfo/ Disallow: /report/ Disallow: /skin/adminhtml/ Disallow: /skin/install/ Disallow: /testmagento/ Disallow: /var/ Disallow: /index.php/review/