# Crawlers Setup
User-agent: *
Disallow: /
Disallow: /app/
Disallow: */feed/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /magento/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /shell/
Disallow: /stats/
Disallow: /daily/
Disallow: /var/
Disallow: /webforms/index/iframe/

User-agent: Googlebot
Allow: /