User-Agent: Slurp
Crawl-Delay: 1500

User-agent: *
Disallow: /cache/
Disallow: /api/
Disallow: /includes/
Disallow: /locales/
Disallow: /services/
Disallow: /templates/
Disallow: /includes/