User-agent: * Allow: /assets/img/ Allow: /assets/xml/ Disallow: /admin/ Allow: / Allow: /public/