User-agent: *
Allow: /

# Sitemaps
Sitemap: https://keiron.xyz/sitemap.xml

# Block search bots from admin areas (if any)
Disallow: /admin/
Disallow: /.git/

# Allow all crawlers to access CSS and JS
Allow: /css/
Allow: /js/
Allow: /images/

# Crawl-delay for being nice to servers
Crawl-delay: 1