User-agent: *
Allow: /

# Sitemap
Sitemap: https://seenit.co/sitemap.xml

# Crawl-delay for better server performance
Crawl-delay: 1

# Disallow admin areas
Disallow: /admin/
Disallow: /private/
Disallow: /*.json$
Disallow: /*.xml$
Disallow: /api/

# Allow important directories
Allow: /assets/
Allow: /images/
Allow: /css/
Allow: /js/

# Block common bot traps
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /logs/