# Enhanced robots.txt for better SEO
User-agent: *
Allow: /

# Allow search engines to crawl all content
Disallow:

# Sitemap location
Sitemap: https://dylantao.github.io/sitemap.xml

# Additional SEO directives
# Allow crawling of all important directories
Allow: /publications/
Allow: /projects/
Allow: /blog/
Allow: /cv/

# Crawl delay (optional - helps with server load)
Crawl-delay: 1