User-agent: *
Allow: /
Disallow: /admin/
Disallow: /admin/*
Disallow: /static/uploads/
Disallow: /api/
Disallow: /*.json$

# Allow important pages for SEO
Allow: /
Allow: /submit
Allow: /search
Allow: /prompt/*
Allow: /static/css/
Allow: /static/js/
Allow: /static/images/

# Crawl delay for respectful crawling
Crawl-delay: 1

# Sitemap location
Sitemap: https://prompthub-lac.vercel.app/sitemap.xml

# Specific bot instructions
User-agent: Googlebot
Allow: /
Disallow: /admin/
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Disallow: /admin/
Crawl-delay: 1