# Block all crawlers from accessing the /api endpoint
User-agent: *
Disallow: /api

# Block crawlers from accessing specific pages (e.g., dashboard, new)
Disallow: /indietool/dashboard
Disallow: /indietool/new

# Allow all other pages to be crawled
Allow: /indietool/newsletter-mondaygrowing-com
Allow: /indietool/codenquest-com

# Allow all other pages under /indietool to be crawled
Allow: /indietool/