User-agent: *
Allow: /
Disallow: /scratch/
Disallow: /tools/*

# Allow all crawlers to access the entire site
# Blog posts, tools, and static pages are all indexable

# Crawl delay for server load
Crawl-delay: 5

# Sitemaps
Sitemap: https://smarttoolset.netlify.app/sitemap.xml

# Host
Host: https://smarttoolset.netlify.app