User-agent: *
Disallow: /tools/search?domain
Disallow: /tools/javascript-stats?name
Disallow: /tools/hostname-stats?hostname

# Googlebot understands JavaScript and can make AJAX POST to retrieve the page content.
User-agent: Googlebot
Allow: /tools/search?domain
Allow: /tools/javascript-stats?name
Allow: /tools/hostname-stats?hostname

Sitemap: https://iolabs.io/sitemap.xml