User-agent: *
Allow: /
Allow: /zh/
Allow: /en/

# Disallow API endpoints from indexing
Disallow: /api/

# Disallow 404 page from indexing
Disallow: /404.html

# Important files for crawlers
Sitemap: https://stripmd.thistools.app/sitemap.xml

# Crawl-delay for respectful crawling
Crawl-delay: 1