# robots.txt for whatstheirip.tech # Updated: 2025-10-14 User-agent: * Allow: / Allow: /blog/ Allow: /blog/zh/ # Sitemap location Sitemap: https://whatstheirip.tech/sitemap.xml # Crawl delay for respectful crawling Crawl-delay: 1 # Allow all major search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / # Disallow spam bots User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: /