# robots.txt for Sweet 7 Canada # 允许所有搜索引擎爬虫访问 User-agent: * Allow: / Disallow: /boss Disallow: /admin Disallow: /set-password Disallow: /*.json$ Disallow: /*.js$ Disallow: /*.css$ # 允许爬虫访问 sitemap Sitemap: https://sweet7.ca/sitemap.xml # 爬虫延迟设置 (毫秒) Crawl-delay: 1 # 优先爬取速率 Request-rate: 1/5 # 特定搜索引擎规则 User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: bingbot Allow: / Crawl-delay: 1