# Allow all crawlers User-agent: * Allow: / # Sitemaps Sitemap: https://litek.typist.cc/sitemap.xml # Common bots User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Baiduspider Allow: / # Crawl-delay for less aggressive bots User-agent: * Crawl-delay: 1