# Allow all crawlers User-agent: * Allow: / # Block all crawlers for /admin User-agent: * Disallow: /xoa-tai-khoan # Allow all crawlers User-agent: * Allow: /chinh-sach-bao-mat User-agent: * Allow: /dang-nhap # Sitemap Sitemap: https://docbao.io/sitemap.xml # Crawl-delay Crawl-delay: 10 # Allow Googlebot User-agent: Googlebot Allow: / Crawl-delay: 5 # Allow Bingbot User-agent: Bingbot Allow: / Crawl-delay: 5 # Allow Yandex User-agent: Yandex Allow: / Crawl-delay: 5 # Allow Baidu User-agent: Baiduspider Allow: / Crawl-delay: 5 # Allow DuckDuckBot User-agent: DuckDuckBot Allow: / Crawl-delay: 5 # Allow Facebook User-agent: facebookexternalhit Allow: / Crawl-delay: 5 # Allow Twitter User-agent: Twitterbot Allow: / Crawl-delay: 5 # Allow LinkedIn User-agent: LinkedInBot Allow: / Crawl-delay: 5 # Allow Pinterest User-agent: Pinterest Allow: / Crawl-delay: 5 # Allow Instagram User-agent: Instagram Allow: / Crawl-delay: 5 # Allow WhatsApp User-agent: WhatsApp Allow: / Crawl-delay: 5 # Allow Telegram User-agent: TelegramBot Allow: / Crawl-delay: 5 # Allow Viber User-agent: Viber Allow: / Crawl-delay: 5 # Allow Zalo User-agent: Zalo Allow: / Crawl-delay: 5