User-agent: DuckDuckBot
Allow: /
User-agent: Googlebot
Allow: /
User-agent: Adsbot-Google
Allow: /
User-agent: Bingbot
Allow: /
User-agent: Slurp
Allow: /
User-agent: baiduspider
Allow: /
User-agent: yahoo-mmcrawler
Allow: /
User-agent: yahoo-blogs/v3.9
Allow: /
User-agent: Swiftbot
Allow: /
User-agent: proximic
Allow: /
User-agent: Yandex
Allow: /
Disallow: /api/
Disallow: /assets/
Disallow: /images/
Disallow: /launch_invitation/
Disallow: /media/
Disallow: /mediakit/
Disallow: /member/
Sitemap: https://www.dwnews.com/sitemap.xml