User-agent: * Allow: /wp-admin/admin-ajax.php Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-includes/ Disallow: /config/ Disallow: /wp-json/ Disallow: /temp/ Disallow: /test-template/ Disallow: /test/ Disallow: /junk/ Disallow: /useless_file.html Disallow: /hide.me Disallow: /wave.webaim.org/ User-agent: User-agent: * Allow: /sitecheckerbotcrawler/ Disallow: /wp-login.php Disallow: /wp-includes/ Disallow: /wp-json/ Disallow: /mediapartners-google/ Disallow: /temp/ User-agent: Google-adstxt Disallow: User-agent: Mediapartners-Google Allow: / User-agent: Unnecessarybot Disallow: / User-agent: SiteCheckerBotCrawler Allow: / User-agent: Googlebot-News Allow: / Sitemap: https://diversitynewsmagazine.org/google-news-sitemap.xml Sitemap: https://diversitynewsmagazine.org/sitemap_index.xml Sitemap: https://diversitynewsmagazine.org/sitemap.xml Sitemap: https://diversitynewsmagazine.org/feed/ Sitemap: https://diversitynewsmagazine.org/news-sitemap.xml #WP Import Export Rule User-agent: * Disallow: /wp-content/uploads/wp-import-export-lite/