# robots.txt Sitemap: https://dardoor.com/sitemap_index.xml User-Agent: * Allow: / Crawl-delay: 10 Disallow: /wp-content/plugins/ Disallow: /readme.html Disallow: /wp-login.php Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ user-agent: AhrefsBot disallow: / User-agent: spbot Disallow: / User-agent: ezooms Disallow: / User-agent: sistrix Disallow: / User-agent: MJ12bot Disallow: / User-agent: Swiftbot Disallow: /