User-agent: * Disallow: /w/index.php Disallow: /w/load.php Disallow: /w/cache/ Disallow: /w/settings/ Disallow: /w/maintenance/ Disallow: /w/skins/ Disallow: /w/GlobalSettings.php Disallow: /w/PrivateSettings.php Disallow: /w/CaptchaSettings.php Disallow: /w/LocalSettings.php Sitemap: /sitemap.xml Crawl-Delay: 7 User-agent: Googlebot Crawl-Delay: 1 User-agent: Bingbot Crawl-Delay: 1 User-agent: Yandex Crawl-Delay: 12 User-agent: SemrushBot Crawl-delay: 100