# Robots.txt generated by Booter - Crwalers Manager at Wed, 11 Jan 2023 23:42:07 +0000 # Do not modify this file, any contents will be overwritten Sitemap: https://se-keys.com/new_sitemap.xml User-agent: * Disallow: /wp-admin/ Disallow: /product-tag Disallow: /?add-to-cart* Disallow /?swoof Disallow /?page_id Disallow: /staging Disallow: /staging/ Disallow: /*?lang= Disallow: /courses/ Disallow: /*?master-access Disallow: /*?add-to-cart= Disallow: /*?attribute_ User-agent: seek Disallow: / User-agent: BLEXBot Disallow: / User-agent: Velen Disallow: / User-agent: PhantomJS Disallow: / User-agent: Dalvik Disallow: / User-agent: MJ12bot Disallow: / User-agent: SeznamBot Disallow: / User-agent: Barkrowler Disallow: / User-agent: ZoominfoBot Disallow: / User-agent: Mail.RU Bot Disallow: / User-agent: Slackbot-LinkExpanding Disallow: / User-agent: TelegramBot Disallow: / User-agent: survey Disallow: / User-agent: bit.ly Disallow: / User-agent: SurdotlyBot Disallow: / Allow: /wp-admin/admin-ajax.php crawl-delay: 10