# Block all user-agents by default User-agent: * Disallow: / # Allow major search engines User-agent: Googlebot Disallow: User-agent: Googlebot-Image Disallow: User-agent: Bingbot Disallow: User-agent: DuckDuckBot Disallow: User-agent: Baiduspider Disallow: User-agent: Yandex Disallow: # Allow social and archive bots User-agent: Applebot Disallow: User-agent: Facebot Disallow: User-agent: Twitterbot Disallow: User-agent: LinkedInBot Disallow: User-agent: archive.org_bot Disallow: # Disallow known scrapers and SEO tools User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: Sogou Disallow: / User-agent: PetalBot Disallow: / User-agent: CCBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: MauiBot Disallow: / User-agent: SeekportBot Disallow: / User-agent: TurnitinBot Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: SerpstatBot Disallow: / User-agent: Screaming Frog SEO Spider Disallow: / # Preferred host Host: https://savesfromnets.com