User-agent: *
Disallow: /wp-admin*
Disallow: *?arsae=* 
Allow: /wp-admin/admin-ajax.php 
Sitemap: https://twibon.app/sitemap_index.xml

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: Web Downloader
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Offline Explorer Pro
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: HTTrack Website Copier
Disallow: /

User-agent: Offline Commander
Disallow: /

User-agent: Leech
Disallow: /

User-agent: WebSnake
Disallow: /

User-agent: BlackWidow
Disallow: /

User-agent: HTTP Weazel
Disallow: /

User-agent: Baiduspider
User-agent: Sogou web spider
User-agent: MojeekBot
User-agent: SeznamBot
User-agent: ToutiaoSpider
User-agent: MegaIndex.ru
Disallow: /

User-agent: Applebot
User-agent: GarlikCrawler
User-agent: Mappy
User-agent: Cliqzbot
User-agent: ltx71 - (http://ltx71.com/)
User-agent: Daum
User-agent: grapeshot
Disallow: /

User-agent: special_archiver
User-agent: proximic
User-agent: BLEXBot
User-agent: Cula
User-agent: VelenPublicWebCrawler
Disallow: /

User-agent: Twitterbot
User-agent: Pinterestbot
Disallow: /

User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: spbot
User-agent: ExtLinksBot
User-agent: linkdexbot
Disallow: /

User-agent: Mail.RU_Bot
User-agent: MauiBot
User-agent: Linguee Bot
Disallow: /