User-agent: *
Disallow: /cgi-bin/
Disallow: /.tmp/
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/
Disallow: */trackback/
Disallow: */feed/
Disallow: */comments/
Disallow: /*readme.txt
Disallow: */author
Disallow: /*ads.txt
Disallow: /*sql.txt

User-agent: barkrowler
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: dataforseo
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: ToutiaoSpider
Disallow: /

User-agent: toutiaoSpider
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: ChinasoSpider
Disallow: /

User-agent: EasouSpider
Disallow: /

User-agent: Sogou blog
Disallow: /

User-agent: Sogou inst spider
Disallow: /

User-agent: Sogou News Spider
Disallow: /

User-agent: Sogou Orion spider
Disallow: /

User-agent: Sogou spider2
Disallow: /

User-agent: Sogou web spider
Disallow: /


User-agent: Sosospider
Disallow: /

User-agent: yisouspider
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Seznam
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Semrush
Disallow: /

User-agent: Dotbot
Disallow: /

User-agent: SiteExplorer
Disallow: /

User-agent: Teoma
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: Scrubby
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: SeekportBot
Disallow: /

#WP Import Export Rule
User-agent: *
Disallow: /wp-content/uploads/wp-import-export-lite/