User-Agent: W3C-checklink
Disallow: /

User-Agent: W3C_Validator
Disallow: /

User-Agent: W3C_CSS_Validator
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: FavIconizer
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: A6-Indexer/1.0
Disallow: /

User-agent: butterfly
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: Mail.Ru
Disallow: /

User-agent: nutch
Disallow: /

User-agent: pingdom
Disallow: /

User-agent: proximic
Disallow: /

User-agent: Python
Disallow: /

User-agent: SearchmetricsBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: spbot
Disallow: /

User-agent: Wget
Disallow: /

User-agent: yie8
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: hivaBot
Disallow: /

User-agent: NerdyBot
Disallow: /

User-agent: updown_tester
Disallow: /

User-agent: AndroidDownloadManager
Disallow: /

User-agent: voltron
Disallow: /

User-agent: Xenu's Link Sleuth 1.1c
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: oBot
Disallow: /

User-agent: Riddler
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: Mail.Ru
Disallow: /

User-agent: *
Disallow: /?p=*
Disallow: /portfolio-category/
Disallow: /page/
Disallow: /?portfolio=*
Disallow: /?team=*
Disallow: /?post_type=*
Disallow: /?page_id=*