User-agent: *
Disallow: /static/
Disallow: /assets/
Disallow: /cgi-bin/
Disallow: /files/
Disallow: /ref.php
Disallow: /ref.php?
Disallow: /view/

User-agent: spbot
Disallow: /

User-agent: MSIndianWebcrawl
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: dotbot
Disallow: / 

User-agent: twiceler
Disallow: /

User-agent: 008
Disallow: /

User-agent: DelvuBot
Disallow: /

User-agent: Spinn3r
Disallow: /

User-agent: SnapPreviewBot
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /ziro/