User-agent: *
Allow: /

Disallow: /app/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /catalogsearch/result/
Disallow: /search/
Disallow: /search?q
Disallow: /admin/
Disallow: /wip/
Disallow: /review/
Disallow: /*?src=
Disallow: /*?price=
Disallow: /request-sample


 

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Riddler
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: moget
Disallow: /

User-agent: ichiro
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-video
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: WotBox
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: ZumBot
Disallow: /