#Baiduspider
User-agent: Baiduspider
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Sogou
Disallow:/

User-agent: Sogou web spider
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: zoominfobot
Disallow: /

User-agent: PiplBot
Disallow: /

User-agent: *
Crawl-delay: 10
Disallow: /cgi-bin/gbrowse/
Disallow: /gbrowse/
Allow: /GG3/blast
Disallow: /GG2/
Disallow: *blast*
Disallow: /tht/
Disallow: /SNP/
Disallow: /genome/
Disallow: /webalizer/
Disallow: /cgi-bin/GG3/sqlGG3.cgi*