User-agent: *
Disallow: /
Disallow: /cgi-bin
Disallow: /lshade
Disallow: /lstest
Disallow: /marc
Disallow: /rschnabel
Disallow: /curtvt
Disallow: /Alusite
Disallow: /apdl
Disallow: /bfgl
Disallow: /bfgl_uploads
Disallow: /bs_data
Disallow: /BtSNPs
Disallow: /cattleSD
Disallow: /CDDR
Disallow: /divergence
Disallow: /est-page
Disallow: /GAPipeline
Disallow: /gbrowse
Disallow: /GenotypeDL
Disallow: /GenotypesAIPL
Disallow: /GenotypesMinnesota
Disallow: /gliu
Disallow: /hapmap
Disallow: /ILDEX
Disallow: /illumina
Disallow: /IlluminaGA
Disallow: /illumina_software
Disallow: /ilri
Disallow: /Merial
Disallow: /ML
Disallow: /msstate
Disallow: /perchlorate
Disallow: /semen
Disallow: /snpdata
Disallow: /snpmap
Disallow: /soybean
Disallow: /tad
Disallow: /tfbsConsSites
Disallow: /tfbsConsSites.orig
Disallow: /tfbsConsSites_tmpdata
Disallow: /tmp
Disallow: /turkey
Disallow: /vetpar