User-agent: *
Disallow: /
Disallow: /ROOT
Disallow: /thredds
Disallow: /thredds2
Disallow: /sample
Disallow: /thredds.back

User-agent: googlebot
Disallow: /
Disallow: /ROOT
Disallow: /thredds
Disallow: /thredds2
Disallow: /sample
Disallow: /thredds.back

# Rule google-xrawler
User-agent: -
Disallow: /
Disallow: /ROOT
Disallow: /thredds
Disallow: /thredds2
Disallow: /sample
Disallow: /thredds.back
# Rule 3
User-agent: SemrushBot
Disallow: /
Disallow: /ROOT
Disallow: /thredds
Disallow: /thredds2
Disallow: /sample
Disallow: /thredds.back

# Rule 4 
User-agent: Bingbot
Disallow: /
Disallow: /ROOT
Disallow: /thredds
Disallow: /thredds2
Disallow: /sample
Disallow: /thredds.back

# Rule 5 
User-agent: slurp
Disallow: /
Disallow: /ROOT
Disallow: /thredds
Disallow: /thredds2
Disallow: /sample
Disallow: /thredds.back

# Rule 6 
User-agent: Baiduspider 
Disallow: /
Disallow: /ROOT
Disallow: /thredds
Disallow: /thredds2
Disallow: /sample
Disallow: /thredds.back
# Rule 7 
User-agent: YandexBot
Disallow: /
Disallow: /ROOT
Disallow: /thredds
Disallow: /thredds2
Disallow: /sample
Disallow: /thredds.back

User-agent: MSNBot
Disallow: /
Disallow: /ROOT
Disallow: /thredds
Disallow: /thredds2
Disallow: /sample
Disallow: /thredds.back