# Disallow By Default
User-agent: *
Disallow: /
X-Robots-Tag: noindex, nofollow, noarchive, nosnippet


# Allow major search engines
#User-agent: Googlebot
#Allow: /
#
#User-agent: Bingbot
#Allow: /
#
#User-agent: Slurp
#Allow: /
#
#User-agent: DuckDuckBot
#Allow: /
#
#User-agent: Baiduspider
#Allow: /
#
## Block unwanted crawlers
#User-agent: GenomeCrawlerd
#Disallow: /
#
#User-agent: *
#Disallow: /admin/
#Disallow: /api/
#Disallow: /login
