User-Agent: *
Disallow: /.well-known/*
Disallow: /test/*
Disallow: /bug
Disallow: /encyclopedia/sample/*
Disallow: /competition/preview/*
Disallow: /event/preview/*
Disallow: /announcement/preview/*
Disallow: /g/preview/*
Disallow: /pay/*
Disallow: /profile/cocktail-finder
Disallow: /city-guide/preview/*
Disallow: /producer/preview/*
Disallow: /enter/*
Disallow: /ad/*
Disallow: /r/*
Disallow: /g/1278/*
Disallow: /premium/voucher/*
Allow: /

# sitemaps
Sitemap: https://www.diffordsguide.com/sitemap/gb.xml
Sitemap: https://www.diffordsguide.com/sitemap/bar.xml
Sitemap: https://www.diffordsguide.com/sitemap/cocktail.xml
Sitemap: https://www.diffordsguide.com/sitemap/forum.xml
Sitemap: https://www.diffordsguide.com/sitemap/cocktail-user-generated.xml

# bot/crawler block
User-agent: SemrushBot
Disallow: /
User-agent: Titan
Disallow:/
User-agent: Companybook-Crawler
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Linguee
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: Seekbot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: AwarioRssBot
Disallow: /
User-agent: AwarioSmartBot
Disallow: /

# limit amazonbot to just main content, 
User-agent: Amazonbot
Disallow: /login
Disallow: /unsubscribe
Disallow: /profile
Disallow: /account
Disallow: /your-account
Disallow: /el-gr
Disallow: /pt-br
Disallow: /en-au