# Block all robots from the entries that don't have a unique headword
# Allow robots to all optimised entry pages

User-agent: *
Disallow: /