# The Grid Magazine — https://thegridmagazine.co.uk
# Everything public is crawlable. The exclusions below are pages that either
# need a login, sit behind a form, or are readers rather than content.

User-agent: *
Allow: /

# Issue readers and PDFs. The paid ones return 403 to anyone without a
# signed URL, so crawling them wastes budget and indexes error pages.
Disallow: /downloads/

# Post-conversion pages. Indexing these would let people skip the form.
Disallow: /free-thanks
Disallow: /thank-you

# Members only.
Disallow: /member-area

# Internal preview.
Disallow: /preview

Sitemap: https://thegridmagazine.co.uk/sitemap.xml