User-agent: *
Allow: /
Disallow: /admin/
Disallow: /dj/
Disallow: /profile
Disallow: /messages
Disallow: /inbox
Disallow: /queue
Disallow: /analytics
Disallow: /weekly-top-40/preview

# Social/link-preview crawlers — full access for OG/Twitter card scraping
User-agent: facebookexternalhit
Allow: /
Disallow:

User-agent: Facebot
Allow: /
Disallow:

User-agent: Twitterbot
Allow: /
Disallow:

User-agent: LinkedInBot
Allow: /
Disallow:

User-agent: Slackbot
Allow: /
Disallow:

User-agent: Slackbot-LinkExpanding
Allow: /
Disallow:

User-agent: Discordbot
Allow: /
Disallow:

User-agent: TelegramBot
Allow: /
Disallow:

User-agent: WhatsApp
Allow: /
Disallow:

User-agent: Applebot
Allow: /
Disallow:

User-agent: Pinterest
Allow: /
Disallow:

User-agent: redditbot
Allow: /
Disallow:

User-agent: Embedly
Allow: /
Disallow:

# Search engines
User-agent: Googlebot
Allow: /
Disallow: /admin/

User-agent: Bingbot
Allow: /
Disallow: /admin/

Sitemap: https://loudman.live/sitemap.xml