# Disallow everything. User-agent: * Allow: / User-agent: linkpreview Allow: / # Certain social media sites are whitelisted to allow crawlers to access page markup when links to /images are shared. # User-agent: Twitterbot # Allow: /images # User-agent: facebookexternalhit # Allow: /images