User-agent: * Disallow: / # Allow the facebook agent to scan the pages related to the social media connectors review User-agent: meta-externalagent Disallow: / # Disallow all files Allow: /public/Default.aspx # Allow the public sign-in page Allow: /Logged/BackOffice/Advisor/Maintenance/Social-Media-Connector-Rules-Management.aspx # Allow the social media connectors page