User-agent: Twitterbot\ Disallow: User-agent: Googlebot\ Allow: /.js Allow: /.css Allow: /images/ Allow: /resources/ Disallow: /rw_common/ User-agent: facebookexternalhit Crawl-delay: 0 Allow: / Allow: /.js Allow: /.css Allow: /images/ Allow: /resources/ Disallow: /rw_common/ User-agent: meta-externalagent Allow: / Allow: /.js Allow: /.css Allow: /images/ Allow: /resources/ Disallow: /rw_common/ User-agent: * Disallow: /