User-agent: * Disallow: / User-agent: AdsBot-Google Allow: / User-agent: Applebot Allow: / User-agent: DoCoMo Allow: / User-agent: Feedfetcher-Google Allow: / User-agent: Google-HTTP-Java-Client Allow: / User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: / User-agent: Googlebot-Mobile Allow: / User-agent: Googlebot-News Allow: / User-agent: Googlebot-Video Allow: / User-agent: Googlebot/Test Allow: / User-agent: Gravityscan Allow: / User-agent: LinkedInBot Allow: / User-agent: Mediapartners-Google Allow: / User-agent: SAMSUNG Allow: / User-agent: Slackbot Allow: / User-agent: Slackbot-LinkExpanding Allow: / User-agent: TwitterBot Allow: / User-agent: Wordpress Allow: / User-agent: adidxbot Allow: / User-agent: aolbuild Allow: / User-agent: bing Allow: / User-agent: bingbot Allow: / User-agent: bingpreview Allow: / User-agent: developers.facebook.com Allow: / User-agent: duckduckgo Allow: / User-agent: facebookexternalhit Allow: / User-agent: facebookplatform Allow: / User-agent: gsa-crawler Allow: / User-agent: msnbot Allow: / User-agent: msnbot-media Allow: / User-agent: teoma Allow: / User-agent: yahoo Allow: /