User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: Googlebot-Mobile
User-agent: APIs-Google
User-agent: Mediapartners-Google
User-agent: Storebot-Google
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google-Mobile-Apps
User-agent: Bingbot
User-agent: Twitterbot
User-agent: facebookexternalhit
User-agent: ia_archiver
User-agent: AhrefsBot
User-agent: AhrefsSiteAudit
Allow: /
Crawl-delay: 1

User-agent: *
Disallow: /