User-agent: OAI-AdsBot
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: AdIdxBot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: *
Disallow: /