# Prioritize primary advertising and search bots.
User-agent: Googlebot
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: Bingbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# Allow all other bots
User-agent: *
Allow: /

# Allow access to files important for SEO.
Allow: /robots.txt
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.gif$