User-agent: Mediapartners-Google
Disallow: /
Allow: /robots.txt
Allow: /sitemap.xml
Allow: /*.html$
Allow: /$

User-agent: bingbot
Disallow: /
Allow: /robots.txt
Allow: /sitemap.xml
Allow: /*.html$
Allow: /$

User-agent: Googlebot
Disallow: /
Allow: /robots.txt
Allow: /sitemap.xml
Allow: /*.html$
Allow: /$

User-agent: Googlebot-Image
Disallow: /
Allow: /robots.txt
Allow: /sitemap.xml
Allow: /*.html$
Allow: /$

User-agent: Adsbot-Google
Disallow: /
Allow: /robots.txt
Allow: /sitemap.xml
Allow: /*.html$
Allow: /$

User-agent: Googlebot-Mobile
Disallow: /

User-agent: *
Disallow: /search
Disallow: /

Sitemap: https://events.scottsdalearizonanews.com/sitemap.xml