# robots.txt for shanghaitourism.org User-agent: * Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /xmlrpc.php Disallow: /?s= Disallow: /search/ Disallow: /*?replytocom Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ # Google advertising crawlers - required for AdSense to read page content User-agent: Mediapartners-Google Disallow: User-agent: AdsBot-Google Disallow: User-agent: AdsBot-Google-Mobile Disallow: User-agent: AdsBot-Google-Mobile-Apps Disallow: User-agent: Google-AdSense-Verification Disallow: Sitemap: https://www.shanghaitourism.org/sitemap_index.xml