User-agent: * Disallow: /tags/*/aggregate Disallow: /tags/*/*/aggregate Disallow: /tags/*/*/*/aggregate Disallow: /tags/*/*/*/*/aggregate Disallow: /tags/*/page_view_timing/ Disallow: /tags/*/page_action/ Disallow: /tags/*/session_trace/ Disallow: /tags/*/metrics/ Disallow: /tags/*/ajax/ Disallow: /tags/*/jserrors/ Disallow: /tags/*/spa/ Disallow: /tags/*/_/* User-agent: archive.org_bot Disallow: / User-agent: ArchiveBot Disallow: / User-agent: ia_archiver Disallow: / User-agent: ia_archiver-web.archive.org Disallow: / User-agent: web-archive-net.com.bot Disallow: / User-agent: Mediapartners-Google Disallow: User-agent: * Disallow: /search/ Crawl-delay: 5 Sitemap: https://www.phillyvoice.com/newssitemap.xml Sitemap: https://www.phillyvoice.com/sitemap_index.xml User-agent: AppleNewsBot Crawl-delay: 5 User-agent: Applebot Crawl-delay: 5