User-agent: *
Disallow: /tags/*/aggregate
Disallow: /tags/*/*/aggregate
Disallow: /tags/*/*/*/aggregate
Disallow: /tags/*/*/*/*/aggregate
Disallow: /tags/*/page_view_timing/
Disallow: /tags/*/page_action/
Disallow: /tags/*/session_trace/
Disallow: /tags/*/metrics/
Disallow: /tags/*/ajax/
Disallow: /tags/*/jserrors/
Disallow: /tags/*/spa/
Disallow: /tags/*/_/*

User-agent: archive.org_bot
Disallow: /

User-agent: ArchiveBot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: web-archive-net.com.bot
Disallow: /

User-agent: Mediapartners-Google
Disallow:

User-agent: *
Disallow: /search/
Crawl-delay: 5

Sitemap: https://www.phillyvoice.com/newssitemap.xml
Sitemap: https://www.phillyvoice.com/sitemap_index.xml

User-agent: AppleNewsBot
Crawl-delay: 5

User-agent: Applebot
Crawl-delay: 5