# Unet - Stay United

User-agent: *
Disallow: /affiliate/
Disallow: /alb/
Disallow: /authrestriction/
Disallow: /cart/
Disallow: /charts/
Disallow: /deal/
Disallow: /deals/
Disallow: /dev/
Disallow: /deposit/
Disallow: /design/
Disallow: /email/
Disallow: /goods/
Disallow: /invite/
Disallow: /join/
Disallow: /logs/
Disallow: /locator/
Disallow: /menu/
Disallow: /mform/
Disallow: /money/
Disallow: /msg/
Disallow: /network/
Disallow: /newsletter/
Disallow: /notfound/
Disallow: /password/
Disallow: /phone/
Disallow: /quick/
Disallow: /recur/
Disallow: /dirshare/
Disallow: /file*
Disallow: /reports/
Disallow: /settings/
Disallow: /sitetransfer/
Disallow: /stats/
Disallow: /subs/
Disallow: /task/
Disallow: /tasks/
Disallow: /tasksjoin/
Disallow: /tips/
Disallow: /timesheet/
Disallow: /unsubscr/
Disallow: /void/
Disallow: /*?*utm_

Sitemap: https://newyorker.unet.com/sitemap.xml

User-agent: Nutch
Disallow: /

User-agent: MJ12bot
Crawl-Delay: 10

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: AhrefsSiteAudit
Crawl-delay: 10

User-agent: Pinterest
Crawl-delay: 2