sitemap: https://www.curbed.com/sitemap.xml

User-agent: Mediapartners-Google*
Disallow:

User-agent: Twitterbot
Disallow: /amp/*

User-agent: *
Disallow: /contactus/
Disallow: /search.html
Disallow: /search/