User-agent: *
Disallow: /admin/
Disallow: /property-report/
Disallow: /opt-out/
Disallow: /dashboard/
Disallow: /user/
Disallow: /loopback/
Disallow: /api/
Disallow: /widget/
Disallow: /*BUS_CENSUS_NAME*

User-Agent: DotBot
Disallow: /

User-Agent: SemrushBot
Disallow: /

User-Agent: Amazonbot
Disallow: /

User-Agent: DataForSeoBot
Disallow: /

User-Agent: PetalBot
Disallow: /

User-Agent: Yandex
Disallow: /

User-Agent: Mail.Ru
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-agent: AdsBot-Google
Disallow: /api/

User-agent: Mediapartners-Google
Disallow: /api/

User-agent: Brightbot
Disallow: /

User-agent: GPTBot
Disallow: /