User-agent: *
Disallow: /myaccount/
Disallow: /shared/copyright/
Disallow: /contact/
Disallow: /shared/openhouse/
Disallow: /shared/calc/
Disallow: /shared/contact/
Disallow: /shared/bottrap/
# Share-via-SMS links appended to page paths - infinite URL trap
Disallow: /*sms:
# Printable flyer variants of listing pages
Disallow: /*printable-flyer
Disallow: /*printflyer=
# Utility endpoints with no crawl value
Disallow: /shared/security-image.php
Disallow: /qrcode/

# AI / bulk crawlers: everything above PLUS pagination, faceted search and
# internal ajax endpoints. A crawler matching this group IGNORES the * group
# entirely, so every universal rule is repeated here on purpose.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: meta-externalagent
User-agent: Bytespider
User-agent: CCBot
User-agent: Amazonbot
Disallow: /myaccount/
Disallow: /shared/copyright/
Disallow: /contact/
Disallow: /shared/openhouse/
Disallow: /shared/calc/
Disallow: /shared/contact/
Disallow: /shared/bottrap/
Disallow: /*sms:
Disallow: /*printable-flyer
Disallow: /*printflyer=
Disallow: /shared/security-image.php
Disallow: /qrcode/
# Search pagination and faceted-query explosion (infinite URL space)
Disallow: /*pagenum=
Disallow: /*?page=
Disallow: /*&page=
Disallow: /*status_types
Disallow: /listings/query.php
Disallow: /listings/detail.php
Disallow: /map/?
# Internal ajax and dynamic asset endpoints
Disallow: /shared/get/
Disallow: /shared/search/
Disallow: /shared/listings/
Disallow: /shared/blog/overview_image.php
Disallow: /getagent/
Crawl-delay: 2