##
# In accessing or using any REA Group Website you agree that you will not use any automated device,
# software, process or means to access, retrieve, scrape, or index any REA Group Website or any
# content on any REA Group Website. Notwithstanding the foregoing, REA Group may permit automated
# access to certain REA Group Website pages strictly for the purpose of including content in publicly
# available general search engines. This does not include any such access by websites that
# specifically aggregate property listings and/or information as part of their business.  REA Group
# strictly prohibits any automated access by these types of websites.
##

User-agent: *
Disallow: /*/main.jpg$
Disallow: /*/image*.jpg$
Disallow: /*/image*.png$
Disallow: /*/image*.gif$
Disallow: /*/floorplan*.jpg$
Disallow: /*/floorplan*.gif$
Disallow: /static/js/fce487f4e07911b994623d2fe7c26df5dcc78cfb.js$
Disallow: /149e9513-01fa-4fb0-aad4-566afd725d1b/2d206a39-8ed7-437e-a3be-862e0f06eea3/*$
Disallow: /api
# Disallow NR
Disallow: /*/jserrors/aggregate$
Disallow: /*/metrics/aggregate$
Disallow: /*/spa/aggregate$
Disallow: /*/page_action/aggregate$
Disallow: /*/page_view_event/aggregate$
Disallow: /*/session_trace/aggregate$
Disallow: /*/ajax/aggregate$
Disallow: /*/page_view_timing/aggregate$
Disallow: /account
Disallow: /following
Disallow: /dashboard
Disallow: /search/?
Disallow: /search?

Disallow: /*swimming-pool*/buy
Disallow: /*swimming-pool*/rent
Disallow: /*granny-flat*/buy
Disallow: /*granny-flat*/rent
Disallow: /*beachfront*/buy
Disallow: /*beachfront*/rent
Disallow: /*wine-cellar*/buy
Disallow: /*wine-cellar*/rent
Disallow: /*basement*/buy
Disallow: /*basement*/rent
Disallow: /*verandah*/buy
Disallow: /*verandah*/rent
Disallow: /*sea-views*/buy
Disallow: /*sea-views*/rent
Disallow: /stables*/buy
Disallow: /stables*/rent
Disallow: /*garage*/buy
Disallow: /*garage*/rent
Disallow: /*lake*/buy
Disallow: /*lake*/rent
Disallow: /*barn*/buy
Disallow: /*barn*/rent
Disallow: /*backyard*/buy
Disallow: /*backyard*/rent
Disallow: /*garden*/buy
Disallow: /*garden*/rent
Disallow: /*front-courtyard*/buy
Disallow: /*front-courtyard*/rent
Disallow: /*basketball-court*/buy
Disallow: /*basketball-court*/rent


# AdsBot crawlers must be named explicitly 
User-agent: AdsBot-Google
Disallow: /static/js/fce487f4e07911b994623d2fe7c26df5dcc78cfb.js$
Disallow: /149e9513-01fa-4fb0-aad4-566afd725d1b/2d206a39-8ed7-437e-a3be-862e0f06eea3/*$

User-agent: AdsBot-Google-Mobile
Disallow: /static/js/fce487f4e07911b994623d2fe7c26df5dcc78cfb.js$
Disallow: /149e9513-01fa-4fb0-aad4-566afd725d1b/2d206a39-8ed7-437e-a3be-862e0f06eea3/*$

User-agent: YakazBot
Disallow: /

User-Agent: trovitBot
Disallow: /

User-Agent: Eyeotabot
Disallow: /

User-agent: PiplBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: CriteoBot/0.1
Disallow: /

User-agent: trendkite-akashic-crawler
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: meta-externalagent
Disallow: /