User-agent: *
Crawl-Delay: 1 # Make sure `to limit crawlers which support it
Disallow: /*.pdf$
Disallow: /account/
Disallow: /t/
Disallow: /lp/
Disallow: /route
Disallow: /json/
Disallow: /api/
Disallow: /menu/
Disallow: /news/property-market-trends/
Disallow: /value-your-home/*
Disallow: /pre_qualification
Disallow: /*?page=
Disallow: /*&page=

Disallow: *photo_page*
Disallow: *current_page*
Allow: /interiors/*current_page
Disallow: *travel_1*

Sitemap: https://www.foxtons.co.uk/sitemap-index.xml.gz
Sitemap: https://www.foxtons.co.uk/sitemap_offices.xml
Sitemap: https://www.foxtons.co.uk/sitemap_areas.xml
Sitemap: https://www.foxtons.co.uk/sitemap_areas_rentals.xml
Sitemap: https://www.foxtons.co.uk/sitemap_areas_house_prices.xml

# Something crawling that shouldn't be
User-agent: Nutch
Disallow: /