User-agent: Mediapartners-Google*
Disallow:

User-agent: *
Disallow: /stats/
Disallow: /adserver/
Disallow: /cp/
Disallow: /search/
Disallow: /bayut_v3/
Disallow: /v3/
Disallow: /ajax/
Disallow: /en/ajax/
Disallow: /deal_of_the_week/
Disallow: /en/deal_of_the_week/
Disallow: /logout_ajax
Disallow: /en/logout_ajax
Disallow: /getAmenitiesList
Disallow: /en/getAmenitiesList
Disallow: /getNearByLocations
Disallow: /en/getNearByLocations
Disallow: /getSimilarProperties
Disallow: /en/getSimilarProperties
Disallow: /getAgentPropertiesList
Disallow: /en/getAgentPropertiesList
Disallow: /ad-contact-btn
Disallow: /ad-mobile-app-btn
Disallow: /update_filters/
Disallow: /featuredAgencies
Disallow: /en/featuredAgencies
Disallow: /trend-location-list
Disallow: /en/trend-location-list
Disallow: /videos_list
Disallow: /api/
Disallow: /property/get_category_trends/
Disallow: /property/get_popularity_trends/
Disallow: /property/get_property_search_index/
Disallow: /property/get_relative_agents/
Disallow: /en/property/get_category_trends/
Disallow: /en/property/get_popularity_trends/
Disallow: /en/property/get_property_search_index/
Disallow: /en/property/get_relative_agents/
Disallow: /recommended_properties*
Disallow: /profolio/
Disallow: /academy/
Disallow: /account
Disallow: /en/account
Disallow: /captchaChallenge
Disallow: /en/captchaChallenge
Disallow: /static-assets/hosted-resources-app/

User-agent: 008
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: ZumBot
Disallow: /

User-agent: facebookexternalhit/1.1
Crawl-delay: 15

User-agent: facebookexternalhit/1.0
Crawl-delay: 15

User-agent: facebookexternalhit/*
Crawl-delay: 15