User-agent: *
# Block filter parameters
Disallow: *?*sortBy=*
Disallow: *?*minPrice=*
Disallow: *?*maxPrice=*
Disallow: *?*filter-Finishing Quality=*
Disallow: *?*minSize=*
Disallow: *?*maxSize=*
Disallow: *?*filter-Number of Rooms=*
Disallow: *?*Number of Bathrooms=*
Disallow: *?*filter-Halls=*
Disallow: *?*filter-Floor=*
Disallow: *?*payment-type=*


# Allow pagination
Allow: *?page=*

# Sitemap reference
Sitemap: https://www.claro.eg/sitemap.xml

# Block common scraper bots
User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: facebookexternalhit/1.1
Crawl-delay: 15

User-agent: facebookexternalhit/1.0
Crawl-delay: 15

User-agent: facebookexternalhit/*
Crawl-delay: 15