# Canonicalization policy: # Duplicate/legacy URLs (e.g. /continuity-of-care, /gp-supervised-home-healthcare, # /doctor-led-home-healthcare-dubai, /nutritionist-home-dubai, /home-dietitian-dubai, # /named-gp-dubai, /home-nutrition) return 301 redirects to their canonical hub. # Do NOT Disallow them — crawlers must fetch them to follow the 301 and pass # link equity to the canonical URL. The sitemap only lists canonical hubs. User-agent: * Allow: / Disallow: /book Disallow: /account Disallow: /admin Disallow: /admin/ Disallow: /api/ Disallow: /thank-you Disallow: /confirmation # Patient-typed symptom checker results are private by default: the whole # /symptom-checker/{slug} space is disallowed, and only the curated seed # pages and area pages below are crawlable. Disallow: /symptom-checker/ Allow: /symptom-checker/in/ Allow: /symptom-checker/constant-fatigue-and-low-energy Allow: /symptom-checker/tired-all-the-time-despite-sleeping-enough Allow: /symptom-checker/brain-fog-and-poor-concentration Allow: /symptom-checker/low-mood-and-lack-of-motivation Allow: /symptom-checker/trouble-sleeping-and-waking-up-tired Allow: /symptom-checker/feeling-anxious-most-days Allow: /symptom-checker/headaches-most-days Allow: /symptom-checker/headache-and-fatigue Allow: /symptom-checker/dizziness-and-lightheadedness Allow: /symptom-checker/migraine-with-visual-aura Allow: /symptom-checker/bloating-and-stomach-discomfort-after-eating Allow: /symptom-checker/chronic-indigestion-and-reflux Allow: /symptom-checker/constipation-and-abdominal-pain Allow: /symptom-checker/diarrhoea-and-stomach-cramps Allow: /symptom-checker/nausea-in-the-morning Allow: /symptom-checker/shortness-of-breath-climbing-stairs Allow: /symptom-checker/heart-palpitations-at-rest Allow: /symptom-checker/persistent-cough-for-weeks Allow: /symptom-checker/wheezing-and-tight-chest Allow: /symptom-checker/unexplained-weight-gain Allow: /symptom-checker/unexplained-weight-loss Allow: /symptom-checker/cold-hands-and-feet-all-the-time Allow: /symptom-checker/excessive-sweating-and-heat-intolerance Allow: /symptom-checker/low-libido-and-low-energy Allow: /symptom-checker/hair-loss-and-thinning Allow: /symptom-checker/adult-acne-on-jawline Allow: /symptom-checker/itchy-dry-skin Allow: /symptom-checker/brittle-nails-and-cracked-skin Allow: /symptom-checker/joint-pain-and-stiffness-in-the-morning Allow: /symptom-checker/lower-back-pain-that-won-t-go-away Allow: /symptom-checker/muscle-aches-and-weakness Allow: /symptom-checker/neck-pain-and-headaches Allow: /symptom-checker/irregular-periods-and-mood-swings Allow: /symptom-checker/hot-flashes-and-night-sweats Allow: /symptom-checker/painful-periods-and-heavy-bleeding Allow: /symptom-checker/acne-and-irregular-cycles Allow: /symptom-checker/low-testosterone-and-low-mood Allow: /symptom-checker/difficulty-getting-or-keeping-erections Allow: /symptom-checker/waking-up-multiple-times-to-urinate-at-night # AI / GEO crawlers — explicitly allowed for AI Overviews, ChatGPT, Perplexity, Claude, Gemini, Copilot, etc. User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-Web Allow: / User-agent: Claude-SearchBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Google-Extended Allow: / User-agent: GoogleOther Allow: / User-agent: Applebot-Extended Allow: / User-agent: Applebot Allow: / User-agent: Bingbot Allow: / User-agent: Microsoft-Bing-Search Allow: / User-agent: Amazonbot Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: Meta-ExternalFetcher Allow: / User-agent: FacebookBot Allow: / User-agent: cohere-ai Allow: / User-agent: cohere-training-data-crawler Allow: / User-agent: DuckAssistBot Allow: / User-agent: DuckDuckBot Allow: / User-agent: YouBot Allow: / User-agent: Diffbot Allow: / User-agent: Timpibot Allow: / User-agent: OmgiliBot Allow: / User-agent: ImagesiftBot Allow: / User-agent: CCBot Allow: / User-agent: Kagibot Allow: / # Blocked scrapers — high-volume bots with no patient value for a Dubai clinic User-agent: Baiduspider Disallow: / User-agent: Bytespider Disallow: / User-agent: PetalBot Disallow: / User-agent: Sogou web spider Disallow: / User-agent: YisouSpider Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / # Competitor SEO / backlink / content-scraping crawlers — blocked so rivals # can't audit our page structure, keywords or internal links. # (Search + AI answer engines above stay fully allowed.) User-agent: AhrefsBot Disallow: / User-agent: AhrefsSiteAudit Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: SiteAuditBot Disallow: / User-agent: SplitSignalBot Disallow: / User-agent: rogerbot Disallow: / User-agent: dotbot Disallow: / User-agent: BLEXBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: serpstatbot Disallow: / User-agent: SEOkicks Disallow: / User-agent: SEOlyticsCrawler Disallow: / User-agent: sistrix Disallow: / User-agent: SISTRIX Crawler Disallow: / User-agent: Screaming Frog SEO Spider Disallow: / User-agent: Barkrowler Disallow: / User-agent: spbot Disallow: / User-agent: linkdexbot Disallow: / User-agent: Cliqzbot Disallow: / User-agent: ZoominfoBot Disallow: / User-agent: Mediatoolkitbot Disallow: / User-agent: SeekportBot Disallow: / User-agent: magpie-crawler Disallow: / User-agent: NetcraftSurveyAgent Disallow: / User-agent: Buck Disallow: / User-agent: awario.com Disallow: / User-agent: TurnitinBot Disallow: / User-agent: Zippy Disallow: / User-agent: FirecrawlAgent Disallow: / # Discovery Sitemap: https://aafiyahcare.clinic/sitemap.xml # AI ingestion files (full canonical text for LLM crawlers) # https://aafiyahcare.clinic/llms.txt # https://aafiyahcare.clinic/llms-full.txt # https://aafiyahcare.clinic/services.json