User-agent: *
    Disallow: /wp-admin/

    # Block thin/duplicate/search pages
    Disallow: /*?s=*
    Disallow: /*&s=*
    Disallow: /*?replytocom=*
    Disallow: /*?share=*
    Disallow: /*?utm_*
    Disallow: /*?fbclid=*
    Disallow: /?author=*
    Disallow: /author/*/page/*
    Disallow: /*/trackback/
    Disallow: /*/trackback/
    Disallow: /*&e=*
    Disallow: /*?e=
    Disallow: /*bookmark.aspx
    Disallow: /*reserve/
    Disallow: /*shop/
    Disallow: /*?shop/
    Disallow: /*bookmark
    Disallow: /*make_estimate
    Disallow: /*locker_flg
    Disallow: /*?y=
    Disallow: /*?jukyuban
   Disallow: /api/
   # Prevent crawling of subdomains on main domain
   Disallow: /app/
   Disallow: /auctusspineneurohospital.com/
   Disallow: /boradessamarthcounty.com/
   Disallow: /capriravet.com/
   Disallow: /dev/
   Disallow: /ecommerce/
   Disallow: /erp/
   Disallow: /erpaws/
   Disallow: /hms/
   Disallow: /micha.in/
   Disallow: /mirayapradhikran.com/
   Disallow: /portfolio/
   Disallow: /proposal/
   Disallow: /pulsehospitalpcmc.com/
   Disallow: /punepropertysolution.com/
   Disallow: /whatsapp/
    # =========================================================
    # 1. AI SEARCH & CITATION BOTS (Ranking in AI Answers)
    # These bots help you get links inside ChatGPT, Perplexity, & Siri.
    # =========================================================
    User-agent: *
    Allow: / 
    User-agent: OAI-SearchBot
    Allow: /

    User-agent: ChatGPT-User
    Allow: /

    User-agent: PerplexityBot
    Allow: /

    User-agent: Claude-SearchBot
    Allow: /

    User-agent: Claude-User
    Allow: /

    User-agent: meta-webindexer
    Allow: /

    User-agent: Applebot
    Allow: /

    User-agent: YouBot
    Allow: /

    # =========================================================
    # 2. GLOBAL TRADITIONAL SEARCH ENGINES (Global SEO)
    # Rankings here provide the data for almost all other tools.
    # =========================================================
    User-agent: *
    Allow: / 

    # Google (Global)
    User-agent: Googlebot
    Allow: /

    # Bing & Yahoo (Global)
    User-agent: bingbot
    Allow: /
    User-agent: Slurp
    Allow: /

    # DuckDuckGo (Privacy Search)
    User-agent: DuckDuckBot
    Allow: /

    # Yandex (Russia & Eastern Europe)
    User-agent: YandexBot
    Allow: /

    # Baidu (China - World's largest non-Google market)
    User-agent: Baiduspider
    Allow: /

    # Naver (South Korea)
    User-agent: Yeti
    Allow: /

    # Seznam (Czech Republic & Europe)
    User-agent: SeznamBot
    Allow: /

    # Sogou (China)
    User-agent: Sogou web spider
    Allow: /

    # Qwant (France/Europe Privacy Search)
    User-agent: Qwantify
    Allow: /

    # Brave Search (AI/Privacy)
    User-agent: BraveBot
    Allow: /

    # =========================================================
    # 3. BLOCK AI TRAINING (Data Theft Protection)
    # These bots scrape you for free to build models. 
    # We block these so they have to use "Search" bots (above) instead.
    # =========================================================
    User-agent: *
    Allow: /

    User-agent: GPTBot
    Allow: /

    User-agent: Google-Extended
    Allow: /

    User-agent: anthropic-ai
    Allow: /

    User-agent: CCBot
    Allow: /

    User-agent: Bytespider
    Allow: /

    User-agent: FacebookBot
    Allow: /

    User-agent: Amazonbot
    Allow: /

    # =========================================================
    # 5. SITEMAPS (Multiple sitemaps for deep indexing)
    # =========================================================
    Sitemap: https://thedigitechsolutions.com/sitemap/sitemap.xml
    Sitemap: https://thedigitechsolutions.com/sitemap/sitemap-clinic-info.xml
    Sitemap: https://thedigitechsolutions.com/sitemap/sitemap-services.xml
    Sitemap:https://thedigitechsolutions.com/sitemap/sitemap-landing-pages.xml
    Sitemap:https://thedigitechsolutions.com/sitemap/image-sitemap.xml
    Sitemap:https://thedigitechsolutions.com/robots.txt