# Robots by Star Digital Marketing
# ------------------------------------

Sitemap: https://hismedicalclinic.com/sitemap_index.xml

User-agent: *

Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-admin/admin-ajax.php
Disallow: /xmlrpc.php

# Disallow: /thank-you/
Disallow: /calendar/action
Disallow: /events/action
Disallow: /cdn-cgi/
Disallow: /search/
Disallow: /tag/
Disallow: /author/

Disallow: /*/feed/
# /*/page/* is deliberately NOT disallowed on the new site: article archives paginate at /category//page/N/

Disallow: /*?*ref=
Disallow: /*?*utm_
Disallow: /*?*source=
Disallow: /*?*add-to-cart=
Disallow: /*?*orderby=
Disallow: /*?*filter_
Disallow: /*?*page=
Disallow: /?s=
Disallow: /*?*enquiry=
Disallow: /*?*replytocom=
Disallow: /*?*gclid=
Disallow: /*?*fbclid=
Disallow: /*?*e-filter-

# Disallow: /*?

Allow: /
Allow: /wp-admin/admin-ajax.php

# Google Ads landing-page crawler: explicitly allowed so the utm_/gclid query-string rules
# above can never apply to it. AdsBot ignores User-agent: * by design; this makes it safe by
# design rather than by exemption. Added 7 Sep 2026.
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
Allow: /

# AI search crawlers, keep the same restrictions as everyone else

# OpenAI
# Allow discovery in ChatGPT search, but block foundation model training.
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

# Anthropic
# Allow user-requested retrieval and search discovery, block training.
User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: ClaudeBot
Disallow: /

# Google AI controls
# Keep normal Google Search crawling via Googlebot.
# Block Google-Extended so content is not used for Gemini training/grounding.
User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: GPTBot
Disallow: /