# Parke Lawyers — crawler policy
# Public marketing site. All service pages, Information Centre articles and
# team profiles are intended to be crawlable and indexable.

# --- Traditional search engines ---
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

# --- AI search / answer engines (discovery + citation) ---
# OpenAI search crawler — powers ChatGPT search results.
User-agent: OAI-SearchBot
Allow: /

# OpenAI user-initiated fetches (e.g. ChatGPT browsing a link a user pasted).
User-agent: ChatGPT-User
Allow: /

# Anthropic (Claude) search / user-fetch agents.
User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

# Perplexity discovery + user fetch.
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# --- AI training crawlers ---
# GPTBot is OpenAI's training crawler (distinct from OAI-SearchBot which is
# discovery only). Currently allowed — review with the firm if training use
# should be disallowed while keeping AI search/discovery enabled.
User-agent: GPTBot
Allow: /

# Google-Extended controls inclusion in Gemini training and grounding,
# separate from Googlebot search indexing. Currently allowed.
User-agent: Google-Extended
Allow: /

# Anthropic training crawler.
User-agent: ClaudeBot
Allow: /

# --- Default ---
User-agent: *
Allow: /

Sitemap: https://pl.com.au/sitemap.xml