# Robots.txt for Contrive Solutions
# Created for SEO optimization
# Last updated: 2026-08-27

User-agent: *
Allow: /

# Block admin and private areas
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/cache/
Disallow: /wp-content/uploads/wpcf7_uploads/
Disallow: /wp-content/uploads/wp_dndcf7_uploads/

# Allow important areas
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/

# Sitemap location
Sitemap: https://contrivesol.com/sitemap_index.xml

# API surface for agents (OpenAPI 3.0 spec)
# https://contrivesol.com/openapi.json

# AI/LLM Optimization Files
# llms.txt: LLM-optimized company information (https://llmstxt.org standard)
# ai.txt: Comprehensive AI citation guide
# Markdown endpoints: Append .md to any page URL for LLM-friendly content
#   Examples: /about-us.md, /services.md, /web-development/laravel.md

# AI Crawlers - full access including markdown endpoints
User-agent: GPTBot
Allow: /
Allow: /*.md$
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai.txt

User-agent: ChatGPT-User
Allow: /
Allow: /*.md$
Allow: /llms.txt
Allow: /ai.txt

User-agent: CCBot
Allow: /
Allow: /*.md$
Allow: /llms.txt
Allow: /ai.txt

User-agent: Claude-Web
Allow: /
Allow: /*.md$
Allow: /llms.txt
Allow: /ai.txt

User-agent: ClaudeBot
Allow: /
Allow: /*.md$
Allow: /llms.txt
Allow: /ai.txt

User-agent: anthropic-ai
Allow: /
Allow: /*.md$
Allow: /llms.txt
Allow: /ai.txt

User-agent: PerplexityBot
Allow: /
Allow: /*.md$
Allow: /llms.txt
Allow: /ai.txt

User-agent: Google-Extended
Allow: /
Allow: /*.md$
Allow: /llms.txt
Allow: /ai.txt

User-agent: cohere-ai
Allow: /
Allow: /*.md$
Allow: /llms.txt
Allow: /ai.txt

User-agent: Applebot-Extended
Allow: /
Allow: /*.md$
Allow: /llms.txt
Allow: /ai.txt

User-agent: DeepSeekBot
Allow: /
Allow: /*.md$
Allow: /llms.txt
Allow: /ai.txt

User-agent: ora-agent
Allow: /
Allow: /*.md$
Allow: /llms.txt
Allow: /ai.txt

User-agent: OAI-SearchBot
Allow: /
Allow: /*.md$
Allow: /llms.txt
Allow: /ai.txt

User-agent: Bingbot
Allow: /

# Slow down aggressive bots
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: DotBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 20