# Kraft Business Systems - robots.txt
# Updated: February 2026

User-agent: *
Allow: /

# Block admin and system pages
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt
Disallow: /wp-login.php
Disallow: /wp-signup.php
Disallow: /wp-register.php
Disallow: /wp-trackback.php
Disallow: /wp-comments-post.php

# Block search results and thin pages
Disallow: /?s=
Disallow: /search/
Disallow: /*?replytocom=
Disallow: /*?doing_wp_cron=

# Block archive and duplicate content
Disallow: /tag/
Disallow: /author/
Disallow: /comments/
Disallow: /trackback/
Disallow: /feed/
Disallow: /*/feed/
Disallow: /category/*/page/
Disallow: /blog/page/

# Block pagination beyond first page of category archives
Disallow: /page/

# Block translated/duplicate versions
Disallow: /*?lang=
Disallow: /de/
Disallow: /es/
Disallow: /ja/

# Block utility pages
Disallow: /bill-pay/
Disallow: /pay-my-bill/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wp-content/uploads/*.pdf$

# Block catalog pagination (reduces crawl waste)
Disallow: /catalog/page/

# Allow important content
Allow: /blog/$
Allow: /blog/*.html
Allow: /wp-content/uploads/*.jpg
Allow: /wp-content/uploads/*.png
Allow: /wp-content/uploads/*.webp

# Allow AI crawlers
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Allow: /

# Sitemaps
Sitemap: https://kraftbusiness.com/sitemap_index.xml