User-agent: *
Disallow: /wp-json/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /wp-content/upgrade/

# Block sensitive files
Disallow: /readme.html
Disallow: /license.txt
Disallow: /wp-login.php
Disallow: /wp-register.php

# Optional: disallow other system files
Disallow: /xmlrpc.php

Disallow: /centex/
Disallow: /input-protection-plan/
Disallow: /irecruit-app-phase-2/
Disallow: /irecruit-employee-referral/
Disallow: /irecruit-login/
Disallow: /irecruit-referral-form-approval/
Disallow: /orlando-termite-offer/
Disallow: /sentricon-termite-video-page/

#Allow ajax paths
Allow: /wp-admin/admin-ajax.php

# Allow images, CSS, JS from uploads
Allow: /wp-content/uploads/

Sitemap: https://pestdefense.com/sitemap_index.xml

# Stop bots from crawling junk URLs
User-agent: *
Crawl-delay:1
Disallow: /*?p=*
Disallow: /*&p=*
Disallow: /*?s=*
Disallow: /*&s=*
Disallow: /*?ical=1
Disallow: /*&ical=1
Disallow: /?author=*
Disallow: /*wp-comments*
Disallow: /*wp-trackback*
Disallow: /*wp-feed*
Disallow: /*replytocom=*
Disallow: /*?preview=*
Disallow: /*&preview=*
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /*cart/*
Disallow: /*checkout/*
Disallow: /*my-account/*
Disallow: /*myaccount/*
Disallow: /*?ajaxCalendar=1*


# Start Robots Customizations

# User-agent: AhrefsBot
# Disallow: /

# User-agent: AhrefsSiteAudit
# Disallow: /

# User-agent: rogerbot
# Disallow: /

# User-agent: SplitSignalBot
# Disallow: /

# User-agent: MJ12bot
# Disallow: /

# User-agent: DataForSeoBot
# Disallow: /

# User-agent: Applebot
# Disallow: /

# User-agent: Amazonbot
# Disallow: /

# User-agent: FacebookBot
# Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Mail.Ru
Disallow: /

User-agent: Qwantify
Disallow: /

User-agent: Sogou Spider
Disallow: /

User-agent: Sogou blog
Disallow: /

User-agent: Sogou inst spider
Disallow: /

User-agent: Sogou News Spider
Disallow: /

User-agent: Sogou Orion spider
Disallow: /

User-agent: Sogou spider2
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: coccoc
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GoogleOther
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: CCBot
Disallow: /

# End Robots Customizations
