# ============================================================ # ROBOTS.TXT FOR ZIMMERMAN TREE SERVICE # zimmermantreeservice.com # Generated: January 5, 2026 # ============================================================ # ------------------------------------------------------------ # STANDARD CRAWLERS # ------------------------------------------------------------ User-agent: * # WORDPRESS INTERNAL URLS - CRITICAL # These preview/draft URLs are being crawled and causing 69+ redirect issues Disallow: /*?p=* Disallow: /*?page_id=* Disallow: /*?preview=* Disallow: /*?preview_id=* Disallow: /*?preview_nonce=* # WORDPRESS FEEDS Disallow: /feed/ Disallow: /*/feed/ Disallow: /*?feed=* Disallow: /comments/feed/ # WORDPRESS EMBEDS Disallow: /embed/ Disallow: /*/embed/ # WORDPRESS CORE FILES Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /wp-json/ Disallow: /xmlrpc.php # WORDPRESS TRACKBACK/PINGBACK Disallow: /trackback/ Disallow: /*/trackback/ # THEME BUILDER URLS (if using Elementor, Xpro, etc.) Disallow: /*?post_type=xpro-themer* Disallow: /*?post_type=elementor* Disallow: /*elementor-preview* Disallow: /elementor-*/ # SEARCH AND QUERY STRINGS Disallow: /*?s=* Disallow: /*?replytocom=* Disallow: /*?attachment_id=* Disallow: /*?whoisdatacenter* # AUTHOR ARCHIVES Disallow: /author/ # TAG ARCHIVES (low value, cause duplicate content) Disallow: /tag/ # CATEGORY ARCHIVES (handled better with noindex, but belt-and-suspenders) # Note: If you want categories crawled, remove these lines Disallow: /category/uncategorized/ Disallow: /category/*/page/ # PAGINATION DEEP PAGES (optional - reduces crawl of low-value pages) Disallow: /page/ Disallow: /*/page/ # THANK YOU / CONFIRMATION PAGES Disallow: /thank-you/ Disallow: /thank-you-discount/ Disallow: /request-an-estimate-thank-you/ Disallow: /newsletter-signup-thank-you/ # DUPLICATE/JUNK PAGES Disallow: /home-2/ Disallow: /services-2/ Disallow: /make-a-payment-2/ # MALFORMED URLS (prevent crawling of broken paths) Disallow: /blog/blog/ Disallow: /Services... # LOGIN/ADMIN AREAS Disallow: /wp-login.php Disallow: /login/ Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ # ATTACHMENT PAGES (WordPress auto-generates these) Disallow: /attachment/ Disallow: /*?attachment_id=* # ------------------------------------------------------------ # GOOGLEBOT SPECIFIC (same rules, explicit) # ------------------------------------------------------------ User-agent: Googlebot Disallow: /*?p=* Disallow: /*?page_id=* Disallow: /*?preview=* Disallow: /*?feed=* Disallow: /feed/ Disallow: /*/feed/ Disallow: /embed/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /author/ Disallow: /tag/ # ------------------------------------------------------------ # BINGBOT SPECIFIC # ------------------------------------------------------------ User-agent: Bingbot Disallow: /*?p=* Disallow: /*?page_id=* Disallow: /*?preview=* Disallow: /*?feed=* Disallow: /feed/ Disallow: /*/feed/ Disallow: /embed/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /author/ Disallow: /tag/ # ------------------------------------------------------------ # AI CRAWLERS (Optional - block if you don't want content used for AI training) # Uncomment these lines to block AI training crawlers # ------------------------------------------------------------ # User-agent: GPTBot # Disallow: / # User-agent: ChatGPT-User # Disallow: / # User-agent: CCBot # Disallow: / # User-agent: anthropic-ai # Disallow: / # User-agent: Claude-Web # Disallow: / # User-agent: Google-Extended # Disallow: / # ------------------------------------------------------------ # SITEMAP LOCATION # ------------------------------------------------------------ Sitemap: https://zimmermantreeservice.com/sitemap_index.xml # ------------------------------------------------------------ # CRAWL DELAY (Optional - use if server is slow) # Most modern crawlers ignore this, but some respect it # ------------------------------------------------------------ # Crawl-delay: 10