# robots.txt for https://www.timothysykes.com/ # Last updated: 2026-02-07 # Allow all crawlers User-agent: * # Block sensitive areas Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Disallow: /wp-content/uploads/backup/ Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /xmlrpc.php Disallow: /readme.html Disallow: /license.txt Disallow: /wp-config.php Disallow: /.htaccess Disallow: /error_log Disallow: /debug.log # Block search and pagination parameters Disallow: /*?s= Disallow: /*?paged= Disallow: /*?preview= Disallow: /*?utm_* Disallow: /*?fbclid= Disallow: /*?gclid= # Block temporary and development files Disallow: /temp/ Disallow: /tmp/ Disallow: /test/ Disallow: /dev/ Disallow: /staging/ # Block API endpoints that shouldn't be indexed Disallow: /api/ Disallow: /rest/ Disallow: /graphql # Allow important admin functionality Allow: /wp-admin/admin-ajax.php Allow: /wp-admin/admin-post.php # Crawl delay (optional - helps with server load) Crawl-delay: 1 # Sitemaps Sitemap: https://www.timothysykes.com/sitemap.xml Sitemap: https://www.timothysykes.com/news-sitemap.xml Sitemap: https://www.timothysykes.com/post-sitemap.xml Sitemap: https://www.timothysykes.com/page-sitemap.xml Sitemap: https://www.timothysykes.com/category-sitemap.xml Sitemap: https://www.timothysykes.com/video-sitemap.xml # Specific rules for major search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: /