# Allow all web crawlers access to everything
User-agent: *
Disallow:
User-agent: CacheWarmer
Crawl-delay: 0

# Block access to sensitive directories and files
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php

# Block specific file types from being indexed (if not needed in search results)
Disallow: /*.php$
Disallow: /*.cgi$
Disallow: /*.asp$
Disallow: /*.js$
Disallow: /*.css$

# Allow specific access to important files and directories
Allow: /wp-content/uploads/
Allow: /wp-admin/admin-ajax.php

# Sitemap location (ensure this points to your actual sitemap)
Sitemap: https://www.boardroom-chic.com/sitemap_index.xml