User-Agent: *
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /template.html
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content
Disallow: /tag
Disallow: /archive
Disallow: */trackback/
Disallow: */feed/
Disallow: */comments/
Disallow: /?feed=
Disallow: /?s=
Allow: /wp-content/uploads/*.js*
Allow: /wp-content/uploads/*.css*
Allow: /wp-content/uploads/*.jpg*
Allow: /wp-content/uploads/*.jpeg*
Allow: /wp-content/uploads/*.svg*
Allow: /wp-content/uploads/*.png*
Allow: /wp-content/uploads/*.bmp*
Allow: /wp-content/uploads/*.pdf*
Allow: /wp-content/uploads/*.gif*
Allow: /wp-content/uploads/*.gif*
Allow: /wp-content/uploads/*.jp2*
Allow: /wp-content/uploads/*.webp*
Allow: /wp-content/cache/*.js*
Allow: /wp-content/cache/*.css*
Allow: /wp-content/plugins/*.js*
Allow: /wp-content/plugins/*.css*
Allow: /wp-content/themes/crowd-space/public/favicon/*.*

Sitemap: https://thecrowdspace.com/sitemap_index.xml

# Polite crawl guidance for high-activity bots
User-agent: GPTBot
Crawl-delay: 10

User-agent: ChatGPT-User
Crawl-delay: 10

User-agent: PetalBot
Crawl-delay: 10

User-agent: bingbot
Crawl-delay: 5

User-agent: DuckDuckBot
Crawl-delay: 5