# Robots.txt for brick.directory
# Allow all search engines to crawl the site

User-agent: *
Allow: /

# Block spam/malicious URLs
Disallow: /search/
Disallow: /caf/
Disallow: /*.php

# Sitemap location
Sitemap: https://brick.directory/sitemap.xml

# Crawl-delay for polite crawling
Crawl-delay: 1