User-agent: *
Allow: /

# Allow all search engines to access the site
Disallow: /admin/
Disallow: /private/
Disallow: /*.json$
Disallow: /api/

# Important pages for crawling
Allow: /services/
Allow: /technologies/
Allow: /products/
Allow: /case-studies
Allow: /about
Allow: /contact
Allow: /careers

# Sitemap location
Sitemap: https://pixelcrews.com/sitemap.xml

# Crawl delay (in seconds) - optional, helps prevent server overload
Crawl-delay: 1