# Block all crawlers for these paths User-agent: * Disallow: /api/ Disallow: /search/? Disallow: /products/categories/*/? Disallow: /projects/? Disallow: /agency/*/? # Allow all crawlers User-agent: * Allow: / Sitemap: https://www.jensenprecast.com/sitemap.xml