User-agent: *
Disallow: /bitrix/
Disallow: /auth/
Disallow: /search/
Disallow: /search.php
Disallow: /upload/1c*
Disallow: /widget/
Disallow: /widget2/

Allow: /bitrix/cache/
Allow: /bitrix/blocks/
Allow: /bitrix/components/
Allow: /bitrix/content_fonts/
Allow: /bitrix/content_vendors/
Allow: /bitrix/css/
Allow: /bitrix/js/
Allow: /bitrix/images/
Allow: /bitrix/templates/
Allow: /bitrix/panel/
Allow: /local/components/