User-Agent: *
Disallow: /local/
Disallow: *bitrix_*=
Disallow: /cgi-bin
Disallow: /bitrix/
Disallow: /thanks.php*
Disallow: /search*
Disallow: /*?sort=
Disallow: /*?sort_by=
Disallow: */filter/
Disallow: /*clear_cache=
Disallow: /*clear_cache_session=
Disallow: */resize_cache/
Disallow: /*?new
Disallow: */clear/
Disallow: /*?SORT_TO=
Disallow: /*?SORT_FIELD=
Disallow: /*set_filter=
Disallow: */?etext=*
Disallow: *arrFilter*
Allow: *?PAGEN*
Allow: *.css*
Allow: *.js*
Allow: /bitrix/components/
Allow: /bitrix/cache/
Allow: /bitrix/js/
Allow: /bitrix/templates/
Allow: /local/components/
Allow: /local/cache/
Allow: /local/js/
Allow: /local/templates/
Allow: /*.jpg
Allow: /*.webp
Sitemap: http://robotec.ru/sitemap.xml
Sitemap: https://robotec.ru/sitemap.xml