User-Agent: *
Crawl-delay: 1
Disallow: /bitrix/
Disallow: /test/
Disallow: /logs/
Disallow: /statistic/
Disallow: /tools/
Disallow: /forum/
Disallow: /main/search/
Disallow: /vpeb/vpeb_kr/
Disallow: /*.csv$
Disallow: /*.log$
Disallow: /main/videotranslation/
Disallow: /forum_new/
Disallow: /pbibl/
Disallow: /*?*special_version=Y*
Sitemap: https://www.herzenlib.ru/sitemap.xml
Host: https://herzenlib.ru
Sitemap: https://herzenlib.ru/sitemap.xml