#User-agent: Yandex #Disallow: /*ha= #Disallow: /*option= #Disallow: /cron/ #Disallow: /crontab/ #Disallow: /*.pdf User-agent: * Disallow: /cron/ Disallow: /crontab/ Disallow: /*ha= Disallow: /*option= Disallow: /*search_word= Disallow: /*firm_id= Disallow: /*korzina= Disallow: /*zayavka_id= Disallow: /*multiselect= Disallow: /*tovar_id= Disallow: /*marka= Disallow: /*ymclid= Disallow: /*market= Disallow: /*.pdf Disallow: /document/ Disallow: /images/ Disallow: /templates/ Sitemap: https://holod-magazin.ru/sitemap.xml Host: https://holod-magazin.ru #User-agent: MJ12bot #Disallow: / #User-agent: AhrefsBot #Disallow: / #User-agent: MegaIndex #Disallow: / #User-agent: BLEXBot #Disallow: / User-agent: bingbot Allow: / Crawl-delay: 10 #User-agent: Yahoo #Disallow: / User-agent: SemrushBot Disallow: / User-agent: dotbot Disallow: / User-agent: bingbot/2.0 Allow: / Crawl-delay: 10