User-Agent: *
Crawl-delay: 2 # задает таймаут в 2 секунды
Disallow: /cgi-bin/
Disallow: cgi-bin/
Disallow: /subject_index/
Disallow: /articles/
Disallow: /php/
Disallow: /mvdv_php/
Disallow: /mvdv_edit/
Disallow: /stat/
Disallow: stat/
Disallow: /search/
Disallow: /forum/
Disallow: /sitemaps/ 
Disallow: /query/
Disallow: /mail_client/
Disallow: /main_control_js/
Disallow: /autorization/
Disallow: /info/
Disallow: /mvdv_php/info/stat_comp.php 
Disallow: /info/0/info_Stat_r.htm
Disallow: /mvdv_php/price/
Disallow: /art_reiting/