# $Id: robots.txt,v 1.9.2.1 2008/12/10 20:12:19 goba Exp $
#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
Crawl-delay: 10
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /sites/
Disallow: /themes/
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /index.htm
Disallow: /bread/Otechestvennie/10Forma/2suhari/Suhari.htm
Disallow: /bread/Otechestvennie/11pechi/2pechi/pechi.htm
Disallow: /bread/Otechestvennie/11pechi/4pechi/pechi.htm
Disallow: /bread/Otechestvennie/2Mukoproseivateli/Mukoproseivateli.htm
Disallow: /bread/Otechestvennie/4Dezhi/dezhi1/dezhi1.htm
Disallow: /bread/Otechestvennie/4Dezhi/dezhi2/dezhi2.htm
Disallow: /bread/Otechestvennie/6Testodel/2shnekovie/shnek.htm
Disallow: /bread/Otechestvennie/9Ratalka/Ratalka.htm
Disallow: /bread/Otechestvennie/Otech.htm
Disallow: /confectionery/1flour/1sugar/sugar.htm
Disallow: /confectionery/1flour/2cake/cake.htm
Disallow: /confectionery/2sugar/12karam_s_na4/karam_s_na4.html
Disallow: /confectionery/2sugar/13trufeli/trufeli.html
Disallow: /confectionery/2sugar/15drage/drage.html
Disallow: /confectionery/2sugar/17glazirovanie/glazirovanie.html
Disallow: /confectionery/2sugar/18lukum/lukum.html
Disallow: /confectionery/2sugar/1berry/berry.htm
Disallow: /confectionery/2sugar/2jelly/jelly.html
Disallow: /confectionery/2sugar/3fruitjelly/fruitjelly.html
Disallow: /confectionery/2sugar/4cake/cake.html
Disallow: /confectionery/2sugar/6pom/pom.html
Disallow: /confectionery/2sugar/7koroffka/korofka.html
Disallow: /confectionery/2sugar/8pom_mass/pom_mass.html
Disallow: /confectionery/2sugar/9tir_iris/tir_iris.html
Disallow: /confectionery/2sugar/sugar.htm
Disallow: /confectionery/3varka/cbornik/cbornik.htm
Disallow: /confectionery/3varka/dissutori/dissutor.htm
Disallow: /confectionery/3varka/Kotli/kotli.html
Disallow: /confectionery/3varka/temperirushee/temperir.html
Disallow: /confectionery/4import/import.htm
Disallow: /confectionery/confectionery.htm
Disallow: /contact.htm
Disallow: /extruziya/2Zhivotnie/xhivotnie.htm
Disallow: /extruziya/extruziya.html
Disallow: /meat/import/10saw/10saw.html
Disallow: /meat/import/9Inektor/9Inektor.html
Disallow: /meat/meat.htm
Disallow: /milk/cheese/mashina/mashina.htm
Disallow: /milk/cheese/parafiner/parfiner.htm
Disallow: /milk/cheese/tunel/tunel.htm
Disallow: /milk/heat/plastini/nagrev/nagrevateli.htm
Disallow: /milk/heat/plastini/ustanovki/opisanie/opisanie.htm
Disallow: /milk/heat/plastini/ustanovki/poryadok/poryadok.htm
Disallow: /milk/mechanic/dearator/dearator.htm
Disallow: /milk/mechanic/dispergator/dispergator.htm
Disallow: /milk/mechanic/Gomogemizator/gomogeniz.htm
Disallow: /milk/mechanic/Normalizaciya/Normaliz.htm
Disallow: /milk/milk.html
Disallow: /milk/packing/dozator/dozator.htm
Disallow: /milk/whole-milk/kislimoloch/kislomoloch.htm
Disallow: /milk/whole-milk/milk/milk.htm
Disallow: /milk/whole-milk/tvorog/tvorog.htm
Disallow: /milk/whole-milk/whole-milk.htm
Disallow: /milk/whole-milk/zakvaska/zakvaska.htm
Disallow: /news.html
Disallow: /otechestvennoe-myasopererabatyvayushchee_oborudovanie-oborudovanie
Disallow: /public_catering/1Neitlalnoe/cryspi2/cryspy2.html
Disallow: /public_catering/1Neitlalnoe/kuhnya/kuhnya.html
Disallow: /public_catering/2FAST/3Podogrevateli/Podogrevateli.htm
Disallow: /public_catering/2FAST/5pechi/Pechi.htm
Disallow: /public_catering/2FAST/7Vafli/Vafli.htm
Disallow: /public_catering/2FAST/9Tosteri/Tosteri.htm
Disallow: /public_catering/3TEHNOLOGIYA/Technolog_1/mach%20rezki%20masla/mach%20rezki%20masla.htm
Disallow: /public_catering/3TEHNOLOGIYA/Technolog_2/Mukoproseivately/Mukoproseivately.htm
Disallow: /public_catering/3TEHNOLOGIYA/Technolog_2/myasorubki_pily/myasorubki_pily.htm
Disallow: /public_catering/3TEHNOLOGIYA/Technolog_2/picca_pechi/picca_pechi.htm
Disallow: /public_catering/public_catering.html
Disallow: /vegetable/Otehestven/14shushka/shushka.htm
Disallow: /vegetable/Otehestven/5moyka/moyka.htm
Disallow: /vegetable/Otehestven/8plodorezka/plodorezka.htm
Disallow: /vegetable/Otehestven/otechest.htm
Disallow: /vegetable/vegetable.html
Disallow: /main
Host: www.utngroup.ru
Sitemap: http://www.utngroup.ru/sitemap.xml