Файл robots.txt

Источник Robots.txt: на сайте http://go2all.ru/robots.txt
Содержимое:

User-agent: Yandex
Disallow: */?*
Disallow: */order.html
Disallow: */mapId/
Disallow: */near
Disallow: */hotel_add/
Disallow: */login/
Disallow: */password/
Disallow: */soft/
Disallow: */content/
Disallow: */liveportal/
Disallow: */quicky/
Disallow: */softvay/
Disallow: */qip/
Disallow: */freshsoft/
Disallow: */near?
Disallow: /search
Disallow: */page/*
Disallow: */comments.html
Disallow: */poisk/*
Disallow: */comments/*
Disallow: */sights/page/*
Disallow: */sights/*.html
Disallow: */map.html
Crawl-delay: 3
Host: go2all.ru
Sitemap: http://go2all.ru/sitemap.xml

User-agent: Googlebot
Disallow: */?*
Disallow: */order.html
Disallow: */mapId/
Disallow: */near
Disallow: */hotel_add/
Disallow: */login/
Disallow: */password/
Disallow: */soft/
Disallow: */content/
Disallow: */soft/
Disallow: */content/
Disallow: */liveportal/
Disallow: */quicky/
Disallow: */softvay/
Disallow: */qip/
Disallow: */freshsoft/
Disallow: */near?
Disallow: /search
Disallow: */page/*
Disallow: */comments.html
Disallow: */poisk/*
Disallow: */comments/*
Disallow: */sights/page/*
Disallow: */sights/*.html
Disallow: */map.html
Crawl-delay: 3

Sitemap: http://go2all.ru/sitemap.xml

User-agent: AhrefsBot
Disallow: */?*
Disallow: */order.html
Disallow: */mapId/
Disallow: */near
Disallow: */hotel_add/
Disallow: */login/
Disallow: */password/
Disallow: */soft/
Disallow: */content/
Disallow: */soft/
Disallow: */content/
Disallow: */liveportal/
Disallow: */quicky/
Disallow: */softvay/
Disallow: */qip/
Disallow: */freshsoft/
Disallow: */near?
Disallow: /search
Disallow: */page/*
Disallow: */poisk/*
Disallow: */map.html
Crawl-delay: 3

Sitemap: http://go2all.ru/sitemap.xml

User-agent: Mail.RU_Bot
Disallow: */?*
Disallow: */order.html
Disallow: */mapId/
Disallow: */near
Disallow: */hotel_add/
Disallow: */login/
Disallow: */password/
Disallow: */soft/
Disallow: */content/
Disallow: */soft/
Disallow: */content/
Disallow: */liveportal/
Disallow: */quicky/
Disallow: */softvay/
Disallow: */qip/
Disallow: */freshsoft/
Disallow: */near?
Disallow: /search
Disallow: */page/*
Disallow: */poisk/*
Disallow: */map.html
Crawl-delay: 3

Sitemap: http://go2all.ru/sitemap.xml

User-agent: *
Disallow: */?*
Disallow: */order.html
Disallow: */mapId/
Disallow: */near
Disallow: */hotel_add/
Disallow: */login/
Disallow: */password/
Disallow: */soft/
Disallow: */content/
Disallow: */soft/
Disallow: */content/
Disallow: */liveportal/
Disallow: */quicky/
Disallow: */softvay/
Disallow: */qip/
Disallow: */freshsoft/
Disallow: */near?
Disallow: /search
Disallow: */page/*
Disallow: */comments.html
Disallow: */poisk/*
Disallow: */map.html
Crawl-delay: 3

Sitemap: http://go2all.ru/sitemap.xml