# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

User-agent: *
Allow: /
Disallow: /en/*
Disallow: /fb/
Disallow: /article/like/*
Disallow: /print
Disallow: /exec
Disallow: /sun
Disallow: /t1/
Disallow: /bn/
Disallow: /g/
Disallow: /pix/
Disallow: /basket/
Disallow: /bn/
Disallow: /sendtofriend/
Disallow: /advertisement/
Disallow: /mybasket/
Disallow: /allednews*
Disallow: /tests
Disallow: /html
Disallow: /auth/
Disallow: /api/
Disallow: /passport
Disallow: /?refresh=
Disallow: /footer*
Disallow: /header*
Disallow: /right.html
Disallow: /premium.html
Disallow: /promoknopka.html
Disallow: /*sort=*
Disallow: /html/video/*
Disallow: /advtest*
Disallow: /_block/*
Disallow: /_page/
Disallow: /embed-player
Disallow: /article/view/inc
Disallow: /article/list/
Disallow: /data/last_news.json
Disallow: /quiz_get
Disallow: /media/get/
Disallow: /longread/soderzhanka-na-noch/index.html
Disallow: /admin*

Sitemap: https://www.segodnya.ua/sitemap/google/sitemap.xml
Sitemap: https://www.segodnya.ua/xml/gnews_new.xml
Sitemap: https://www.segodnya.ua/cache/sitemaps_video/index.xml.gz
Sitemap: https://www.segodnya.ua/sitemap/latest/sitemap.xml
Sitemap: https://www.segodnya.ua/sitemap/google_last_6m/sitemap.xml
Sitemap: https://www.segodnya.ua/ua/xml/gnews_new.xml