diff --git a/.gitignore b/.gitignore index 462a214f..55a5f53d 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,4 @@ /siteini.pack *.log.txt -hot_cookies.txt \ No newline at end of file +hot_cookies.txt +robots/ \ No newline at end of file diff --git a/config/en/robots/tv.yandex.ru.robots b/config/en/robots/tv.yandex.ru.robots deleted file mode 100644 index 3e2c3676..00000000 --- a/config/en/robots/tv.yandex.ru.robots +++ /dev/null @@ -1,12 +0,0 @@ -User-agent: * -Disallow: /*/search$ -Disallow: /search$ -Disallow: /*/search?*text -Disallow: /search?*text -Disallow: /*/my/favorites -Disallow: /my/favorites -Clean-param: eventId /program/* -Clean-param: eventId /*/program/* -Sitemap: https://tv.yandex.ru/sitemap.xml -Host: https://tv.yandex.ru - diff --git a/config/en/robots/tvtv.ca.robots b/config/en/robots/tvtv.ca.robots deleted file mode 100644 index 0bf91dd6..00000000 --- a/config/en/robots/tvtv.ca.robots +++ /dev/null @@ -1,6 +0,0 @@ -User-agent: * -Disallow: /tvm/ -Disallow: /gn/ -User-agent: WebGrab+Plus -Disallow: / - diff --git a/config/en/robots/tvtv.us.robots b/config/en/robots/tvtv.us.robots deleted file mode 100644 index 0bf91dd6..00000000 --- a/config/en/robots/tvtv.us.robots +++ /dev/null @@ -1,6 +0,0 @@ -User-agent: * -Disallow: /tvm/ -Disallow: /gn/ -User-agent: WebGrab+Plus -Disallow: / - diff --git a/config/en/robots/www.tvguide.co.uk.robots b/config/en/robots/www.tvguide.co.uk.robots deleted file mode 100644 index da53120e..00000000 --- a/config/en/robots/www.tvguide.co.uk.robots +++ /dev/null @@ -1,48 +0,0 @@ -Sitemap: https://www.tvguide.co.uk/sitemaps/sitemap_shows.xml -Sitemap: https://www.tvguide.co.uk/sitemaps/sitemap.xml - -User-agent: * -Disallow: /iplayerfeeds.asp - -User-agent: * -Disallow: /iphone/* - -User-agent: * -Disallow: /storydetail.asp - -User-agent: * -Disallow: /search_all.asp - -User-agent: * -Disallow: /livechatlink.asp - -User-agent: * -Disallow: /programmewatched.asp - -User-agent: * -Disallow: /London2012Olympics.asp - -User-agent: * -Disallow: /addfreeview.asp - -User-agent: * -Disallow: /trailers/trailer.asp - -User-agent: * -Disallow: /petproblems/Highlights-TV-Show-Multi.asp - -User-agent: * -Disallow: /*ajax* - -User-agent: * -Disallow: /*flash/* - -User-agent: * -Disallow: /*.vcs - -User-agent: * -Disallow: /*rewrite.asp - - - - diff --git a/config/ru/robots/tv.yandex.ru.robots b/config/ru/robots/tv.yandex.ru.robots deleted file mode 100644 index 3e2c3676..00000000 --- a/config/ru/robots/tv.yandex.ru.robots +++ /dev/null @@ -1,12 +0,0 @@ -User-agent: * -Disallow: /*/search$ -Disallow: /search$ -Disallow: /*/search?*text -Disallow: /search?*text -Disallow: /*/my/favorites -Disallow: /my/favorites -Clean-param: eventId /program/* -Clean-param: eventId /*/program/* -Sitemap: https://tv.yandex.ru/sitemap.xml -Host: https://tv.yandex.ru -