From 8cc20a951988720244d2cc2d3eba29c69dd71d13 Mon Sep 17 00:00:00 2001
From: freearhey <free.arhey@gmail.com>
Date: Wed, 10 Mar 2021 01:42:00 +0300
Subject: [PATCH] Remove /robots folder

---
 .gitignore                                |  3 +-
 config/en/robots/tv.yandex.ru.robots      | 12 ------
 config/en/robots/tvtv.ca.robots           |  6 ---
 config/en/robots/tvtv.us.robots           |  6 ---
 config/en/robots/www.tvguide.co.uk.robots | 48 -----------------------
 config/ru/robots/tv.yandex.ru.robots      | 12 ------
 6 files changed, 2 insertions(+), 85 deletions(-)
 delete mode 100644 config/en/robots/tv.yandex.ru.robots
 delete mode 100644 config/en/robots/tvtv.ca.robots
 delete mode 100644 config/en/robots/tvtv.us.robots
 delete mode 100644 config/en/robots/www.tvguide.co.uk.robots
 delete mode 100644 config/ru/robots/tv.yandex.ru.robots

diff --git a/.gitignore b/.gitignore
index 462a214f..55a5f53d 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,3 +1,4 @@
 /siteini.pack
 *.log.txt
-hot_cookies.txt
\ No newline at end of file
+hot_cookies.txt
+robots/
\ No newline at end of file
diff --git a/config/en/robots/tv.yandex.ru.robots b/config/en/robots/tv.yandex.ru.robots
deleted file mode 100644
index 3e2c3676..00000000
--- a/config/en/robots/tv.yandex.ru.robots
+++ /dev/null
@@ -1,12 +0,0 @@
-User-agent: *
-Disallow: /*/search$
-Disallow: /search$
-Disallow: /*/search?*text
-Disallow: /search?*text
-Disallow: /*/my/favorites
-Disallow: /my/favorites
-Clean-param: eventId /program/*
-Clean-param: eventId /*/program/*
-Sitemap: https://tv.yandex.ru/sitemap.xml
-Host: https://tv.yandex.ru
-
diff --git a/config/en/robots/tvtv.ca.robots b/config/en/robots/tvtv.ca.robots
deleted file mode 100644
index 0bf91dd6..00000000
--- a/config/en/robots/tvtv.ca.robots
+++ /dev/null
@@ -1,6 +0,0 @@
-User-agent: *
-Disallow: /tvm/
-Disallow: /gn/
-User-agent: WebGrab+Plus
-Disallow: /
-
diff --git a/config/en/robots/tvtv.us.robots b/config/en/robots/tvtv.us.robots
deleted file mode 100644
index 0bf91dd6..00000000
--- a/config/en/robots/tvtv.us.robots
+++ /dev/null
@@ -1,6 +0,0 @@
-User-agent: *
-Disallow: /tvm/
-Disallow: /gn/
-User-agent: WebGrab+Plus
-Disallow: /
-
diff --git a/config/en/robots/www.tvguide.co.uk.robots b/config/en/robots/www.tvguide.co.uk.robots
deleted file mode 100644
index da53120e..00000000
--- a/config/en/robots/www.tvguide.co.uk.robots
+++ /dev/null
@@ -1,48 +0,0 @@
-Sitemap: https://www.tvguide.co.uk/sitemaps/sitemap_shows.xml
-Sitemap: https://www.tvguide.co.uk/sitemaps/sitemap.xml
-
-User-agent: *
-Disallow: /iplayerfeeds.asp
-
-User-agent: *
-Disallow: /iphone/*
-
-User-agent: *
-Disallow: /storydetail.asp 
-
-User-agent: *
-Disallow: /search_all.asp 
-
-User-agent: *
-Disallow: /livechatlink.asp
-
-User-agent: *
-Disallow: /programmewatched.asp
-
-User-agent: *
-Disallow: /London2012Olympics.asp
-
-User-agent: *
-Disallow: /addfreeview.asp
-
-User-agent: *
-Disallow: /trailers/trailer.asp
-
-User-agent: *
-Disallow: /petproblems/Highlights-TV-Show-Multi.asp
-
-User-agent: *
-Disallow: /*ajax*
-
-User-agent: *
-Disallow: /*flash/*
-
-User-agent: *
-Disallow: /*.vcs
-
-User-agent: *
-Disallow: /*rewrite.asp
-
-
-
-
diff --git a/config/ru/robots/tv.yandex.ru.robots b/config/ru/robots/tv.yandex.ru.robots
deleted file mode 100644
index 3e2c3676..00000000
--- a/config/ru/robots/tv.yandex.ru.robots
+++ /dev/null
@@ -1,12 +0,0 @@
-User-agent: *
-Disallow: /*/search$
-Disallow: /search$
-Disallow: /*/search?*text
-Disallow: /search?*text
-Disallow: /*/my/favorites
-Disallow: /my/favorites
-Clean-param: eventId /program/*
-Clean-param: eventId /*/program/*
-Sitemap: https://tv.yandex.ru/sitemap.xml
-Host: https://tv.yandex.ru
-