iptv-org-mirror/epg
1
0
Fork 0
mirror of https://github.com/iptv-org/epg.git synced 2025-05-09 08:30:06 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

Remove /robots folder

Browse source
This commit is contained in:
freearhey 2021-03-10 01:42:00 +03:00
parent bcd57b7f2e
commit 8cc20a9519
6 changed files with 2 additions and 85 deletions
Download patch file Download diff file Expand all files Collapse all files

3
.gitignore vendored
View file

@ -1,3 +1,4 @@
/siteini.pack
*.log.txt
hot_cookies.txt
hot_cookies.txt
robots/

12
config/en/robots/tv.yandex.ru.robots
View file

@ -1,12 +0,0 @@
User-agent: *
Disallow: /*/search$
Disallow: /search$
Disallow: /*/search?*text
Disallow: /search?*text
Disallow: /*/my/favorites
Disallow: /my/favorites
Clean-param: eventId /program/*
Clean-param: eventId /*/program/*
Sitemap: https://tv.yandex.ru/sitemap.xml
Host: https://tv.yandex.ru

6
config/en/robots/tvtv.ca.robots
View file

@ -1,6 +0,0 @@
User-agent: *
Disallow: /tvm/
Disallow: /gn/
User-agent: WebGrab+Plus
Disallow: /

6
config/en/robots/tvtv.us.robots
View file

@ -1,6 +0,0 @@
User-agent: *
Disallow: /tvm/
Disallow: /gn/
User-agent: WebGrab+Plus
Disallow: /

48
config/en/robots/www.tvguide.co.uk.robots
View file

@ -1,48 +0,0 @@
Sitemap: https://www.tvguide.co.uk/sitemaps/sitemap_shows.xml
Sitemap: https://www.tvguide.co.uk/sitemaps/sitemap.xml
User-agent: *
Disallow: /iplayerfeeds.asp
User-agent: *
Disallow: /iphone/*
User-agent: *
Disallow: /storydetail.asp
User-agent: *
Disallow: /search_all.asp
User-agent: *
Disallow: /livechatlink.asp
User-agent: *
Disallow: /programmewatched.asp
User-agent: *
Disallow: /London2012Olympics.asp
User-agent: *
Disallow: /addfreeview.asp
User-agent: *
Disallow: /trailers/trailer.asp
User-agent: *
Disallow: /petproblems/Highlights-TV-Show-Multi.asp
User-agent: *
Disallow: /*ajax*
User-agent: *
Disallow: /*flash/*
User-agent: *
Disallow: /*.vcs
User-agent: *
Disallow: /*rewrite.asp

12
config/ru/robots/tv.yandex.ru.robots
View file

@ -1,12 +0,0 @@
User-agent: *
Disallow: /*/search$
Disallow: /search$
Disallow: /*/search?*text
Disallow: /search?*text
Disallow: /*/my/favorites
Disallow: /my/favorites
Clean-param: eventId /program/*
Clean-param: eventId /*/program/*
Sitemap: https://tv.yandex.ru/sitemap.xml
Host: https://tv.yandex.ru