mirror of
https://github.com/iptv-org/epg.git
synced 2025-05-11 01:20:08 -04:00
Remove /robots folder
This commit is contained in:
parent
bcd57b7f2e
commit
8cc20a9519
6 changed files with 2 additions and 85 deletions
3
.gitignore
vendored
3
.gitignore
vendored
|
@ -1,3 +1,4 @@
|
||||||
/siteini.pack
|
/siteini.pack
|
||||||
*.log.txt
|
*.log.txt
|
||||||
hot_cookies.txt
|
hot_cookies.txt
|
||||||
|
robots/
|
|
@ -1,12 +0,0 @@
|
||||||
User-agent: *
|
|
||||||
Disallow: /*/search$
|
|
||||||
Disallow: /search$
|
|
||||||
Disallow: /*/search?*text
|
|
||||||
Disallow: /search?*text
|
|
||||||
Disallow: /*/my/favorites
|
|
||||||
Disallow: /my/favorites
|
|
||||||
Clean-param: eventId /program/*
|
|
||||||
Clean-param: eventId /*/program/*
|
|
||||||
Sitemap: https://tv.yandex.ru/sitemap.xml
|
|
||||||
Host: https://tv.yandex.ru
|
|
||||||
|
|
|
@ -1,6 +0,0 @@
|
||||||
User-agent: *
|
|
||||||
Disallow: /tvm/
|
|
||||||
Disallow: /gn/
|
|
||||||
User-agent: WebGrab+Plus
|
|
||||||
Disallow: /
|
|
||||||
|
|
|
@ -1,6 +0,0 @@
|
||||||
User-agent: *
|
|
||||||
Disallow: /tvm/
|
|
||||||
Disallow: /gn/
|
|
||||||
User-agent: WebGrab+Plus
|
|
||||||
Disallow: /
|
|
||||||
|
|
|
@ -1,48 +0,0 @@
|
||||||
Sitemap: https://www.tvguide.co.uk/sitemaps/sitemap_shows.xml
|
|
||||||
Sitemap: https://www.tvguide.co.uk/sitemaps/sitemap.xml
|
|
||||||
|
|
||||||
User-agent: *
|
|
||||||
Disallow: /iplayerfeeds.asp
|
|
||||||
|
|
||||||
User-agent: *
|
|
||||||
Disallow: /iphone/*
|
|
||||||
|
|
||||||
User-agent: *
|
|
||||||
Disallow: /storydetail.asp
|
|
||||||
|
|
||||||
User-agent: *
|
|
||||||
Disallow: /search_all.asp
|
|
||||||
|
|
||||||
User-agent: *
|
|
||||||
Disallow: /livechatlink.asp
|
|
||||||
|
|
||||||
User-agent: *
|
|
||||||
Disallow: /programmewatched.asp
|
|
||||||
|
|
||||||
User-agent: *
|
|
||||||
Disallow: /London2012Olympics.asp
|
|
||||||
|
|
||||||
User-agent: *
|
|
||||||
Disallow: /addfreeview.asp
|
|
||||||
|
|
||||||
User-agent: *
|
|
||||||
Disallow: /trailers/trailer.asp
|
|
||||||
|
|
||||||
User-agent: *
|
|
||||||
Disallow: /petproblems/Highlights-TV-Show-Multi.asp
|
|
||||||
|
|
||||||
User-agent: *
|
|
||||||
Disallow: /*ajax*
|
|
||||||
|
|
||||||
User-agent: *
|
|
||||||
Disallow: /*flash/*
|
|
||||||
|
|
||||||
User-agent: *
|
|
||||||
Disallow: /*.vcs
|
|
||||||
|
|
||||||
User-agent: *
|
|
||||||
Disallow: /*rewrite.asp
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -1,12 +0,0 @@
|
||||||
User-agent: *
|
|
||||||
Disallow: /*/search$
|
|
||||||
Disallow: /search$
|
|
||||||
Disallow: /*/search?*text
|
|
||||||
Disallow: /search?*text
|
|
||||||
Disallow: /*/my/favorites
|
|
||||||
Disallow: /my/favorites
|
|
||||||
Clean-param: eventId /program/*
|
|
||||||
Clean-param: eventId /*/program/*
|
|
||||||
Sitemap: https://tv.yandex.ru/sitemap.xml
|
|
||||||
Host: https://tv.yandex.ru
|
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue