diff --git a/static/robots.txt b/static/robots.txt index 066f40f52..c25d58f5a 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -1,4 +1,25 @@ User-agent: * Allow: / -Sitemap: https://iptv-org.github.io/sitemap.xml \ No newline at end of file +User-Agent: TurnitinBot +Disallow: / + +User-Agent: NPBot +Disallow: / + +User-Agent: AcademicBotRTU +Disallow: / + +User-Agent: SlySearch +Disallow: / + +User-Agent: BLEXBot +Disallow: / + +User-agent: CheckMarkNetwork/1.0 (+https://www.checkmarknetwork.com/spider.html) +Disallow: / + +User-agent: BrandVerity/1.0 +Disallow: / + +Sitemap: https://iptv-org.github.io/sitemap.xml