# All Robots
User-agent: *

# Disallow Internal Search
Disallow: /search/

# Disallow Test Subfolders and Draft Articles
Disallow: /utils/
Disallow: /account/
Disallow: /LoadTest/
Disallow: /api/
Disallow: /qa/
Disallow: /ad-test
Disallow: /service-archive
Disallow: /subscribe-archive
Disallow: /messagent/
Disallow: /extra/messagent/
Disallow: /archive/cnt/2020/8
Disallow: /archive/cnt/2020/7
Disallow: /archive/cnt/2020/6
Disallow: /archive/cnt/2020/5
Disallow: /archive/cnt/2020/4
Disallow: /archive/cnt/2020/3
Disallow: /archive/cnt/2020/2
Disallow: /archive/cnt/2020/1

# Sitemap Files
Sitemap: https://www.sundayworld.com/sitemap/sitemap_googlenews.xml	
Sitemap: https://www.sundayworld.com/sitemap/sitemap_channels.xml
Sitemap: https://www.sundayworld.com/sitemap/sitemap.xml
Sitemap: https://www.sundayworld.com/sitemap/sitemap_video.xml

# Allow Adsense
User-agent: Mediapartners-Google 
Disallow:

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /