# go away
User-agent: *
Crawl-delay: 200

User-agent: *
Disallow: /reading/*

User-agent: *
Disallow: /library/*
User-agent: *
Disallow: /pod/*

User-agent: *
Disallow: /store/store/store_search.do



# RDH, 06.30.21: Very temporary to get some relief.
# User-Agent: Googlebot
# Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: LieBaoFast
Disallow: /

User-agent: MauiBot
Disallow:/

User-agent: MauiBot (crawler.feedback+wc@gmail.com) 
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: MqqBrowser
Disallow:/

User-agent: Nimbostratus-Bot/v1.3.2
Disallow: /

User-agent: Qwant-news
Disallow: /

User-agent: Qwantify
Disallow: /

User-agent: Seekport Crawler
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: / 

User-agent: SeznamBot
Disallow: /

User-agent: SputnikBot/2.3
Disallow:/

User-agent: The Knowledge AI 
Disallow:/

User-agent: TinyTestBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: UCBrowser
Disallow: / 

User-agent: yacybot
Disallow: / 

User-agent: YandexBot
Disallow: / 

User-agent: Yeti
Disallow: / 

User-agent: YisouSpider
Disallow: / 

User-agent: PetalBot
Disallow: / 

# siteamp
Sitemap: https://reading.udn.com/sitemap/gnews/1014
Sitemap: https://reading.udn.com/sitemapxml/read/mapindex.xml

# chatbot
User-agent: GPTBot
Disallow: /