Sitemap: https://www.atpress.ne.jp/sitemap.xml

User-Agent: *
User-agent: AdsBot-Google
Disallow: /API/
Disallow: /api/
Disallow: /Default/CalendarSelect/
Disallow: /news/print/window/popup/
Disallow: /view/
Disallow: /smart/
Disallow: /inqpr/
Disallow: /relation/
Disallow: */srgc/
Disallow: */fax_file.pdf
Disallow: /news_crw/
Disallow: /MyPage/

# --- common ---
User-agent: AhrefsBot
User-agent: AionBot
User-agent: baiduspider
User-agent: BLEXBot
User-agent: Bytespider
User-agent: DotBot
User-agent: ImageBot
User-agent: ImagesiftBot
User-agent: Linguee
User-agent: MJ12bot
User-agent: PetalBot
User-agent: SemrushBot
User-agent: SERankingBacklinksBot
User-agent: spbot
User-agent: Steeler
User-agent: TerraCotta
User-agent: TurnitinBot
User-agent: wotbox
User-agent: YisouSpider
Disallow: /
# --- end common ---