User-Agent : *
Disallow : /member/
Disallow : /meta/
Disallow : /news/
Disallow : /rss/
Disallow : /search.html
Disallow : /search.html*?k=
Disallow : *.json
Disallow : /*?teal_vid=
Disallow : /*?*&teal_vid=
Disallow : /*/1000
Disallow : /*?fbclid=

User-agent: msnbot-media/1.1
Crawl-delay: 7
User-agent: bingbot/2.0
Crawl-delay: 7
User-agent: docomo_snr/1.0
Crawl-delay: 7
User-agent: AhrefsBot/5.0
Disallow: /
User-agent: Baiduspider/2.0
Disallow: /
User-agent: Superfeedr bot/2.0
Disallow: /
User-agent: Steeler/3.5
Disallow: /
User-agent: Hobbit_bbtest-net/4.2.0
Disallow: /
User-agent: Crowsnest/0.5 
Disallow: /
User-agent: i-search-crawler / 2.0
Disallow: /
User-agent: MegaIndex.ru/2.0
Disallow: /
User-agent: Crowsnest/0.5
Disallow: /
User-agent: Hobbit_bbtest-net
Disallow: /
User-agent: Crowsnest
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: datagnionbot 
Disallow: /
User-agent: i-search-crawler 
Disallow: /
User-agent: Superfeedr bot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Ruby
Disallow: /
User-agent: SimplePie
Disallow: /
User-agent: Crowsnest
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Flamingo_SearchEngine
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Superfeedr
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: AhrefsBot
Disallow: /

Sitemap : https://benesse.jp/sitemap.xml
Sitemap : https://benesse.jp/sitemap_other.xml
Sitemap : https://benesse.jp/kosodate/sitemap.xml
Sitemap : https://benesse.jp/kyouiku/sitemap.xml
Sitemap : https://benesse.jp/juken/sitemap.xml
Sitemap : https://benesse.jp/eigo/sitemap.xml
Sitemap : https://benesse.jp/sitemap-KJetc.xml
Sitemap : https://benesse.jp/sitemap-KJetc5.xml