# robots.txt for ddengle.com
# Generated: 2025.10.02

# ===== 기본 규칙 (모든 봇) =====
User-agent: *
Disallow: /admin$
Disallow: /admin/
Disallow: /*?module=admin$
Disallow: /*?module=admin&
Disallow: /*act=IS$
Disallow: /*act=IS&
Disallow: /*act=procFileDownload$
Disallow: /*act=procFileDownload&
Disallow: /*search_keyword=*&search_target=
Disallow: /*search_keyword=*&search_target=*&document_srl=
Disallow: /*search_target=*&search_keyword=
Disallow: /*search_target=*&search_keyword=*&document_srl=
Disallow: /*act=dispMember*
Disallow: /*act=proc*
Disallow: /files/attach/
Disallow: /files/cache/
Disallow: /files/tmp/
Disallow: /*.pdf$
Disallow: /*.zip$
Crawl-delay: 3

# ===== 허용할 주요 검색엔진 (크롤 속도 제한) =====
# 구글
User-agent: Googlebot
Allow: /
Crawl-delay: 2

User-agent: Googlebot-Image
Allow: /
Crawl-delay: 2

# 네이버
User-agent: Yeti
Allow: /
Crawl-delay: 3

# 다음(카카오)
User-agent: Daumoa
Allow: /
Crawl-delay: 3

# 빙
User-agent: bingbot
Allow: /
Crawl-delay: 10

# ===== 차단할 봇들 =====
# AI/LLM 봇들 (트래픽 과다 소비)
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: claudebot
Disallow: /

User-agent: cohere-ai
Disallow: /

# SEO 분석 봇들
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: sistrix
Disallow: /

User-agent: Mauibot
Disallow: /

User-agent: Majestic-12
Disallow: /

User-agent: Majestic-SEO
Disallow: /

# 스크래핑/데이터 수집 봇들
User-agent: Scrapy
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ICCrawler
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: AspiegelBot
Disallow: /

# 기타 불필요한 봇들
User-agent: Amazonbot
Disallow: /

User-agent: Linguee Bot
Disallow: /

User-agent: Tweetmemebot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

# 소셜미디어 봇
# User-agent: facebookexternalhit
# Allow: /
# User-agent: Twitterbot
# Allow: /
# User-agent: LinkedInBot
# Allow: /
# User-agent: WhatsApp
# Allow: /
# User-agent: kakaotalk-scrap
# Allow: /

# ===== 사이트맵 =====
Sitemap: https://www.ddengle.com/sitemap.xml