################################################################################
# 모든 크롤링 완전 차단 robots.txt
# 
# 이 파일은 웹사이트 루트 디렉토리(/)에 위치해야 합니다.
# 예: https://yourdomain.com/robots.txt
#
# 마지막 수정: 2024
################################################################################

# ============================================================================
# 모든 봇/크롤러 차단
# ============================================================================
# * 는 모든 User-agent를 의미합니다
User-agent: *
Disallow: /
Crawl-delay: 86400

# ============================================================================
# 주요 검색 엔진 명시적 차단 (이중 보안)
# ============================================================================

# Google
User-agent: Googlebot
Disallow: /
User-agent: Googlebot-Image
Disallow: /
User-agent: Googlebot-Mobile
Disallow: /
User-agent: Googlebot-News
Disallow: /
User-agent: Googlebot-Video
Disallow: /
User-agent: AdsBot-Google
Disallow: /
User-agent: Mediapartners-Google
Disallow: /

# Bing / Microsoft
User-agent: Bingbot
Disallow: /
User-agent: MSNBot
Disallow: /
User-agent: BingPreview
Disallow: /
User-agent: msnbot-media
Disallow: /

# Yahoo / Slurp
User-agent: Slurp
Disallow: /
User-agent: Yahoo! Slurp
Disallow: /

# Baidu (중국)
User-agent: Baiduspider
Disallow: /
User-agent: Baiduspider-image
Disallow: /
User-agent: Baiduspider-video
Disallow: /
User-agent: Baiduspider-news
Disallow: /

# Yandex (러시아)
User-agent: Yandex
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: YandexImages
Disallow: /
User-agent: YandexVideo
Disallow: /
User-agent: YandexMedia
Disallow: /

# DuckDuckGo
User-agent: DuckDuckBot
Disallow: /

# ============================================================================
# SEO 분석 봇 차단
# ============================================================================
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: Rogerbot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: Screaming Frog SEO Spider
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /
User-agent: Majestic-12
Disallow: /
User-agent: Majestic-SEO
Disallow: /
User-agent: Moz
Disallow: /
User-agent: MozBot
Disallow: /

# ============================================================================
# 소셜 미디어 봇 차단
# ============================================================================
User-agent: facebookexternalhit
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: Twitterbot
Disallow: /
User-agent: LinkedInBot
Disallow: /
User-agent: WhatsApp
Disallow: /
User-agent: TelegramBot
Disallow: /
User-agent: Pinterestbot
Disallow: /
User-agent: Pinterest
Disallow: /
User-agent: Slackbot
Disallow: /
User-agent: Discordbot
Disallow: /
User-agent: SkypeUriPreview
Disallow: /
User-agent: vkShare
Disallow: /
User-agent: W3C_Validator
Disallow: /

# ============================================================================
# AI/LLM 봇 차단
# ============================================================================
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: Claude-Web
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: YouBot
Disallow: /
User-agent: Bytespider
Disallow: /

# ============================================================================
# 웹 아카이빙 봇 차단
# ============================================================================
User-agent: ia_archiver
Disallow: /
User-agent: Wayback Machine
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: WebCopier
Disallow: /

# ============================================================================
# 기타 크롤러 차단
# ============================================================================
User-agent: Applebot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: Alexabot
Disallow: /
User-agent: AlexaCrawler
Disallow: /
User-agent: Ask Jeeves
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: BuiltBotTough
Disallow: /
User-agent: Bullseye
Disallow: /
User-agent: BunnySlippers
Disallow: /
User-agent: CopyRightCheck
Disallow: /
User-agent: Cosmos
Disallow: /
User-agent: Crescent
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: DomainCrawler
Disallow: /
User-agent: EmailCollector
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: EmailWolf
Disallow: /
User-agent: EroCrawler
Disallow: /
User-agent: ExtractorPro
Disallow: /
User-agent: Fasterfox
Disallow: /
User-agent: FeedBooster
Disallow: /
User-agent: Foobot
Disallow: /
User-agent: Genieo
Disallow: /
User-agent: grub-client
Disallow: /
User-agent: Harvest
Disallow: /
User-agent: hloader
Disallow: /
User-agent: httplib
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: humanlinks
Disallow: /
User-agent: InfoNaviRobot
Disallow: /
User-agent: JennyBot
Disallow: /
User-agent: k2spider
Disallow: /
User-agent: Keyword Density/0.9
Disallow: /
User-agent: larbin
Disallow: /
User-agent: LexiBot
Disallow: /
User-agent: libWeb
Disallow: /
User-agent: libwww
Disallow: /
User-agent: libwww-perl
Disallow: /
User-agent: lwp-trivial
Disallow: /
User-agent: LinkextractorPro
Disallow: /
User-agent: LinkScan/8.1a Unix
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: LinkpadBot
Disallow: /
User-agent: lwp-trivial
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: Mag-Net
Disallow: /
User-agent: Mechanize
Disallow: /
User-agent: MegaIndex
Disallow: /
User-agent: Microsoft URL Control
Disallow: /
User-agent: MIIxpc
Disallow: /
User-agent: Mippin
Disallow: /
User-agent: Missigua Locator
Disallow: /
User-agent: Mister PiX
Disallow: /
User-agent: moget
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: Netcraft
Disallow: /
User-agent: NICErsPRO
Disallow: /
User-agent: Niki-Bot
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: Openfind
Disallow: /
User-agent: panscient.com
Disallow: /
User-agent: PHP/
Disallow: /
User-agent: ProPowerBot/2.14
Disallow: /
User-agent: ProWebWalker
Disallow: /
User-agent: Python-urllib
Disallow: /
User-agent: QueryN Metasearch
Disallow: /
User-agent: RepoMonkey
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: SnapPreviewBot
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: SpankBot
Disallow: /
User-agent: spanner
Disallow: /
User-agent: Spinn3r
Disallow: /
User-agent: suzuran
Disallow: /
User-agent: Szukacz/1.4
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: Telesoft
Disallow: /
User-agent: The Intraformant
Disallow: /
User-agent: TheNomad
Disallow: /
User-agent: TightTwatBot
Disallow: /
User-agent: Titan
Disallow: /
User-agent: toCrawl/UrlDispatcher
Disallow: /
User-agent: True_Robot
Disallow: /
User-agent: turingos
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: UbiCrawler
Disallow: /
User-agent: UnisterBot
Disallow: /
User-agent: URLy Warning
Disallow: /
User-agent: VCI
Disallow: /
User-agent: WBSearchBot
Disallow: /
User-agent: Web Downloader/6.9
Disallow: /
User-agent: WebAuto
Disallow: /
User-agent: WebBandit
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebEnhancer
Disallow: /
User-agent: WebmasterWorldForumBot
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: WebSauger
Disallow: /
User-agent: Website Quester
Disallow: /
User-agent: Webster Pro
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebZip
Disallow: /
User-agent: Wget
Disallow: /
User-agent: Widow
Disallow: /
User-agent: WWWOFFLE
Disallow: /
User-agent: Xenu's
Disallow: /
User-agent: Zao
Disallow: /
User-agent: Zeus
Disallow: /
User-agent: zmeu
Disallow: /
User-agent: ZyBORG
Disallow: /
User-agent: coccoc
Disallow: /
User-agent: Incutio
Disallow: /
User-agent: lmspider
Disallow: /
User-agent: memoryBot
Disallow: /
User-agent: serf
Disallow: /
User-agent: Unknown
Disallow: /
User-agent: uptime files
Disallow: /
User-agent: Pixray-Seeker
Disallow: /
User-agent: Qwantify
Disallow: /
User-agent: PetalBot
Disallow: /

# ============================================================================
# 추가 보안 설정
# ============================================================================
# 크롤 지연 시간 설정 (초 단위) - 86400초 = 24시간
Crawl-delay: 86400

# 사이트맵 제공 안 함 (사이트맵이 있다면 이 줄은 삭제하거나 주석처리)
# Sitemap: 

# ============================================================================
# 중요 사항
# ============================================================================
# 1. 이 파일은 반드시 도메인 루트에 위치해야 합니다
#    예: https://yourdomain.com/robots.txt
#
# 2. 파일명은 정확히 "robots.txt" (소문자)여야 합니다
#
# 3. 이 설정은 정상적인 봇에만 적용됩니다
#    악의적인 봇은 robots.txt를 무시할 수 있습니다
#
# 4. 완전한 차단을 위해서는 추가적인 보안 조치가 필요합니다:
#    - .htaccess 설정
#    - 서버 방화벽 규칙
#    - IP 차단
#    - HTTP 헤더 설정
#
# 5. 이미 인덱싱된 페이지는 검색 엔진에서 제거하는데 시간이 걸립니다
#    빠른 제거를 원한다면 Google Search Console 등을 이용하세요
#
################################################################################