User-agent: meta-externalagent
Disallow: /

User-agent: bingbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Facebot
Disallow: /

User-agent: Twitterbot
Disallow: /

User-agent: facebookexternalhit
Disallow: /

User-agent: Amazonbot
Disallow: /

# ChatGPT-User/1.0 크롤링 금지 요청
User-agent: ChatGPT-User/1.0
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: *
Allow: /