# 주요 검색 엔진 크롤러에 대한 허용 규칙
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: DAUM
User-agent: Daumoa
User-agent: Yeti
User-agent: ZumBot
User-agent: Twitterbot
User-agent: Bingbot
User-agent: msnbot
User-agent: ia_archiver
User-agent: Applebot
Allow: /reporter
Allow: /reporter/*
Allow: /researcher
Allow: /login
Disallow: /mypage
Disallow: /auth/*
Disallow: /researcher/result/*
Disallow: /researcher?redirected=true

# Google Ads 관련 크롤러
User-agent: Mediapartners-Google
Allow: /
Allow: /reporter
Allow: /reporter/*
Allow: /researcher
Allow: /login
Disallow: /mypage
Disallow: /auth/*
Disallow: /researcher/result/*
Disallow: /researcher?redirected=true

# 기타 크롤러에 대한 기본 규칙
User-agent: *
Disallow: /
Disallow: /mypage
Disallow: /auth/*
Disallow: /researcher/result/*
Disallow: /researcher?redirected=true

# 사이트맵 경로
Sitemap: https://ko.meaniit.com/sitemap.xml