User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: Googlebot-Image
Allow: /

User-Agent: 360Spider
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: SemrushBot
Disallow: /

User-Agent: GPTBot
Disallow: /

User-Agent: *
Disallow: /account/
Disallow: /scout/
Disallow: /inquiry/
Disallow: /agent/interview/
Disallow: /registration/scout
Disallow: /_dev/

Disallow: /lambda-url.ap-northeast-1.on.aws/