User-agent: Baiduspider
Allow: /
User-agent: Sosospider
Allow: /
User-agent: sogou spider
Allow: /
User-agent: Sogou web spider
Allow: /
User-agent: Sogou inst spider
Allow: /
User-agent: YodaoBot
Allow: /
User-agent: 360Spider
Allow: /
User-agent: Bytespider
Allow: /
User-agent: SemrushBot
Allow: /
User-agent: Googlebot
Allow: /
User-agent: Bingbot
Allow: /
User-agent: Slurp
Allow: /
User-agent: Teoma
Allow: /
User-agent: ia_archiver
Allow: /
User-agent: twiceler
Allow: /
User-agent: MSNBot
Allow: /
User-agent: Scrubby
Allow: /
User-agent: Robozilla
Allow: /
User-agent: Gigabot
Allow: /
User-agent: googlebot-image
Allow: /
User-agent: googlebot-mobile
Allow: /
User-agent: yahoo-mmcrawler
Allow: /
User-agent: yahoo-blogs/v3.9
Allow: /
User-agent: psbot
Allow: /
User-agent: Applebot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: Amazonbot
Allow: /
User-agent: GPTBot
Allow: 
User-agent: Facebot
Allow: /
User-agent: Twitterbot
Allow: /
User-agent: *
Disallow: /