User-Agent: NPBot
Disallow: /

User-Agent: SurveyBot
Disallow: /

User-Agent: Art-Online.com
Disallow: /

User-Agent: BDFetch
Disallow: /

User-Agent: oBot
Disallow: /

User-Agent: FlickBot
Disallow: /

User-Agent: LinkWalker
Disallow: /

User-Agent: HTTrack
Disallow: /

User-Agent: TurnitinBot
Disallow: /

User-Agent: Accoona-AI-Agent
Disallow: /

User-agent: MQbot
Disallow: /

User-Agent: MJ12bot
Crawl-Delay: 30

User-Agent: *
Disallow: /cgi-bin