User-agent: *
Disallow: /*.php$
Disallow: /_201901/
Disallow: /*?test=*$
user-agent: Grapeshot Bot
Disallow: /
user-agent: coccocbot-web
Disallow: /
user-agent: Pinterestbot
Disallow: /
user-agent: SemrushBot
Disallow: /
user-agent: BLEXBot
Disallow: /
user-agent: AhrefsBot
Disallow: /
user-agent: MJ12bot
Disallow: /
user-agent: DotBot
Disallow: /
user-agent: Adsbot
Disallow: /