User-Agent: *
Disallow: /offer_comp.html
Disallow: /shop/*/oubo_comp

User-Agent: Steeler
Disallow: /

User-Agent: dotbot
Disallow: /