User-agent: * Disallow: /cgi-bin # Disallow: /images # Disallow: /styles Disallow: /signup Disallow: /pastdeals Disallow: /inline # Disallow: /includes Disallow: /counter_js.php Disallow: /admin User-agent: dotbot Disallow: / User-agent: semrush Disallow: / User-agent: * Disallow: /*index_type=item-detail*