User-agent: *   # directed to all spiders
Disallow: /pub/
Disallow: /bc/