User-agent:*    #applies to all well-behaved crawlers, bots and spiders

# add a line like this for each dir to be excluded 

Disallow: /js
Disallow: /sitedata/private
Disallow: /sitedata/skins
Disallow: /invoice_pdf