User-agent: *
Disallow: /admin
Disallow: /cgi-bin
Disallow: /images
Disallow: /js
Disallow: /themes
Disallow: *.jpg$
Disallow: *.pdf$
Disallow: *.php$