User-agent: *

Disallow: /CODE/*
Disallow: /DOCUMENT/*
Disallow: /MEDIA/*
Disallow: /MODULE/*
Disallow: /OLDIES/*

User-agent: googlebot

Disallow: *.js
Disallow: *.pdf