User-agent: Googlebot
Disallow: /*?
Disallow: /common/
Disallow: /common/


User-agent: Gigabot*
Disallow: /

User-agent: FreeWebMonitoring*
Disallow: /

User-agent: *
disallow: /*.js$ 
disallow: /*.inc$ 
disallow: /*.css$ 
disallow: /*.txt$
Disallow: /common/
Disallow: /common/

User-agent: Mediapartners-Google*
Disallow: