User-agent: all Disallow: /databases/*.* Disallow: /errors/*.* Disallow: /media/*.* Disallow: /images/*.* Disallow: /TEMP/*.* Disallow: /backups/*.*