User-agent: *
Disallow: /.svn 
Disallow: /application
Disallow: /core
Disallow: /database
Disallow: /external_libraries
Disallow: /extra
Disallow: /import
Disallow: /logs
Disallow: /cron.php
Disallow: /cron.sh