User-Agent: *
Allow: /
Disallow: /author
Disallow: /ad-server
Disallow: /config
Disallow: /cron
Disallow: /lib
Disallow: /log
Disallow: /upgrade_scripts