User-agent: *
Allow: /
Disallow: /_db_backups
Disallow: /crm
Disallow: /crm1
Disallow: /stats
Disallow: /php_uploads
Disallow: /logs
Disallow: /lib
Disallow: /js
Disallow: /img
Disallow: /audio
Disallow: /public_html