User-Agent: *
Disallow: /cp
Disallow: /diag
Disallow: /css
Disallow: /index.xhtml
Disallow: /ref
Allow: /
Disallow: /images
Disallow: /cgi-bin
Disallow: /webalizer
Disallow: /scripts.txt
Disallow: /survey
Disallow: /google_javascript
Disallow: /train

User-Agent: Googlebot
Allow: /index.html
Allow: /tn/tn-index.html
Disallow: /cp
Disallow: /diag
Disallow: /css
Disallow: /index.xhtml
Disallow: /ref
Allow: /
Disallow: /images
Disallow: /cgi-bin
Disallow: /webalizer
Disallow: /scripts.txt
Disallow: /survey
Disallow: /google_javascript
Disallow: /train

User-Agent: Googlebot-Mobile
Allow: /index.html
Allow: /tn/tn-index.html
Disallow: /cp
Disallow: /diag
Disallow: /css
Disallow: /index.xhtml
Disallow: /ref
Allow: /
Disallow: /images
Disallow: /cgi-bin
Disallow: /webalizer
Disallow: /scripts.txt
Disallow: /survey
Disallow: /google_javascript
Disallow: /train