User-agent: *
Disallow: /css/
Disallow: /scripts/
Disallow: /admin/
Disallow: /perl/
Disallow: /data/
Disallow: /en/terms.php
Disallow: /en/thankyou.php
Disallow: /es/politica.php
Disallow: /es/thankyou.php