# Allow all robots

User-agent: *
Disallow: /page_data/
Disallow: /scripts/
Disallow: admin.php
Disallow: admin.html