User-agent: *

# disallow all files in these directories
Disallow: /admin/
Disallow: /twitter/
Disallow: /test/