User-agent: * # This excludes all crawlers Disallow: /admin/ Disallow: /images/ Disallow: /add_event.php Disallow: /documents.php Disallow: /email.php Disallow: /getdocument.php