User-agent: * Disallow: aspnet_client # allow: /AWR (reason: search_result_details.php is needed) Disallow: /awr_images # Disallow next (reason: it produces endless search results) Disallow: /awr_search Disallow: /AWStats Disallow: /backup Disallow: /cawu-presentation # Allow /cawu_docs (reason: documents needed) Disallow: /cgi-bin Disallow: /DB # Allow: /EDC (allowed due to google error robots.txt: books,countries can't be found Disallow: /google Disallow: /images # Allow /includes (reason: necessary for db-access) # Allow /pdfs (reason:reports in pdf-format) Disallow: /Photos Van Agt Disallow: /summaries # Allow: /video Disallow: /webManager