#robots.txt User-agent: * Disallow: /include/ Disallow: /errors Disallow: /sendform.php Disallow: /sendformcontact.php User-agent: webcrawler Disallow: /include/ Disallow: /errors Disallow: /sendform.php Disallow: /sendformcontact.php