# disallowing all spider caching User-agent: * Disallow: /mysitecontent.php Disallow: /siteparams.php Disallow: /sitebottom.php Disallow: /sitetop.php Disallow: /clsWhois.php Disallow: /class.smtp.inc Disallow: /cp/ Disallow: /files/ Disallow: /incs/ Disallow: /webalizer/