# Disallow all crawlers access to certain pages. User-agent: * Disallow: /_db_backups Disallow: /_private Disallow: /_vti_log Disallow: /aspnet_client Disallow: /flashfiles Disallow: /images Disallow: /stats Disallow: /videofiles Disallow: /js