User-agent: * # # Disallow the following Directories and their contents # Disallow: /_admin Disallow: /_cfg Disallow: /_images Disallow: /_includes Disallow: /_lib Disallow: /_stats Disallow: /_templates Disallow: /beta Disallow: /cgi-bin # # Disallow the following files # Disallow: 404.html Disallow: fetchdl.php Disallow: index_pre.php Disallow: signup.php Disallow: signup_confirm.php