# /robots.txt file for http://www.contentonline.com # mail domain@contentonline.com for constructive criticism User-Agent: ia_archiver Disallow: / User-agent: * Disallow: /flashpoll Disallow: /cgi-bin Disallow: /images Disallow: /php Disallow: /php2 Disallow: /phpreview Disallow: /rating