# All robots may spider the domain User-agent: * # Disallow directory /Archive/ # Disallow directory /audio/ # Disallow directory /cgi-bin/ # Disallow directory /dlbin/ # Disallow directory /images/ # Disallow directory /includes/ Disallow: /Archive/ Disallow: /audio/ Disallow: /cgi-bin/ Disallow: /dlbin/ Disallow: /images/ Disallow: /includes/