# All robots will spider the domain User-agent: * Disallow: # Disallow directory /admin_files/ User-agent: * Disallow: /admin_files/ # Disallow directory /assetmanager/ User-agent: * Disallow: /assetmanager/ # Disallow directory /coming_soon/ User-agent: * Disallow: /coming_soon/ # Disallow directory /custom/ User-agent: * Disallow: /custom/ # Disallow directory /customers/ User-agent: * Disallow: /customers/ # Disallow directory /data_files/ User-agent: * Disallow: /data_files/ # Disallow directory /firstpro/ User-agent: * Disallow: /firstpro/ # Disallow directory /GD/ User-agent: * Disallow: /GD/ # Disallow directory /gfx/ User-agent: * Disallow: /gfx/ # Disallow directory /html/ User-agent: * Disallow: /html/ # Disallow directory /library/ User-agent: * Disallow: /library/ # Disallow directory /log_files/ User-agent: * Disallow: /log_files/ # Disallow directory /old/ User-agent: * Disallow: /old/ # Disallow directory /perldiver/ User-agent: * Disallow: /perldiver/ # Disallow directory /pgpfiles/ User-agent: * Disallow: /pgpfiles/ # Disallow directory /phpMyAdmin-2.6.4-pl3/ User-agent: * Disallow: /phpMyAdmin-2.6.4-pl3/ # Disallow directory /protected/ User-agent: * Disallow: /protected/ # Disallow directory /scripts/ User-agent: * Disallow: /scripts/ # Disallow directory /sessions/ User-agent: * Disallow: /sessions/ # Disallow directory /shopping_carts/ User-agent: * Disallow: /shopping_carts/ # Disallow directory /temp/ User-agent: * Disallow: /temp/ # Disallow directory /uploads/ User-agent: * Disallow: /uploads/