# All robots will spider the domain User-agent: * Disallow: # Disallow directory /Admin User-agent: * Disallow: /Admin # Disallow directory /Images User-agent: * Disallow: /Images # Disallow directory /Templates User-agent: * Disallow: /Templates # Disallow directory /db User-agent: * Disallow: /db # Disallow directory /cgi-bin User-agent: * Disallow: /cgi-bin # Disallow directory /Connections User-agent: * Disallow: /Connections