# All robots will spider the domain User-agent: * Disallow: # Disallow directory templates User-agent: * Disallow: /templates # Disallow directory css User-agent: * Disallow: /css # Disallow directory cgi-bin User-agent: * Disallow: /cgi-bin # Disallow directory classes User-agent: * Disallow: /classes # Disallow directory includes User-agent: * Disallow: /includes # Disallow directory feeds User-agent: * Disallow: /feeds # Disallow directory wip User-agent: * Disallow: /wip # Disallow directory buy or whatever it is User-agent: * Disallow: /buy