# No bots, except crawlers for public search indexes: # Exalead, Gigablast, Google, Msn, Yahoo/Slurp, Ask/Teoma, Voila, Looksmart/Wisenut # #User-agent: * #Disallow: / #User-agent: Exabot #Disallow: /int99/ #User-agent: Gigabot #Disallow: /int99/ #User-agent: Googlebot #Disallow: /int99/ #User-agent: Mediapartners-Google #Disallow: /int99/ #User-agent: msnbot #Disallow: /int99/ #User-agent: Slurp #Disallow: /int99/ #User-agent: Teoma #Disallow: /int99/ #User-agent: VoilaBot #Disallow: /int99/ #User-agent: yacy #Disallow: /int99/ #User-agent: ZyBorg #Disallow: /int99/ #