# robots.txt generated for www.worldcolleges.info User-agent: Googlebot Allow: / User-agent: MSNBot Allow: / User-agent: Slurp Allow: / User-agent: Teoma Allow: / User-agent: NetMechanic Allow: / User-agent: alexa Allow: / User-agent: WebIntegrity Allow: / User-agent: Mediapartners-Google Allow:/ User-agent: Adsbot-Google Allow: / User-agent: Googlebot-Image Allow: / User-agent: Googlebot-Mobile Allow: / User-agent: ia_archiver Allow: / User-agent: * Disallow: / Crawl-delay: 0 Disallow: /cgi-bin/ User-agent: * Disallow: /bin/