# robots.txt for http://teachers.net/ User-agent: * Crawl-delay: 5 User-agent: Mediapartners-Google Disallow: User-agent: Webinator Disallow: / User-agent: WebZip Disallow: / User-agent: grub-client Disallow: / User-agent: psbot Disallow: / #User-agent: Exalead #Disallow: / User-agent: discobot Disallow: / user-agent: AhrefsBot disallow: / #User-agent: baiduspider #Disallow: / User-agent: * #Disallow: Disallow: /chat/topics/1* Disallow: /chat/topics/2* Disallow: /chat/topics/3* Disallow: /chat/topics/4* Disallow: /chat/topics/5* Disallow: /chat/topics/6* Disallow: /chat/topics/7* Disallow: /chat/topics/8* Disallow: /chat/topics/9* Disallow: /cgi-bin/ Disallow: /wp-login* Disallow: /register* Disallow: /*thankyou.html* Disallow: /community/ #Disallow: /groups/ #Disallow: /*members* Disallow: /*/home Disallow: /gazette/discussions/ #Disallow: /home/ Disallow: /leeches/ Disallow: /teachers/ Disallow: /images/ Disallow: /chatroom/ #Disallow: /chat/ Disallow: /banners/ Disallow: /teacher-pics Disallow: /*include.html Disallow: /*capfile* Disallow: /*bak$ Disallow: /*hold$ Disallow: /*old$ Allow: /*gold$ Disallow: /*include.html Disallow: /lessons/all.html #Crawl-delay: 1