# robots.txt file from http://www.amhariconline.com/ # # all robots will spider the domain User-agent: * User-agent: Mediapartners-Google* Disallow: Disallow: /banners/ Disallow: /etc/ Disallow: /tmp/ Disallow: /notes/ Disallow: /africano/ Disallow: /r.html/ Disallow: /amstyle.css/ Disallow: /logon.php Disallow: /formmail.php Disallow: /stats.php Disallow: /cgi-bin/ Disallow: /scgi-bin/ Disallow: /cgi/ Disallow: /mail/ Disallow: /help Disallow: /sign-in Disallow: /entropybanner/ Disallow: /redbriefs/ Disallow: /music/bapics.html