# robots.txt for top10snet.com Sitemap: http://top10snet.com/sitemap.xml User-agent: * Disallow: /cgi-bin Disallow: /wp-admin Disallow: /wp-includes Disallow: /wp-content Disallow: /author Disallow: /wget/ Disallow: /httpd/ Disallow: /i/ Disallow: /f/ Disallow: /t/ Disallow: /c/ Disallow: /j/ Disallow: /imgs/ # Only google recognizes these wildcards, but let's use them: Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.png$ User-agent: Mediapartners-Google Allow: / User-agent: Adsbot-Google Allow: / User-agent: Googlebot-Image Disallow: / User-agent: Googlebot-Mobile Allow: / User-agent: ia_archiver-web.archive.org Disallow: /