# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-Agent: * # Disallow: / # User-agent: Googlebot # Allow: /*?page=2$ # Allow: /*?page=3$ # Allow: /*?page=4$ # Allow: /*?page=5$ # Allow: /*?page=6$ # Allow: /*?page=7$ # Allow: /*?page=8$ # Allow: /*?page=9$ # Allow: /*?page=10$ # Allow: /*?page=11$ # Allow: /*?page=12$ # Allow: /*?page=13$ # Allow: /*?page=14$ # Allow: /*?page=15$ # Allow: /*?page=16$ # Allow: /*?page=17$ # Allow: /*?page=18$ # Allow: /*?page=19$ # Allow: /*?page=20$ # Disallow: /*?page= # Disallow: /*&page=