############################### # # robots.txt file for Common Sense Junction # # addresses all robots by using wild card * # # # Crawl-delay: 2 # # list folders robots are not allowed to index # User-agent: Mediapartners-Google Disallow: /aa-acsol-temp/ Disallow: /bin/ Disallow: /blog/ Disallow: /blog0/ Disallow: /blog1/ Disallow: /blog2/ Disallow: /blog3/ Disallow: /blog4/ Disallow: /blog5/ Disallow: /blog6/ Disallow: /blog7/ Disallow: /blog8/ Disallow: /blog9/ Disallow: /blog9x/ Disallow: /blogff/ Disallow: /blogfx/ Disallow: /blogtr/ Disallow: /blogx27/ Disallow: /cgi-bin/ Disallow: /christmas/ Disallow: /cms/ Disallow: /day-pic/ Disallow: /entropybanner/ Disallow: /multifeed/ Disallow: /pics/ Disallow: /pics-08/ Disallow: /pics-aa/ Disallow: /sphider/ Disallow: /tony/ Disallow: /vet-mem-day/ Disallow: /videos/ # # list specific WP Pages robots are not allowed to index # # # list specific files robots are not allowed to index # # # End of robots.txt file # ###############################