# Robots.txt file from http://www.36wx.com # All robots will spider the domain User-agent: * Disallow: /admin/ Disallow: /configs/ Allow: .html$ Allow: .php$ Allow: .gif$ Allow: .jpg$ Allow: .jpeg$ Allow: .png$ Allow: .bmp$