# robots.txt for http://www.canlinks.net/ User-agent: * Disallow: http://www.canlinks.net/realestate/builders/newhomemembers.dbf Disallow: /_d_at_abases/ # This is an infinite virtual URL space Disallow: /admin/ # This is an infinite virtual URL space Disallow: /testarea/ # This is an infinite virtual URL space Disallow: /temp/ # This is an infinite virtual URL space Disallow: /banners/ # This is an infinite virtual URL space Disallow: /canlinkslogs/ # This is an infinite virtual URL space Disallow: /images/ # This is an infinite virtual URL space Disallow: /modify/ # This is an infinite virtual URL space Disallow: *.cgi Disallow: *.pm Disallow: *.jpg