# robots.txt for http://demo.smartdataweb.com/

User-agent: *
Disallow: /cgi-bin/
Disallow: /images/ # This is an infinite virtual URL space
Disallow: /includes/ # these will soon disappear
Disallow: /test/ # these will soon disappear
Disallow: /files/ # these will soon disappear