# Robots.txt file from http://www.harmfrielink.nl # # All robots will spider the domain # User-agent: all User-agent: * Disallow: /cgi-bin/ Disallow: _vti_bin/.htaccess Disallow: _vti_inf.html Disallow: _vti_pvt/.roles Disallow: _vti_pvt/botinfs.cnf Disallow: _vti_pvt/bots.cnf Disallow: _vti_pvt/deptodoc.btr Disallow: _vti_pvt/doctodep.btr Disallow: _vti_pvt/frontpg.lck Disallow: _vti_pvt/service.cnf Disallow: _vti_pvt/service.lck Disallow: _vti_pvt/services.cnf Disallow: _vti_pvt/svcacl.cnf Disallow: _vti_pvt/writeto.cnf