# cgi-web.co.uk: robots.txt 
#
# This file is used to allow crawlers to index our site. 
User-agent: *
Disallow: /images/
Disallow: /Js/
Disallow: *.inc
Disallow: *.php
Disallow: *.sql
Disallow: *.css