User-Agent: *# Disallow all crawlers access to certain pages.
Disallow: /adverts
Disallow: /cgi-bin
Disallow: /companies
Disallow: /css
Disallow: /dimstar
Disallow: /dimstar_eng
Disallow: /fonts
Disallow: /gallery
Disallow: /images
Disallow: /includes
Disallow: /lang
Disallow: /plesk-stat
Disallow: /scripts
Disallow: /temp_pics
Disallow: /UserFiles
Disallow: /util
Allow: /