User-agent: *
Crawl-delay: 5		# Wait 5 seconds between successive requests
Request-rate: 1/2	# maximum rate is 1 page every 2 seconds
Visit-time: 0600-1000	# only visit between 06:00 and 10:00 UTC
Disallow: /history/
Disallow: /no/
Disallow: /*.swf$
Disallow: /*.pdf$
Disallow: /*.avi$
Disallow: /*.mov$
Disallow: /*.mpg$
Disallow: /*.mp4$
Disallow: /*.wav$
Disallow: /*.mp3$
Disallow: /*.aif$
Disallow: /*.tif$
Disallow: /*.psd$
Disallow: /*.zip$
Disallow: /*.gz$
Disallow: /*.max$
Disallow: /*.skp$
Disallow: /*.3ds$