User-agent: * #Crawl-Delay: 3600 Allow: / Disallow: /~Oxford 6b~/ Disallow: /app_themes/ Disallow: /admin/ Disallow: /Artwork/ Disallow: /aspnet_client/ Disallow: /categories/ Disallow: /css/ Disallow: /dev/ Disallow: /includes/ Disallow: /jwplayer/ Disallow: /jwplayerOLD/ Disallow: /plus/ Disallow: /Private/ Disallow: /textfiles/ Disallow: /WorldpayFiles/ Disallow: /chub.asp # restrict Google from crawling unwatermarked previews # $ means to match the end of the string, i.e. Restrict everything ending with _P.JPG Disallow: /pix/*_P.MOV$ Disallow: /pix/*_P.mov$ Disallow: /pix/*_p.mov$ Disallow: /pix/*_p.MOV$ Disallow: /pix/*_P.JPG$ Disallow: /pix/*_P.jpg$ Disallow: /pix/*_p.jpg$ Disallow: /pix/*_p.JPG$ Disallow: /pix/*_P.TIF$ Disallow: /pix/*_P.tif$ Disallow: /pix/*_p.tif$ Disallow: /pix/*_p.TIF$ Disallow: /pr/