# robots.txt file for lightingdvd.com # modified 28 April 2010 User-agent: 008 Disallow: / User-agent: 123People Disallow: / User-agent: abot Disallow: / User-agent: aipbot Disallow: / User-agent: archive.org_bot Disallow: / User-agent: asterias Disallow: / User-agent: Atomz/1.0 Disallow: / User-agent: boitho.com-dc Disallow: / User-agent: BruinBot Disallow: / User-agent: dotbot Disallow: / User-agent: Girafabot Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: grub Disallow: / User-agent: grub-client Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: ia_archiver Disallow: / User-agent: IAArchiver Disallow: / User-agent: Jetbot Disallow: / User-agent: LinkWalker Disallow: / User-agent: NaverBot Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: NPBot Disallow: / User-agent: Nutch Disallow: / User-Agent: panscient.com Disallow: / User-agent: piplbot Disallow: / User-agent: psbot Disallow: / User-agent: searchpreview Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: Steeler Disallow: / User-agent: taptubot Disallow: / User-agent: TurnitinBot Disallow: / User-agent: Zao Disallow: / User-agent: * Disallow: /401authreq.html Disallow: /404notfound.html Disallow: /500servererror.html Disallow: /cgi-bin/ Disallow: /cgi-sys/ Disallow: /gone.shtml Disallow: /graphics/ Disallow: /images/ Disallow: /pdf/ # Pattern matching used below is supported by Googlebot. Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.pdf$ Disallow: /*.png$ Disallow: /*.xls$