# robots.txt exclusion for ISDN*tek site at # http://www.isdntek.com # for formatting and interpretation details see: # http://www.robotstxt.org/wc/exclusion-admin.html # http://info.webcrawler.com/mak/projects/robots/norobots.html # http://www.google.com/support/webmasters/bin/answer.py?answer=35303 # the * refers to all crawler/agents not separately listed (WebCrawler,Googlebot,etc) # No gaps between lines unless setting rules for separate agents. # Inpage exclusion prevents indexing page and/or prevents following links: # # the * refers to all crawler/agents not separately listed User-agent: * disallow: /download/ disallow: /counter/ disallow: /css/ disallow: /dyna/ disallow: /dynasell/ disallow: /fetch/ disallow: /fonts/ disallow: /OwlLoft/ disallow: /plesk-stat/ disallow: /picture_library/ disallow: /404/ disallow: /clickpick.htm disallow: /clickpic.htm disallow: /cliklost.htm disallow: /clikpaid.htm disallow: /isdntext.htm disallow: /shipnews.htm disallow: /web.htm disallow: /xsellx/inc/ disallow: /xsellx/scripts/