# robots.txt file # For info on robot.txt files, see # http://www.google.com/support/webmasters/bin/answer.py?answer=40360 # http://www.google.com/support/webmasters/bin/answer.py?answer=40362 # and other pages of the Google Webmaster Help Center, as well as advice # to webmasters posted by other major search engines. Sitemap: http://www.swissskiclub.com/7eiIjhfip-xml-site-Map-p3MC0/se-sitemap.xml User-agent: msnbot # directed to MSN # Crawl-delay: 15 # slows down the spider, not sure we need to do this Disallow: /cgi-bin/ Disallow: /cgi-local/ Disallow: /bin/ Disallow: /images/ # We'd rather not have our images appear in Google images etc. Disallow: /gallery/ # Disallow: /events/ Disallow: /backup/ Disallow: /members/ Disallow: /_private/ Disallow: /old_files/ Disallow: chang Disallow: /dead Disallow: /old_ Disallow: /error Disallow: /bus Disallow: /new Disallow: /president Disallow: /_files_in Disallow: /_ Disallow: /demo Disallow: /test Disallow: /`SWISSSKICLUB.COM # This is file created just so its name shows up # in the list of files, to help indicate what site I'm FTPing to. -- rr User-agent: Slurp # directed to Yahoo # Crawl-delay: 1 # Yahoo measures delays in seconds Disallow: /cgi-bin/ Disallow: /cgi-local/ Disallow: /bin/ Disallow: /images/ # We'd rather not have our images appear in Google images etc. Disallow: /gallery/ # Disallow: /events/ Disallow: /backup/ Disallow: /members/ Disallow: /_private/ Disallow: /old_files/ Disallow: chang Disallow: /dead Disallow: /old_ Disallow: /error Disallow: /bus Disallow: /new Disallow: /president Disallow: /_files_in Disallow: /_ Disallow: /demo Disallow: /test Disallow: /`SWISSSKICLUB.COM # This is file created just so its name shows up # in the list of files, to help indicate what site I'm FTPing to. -- rr User-agent: Googlebot # directed to all Google robots # Crawl-delay: 1 # # Allow: # Google recognizes allow, others ignore it, some may be confused by it # Disallow: /*.gif$ # Google recognizes * (wildcard) and $ (end of name, don't match anything after that) Disallow: /cgi-bin/ Disallow: /cgi-local/ Disallow: /bin/ Disallow: /images/ # We'd rather not have our images appear in Google images etc. Disallow: /gallery/ # Disallow: /events/ Disallow: /backup/ Disallow: /members/ Disallow: /_private/ Disallow: /old_files/ Disallow: chang Disallow: /dead Disallow: /old_ Disallow: /error Disallow: /bus Disallow: /new Disallow: /president Disallow: /_files_in Disallow: /_ Disallow: /demo Disallow: /test Disallow: /`SWISSSKICLUB.COM # This is file created just so its name shows up # in the list of files, to help indicate what site I'm FTPing to. -- rr User-agent: * # directed to all robots Disallow: /cgi-bin/ Disallow: /cgi-local/ Disallow: /bin/ Disallow: /images/ # We'd rather not have our images appear in Google images etc. Disallow: /gallery/ # Disallow: /events/ Disallow: /backup/ Disallow: /members/ Disallow: /_private/ Disallow: /old_files/ Disallow: chang Disallow: /dead Disallow: /old_ Disallow: /error Disallow: /bus Disallow: /new Disallow: /president Disallow: /_files_in Disallow: /_ Disallow: /demo Disallow: /test Disallow: /`SWISSSKICLUB.COM # This is file created just so its name shows up # in the list of files, to help indicate what site I'm FTPing to. -- rr