# robots.txt for http://strat-www.met.fu-berlin.de/ # see for an explanation. User-agent: MOMspider # The Multi-Owner Maintenance Spider Disallow: /cgi-bin/ # Script files Disallow: /MOM/ # Server Asministration Disallow: /java/ # Java applets Disallow: /src/ # Source text User-agent: * # All other spiders should avoid Disallow: /cgi-bin/ # Script files Disallow: /pics/ # Local Pictures Disallow: /icons/ # Server icons Disallow: /latex2html_icons/ # LaTeX2HTML icons Disallow: /MOM/ # Server Administration Disallow: /products/charts/ # Berlin Data access for world Disallow: /products/srg_only/ # Berlin Data access for SRG Disallow: /java/ # Java applets Disallow: /src/ # Source text Disallow: /~kubitz/baseball/ # Users privacy