# www.termorens.fi User-agent: * Disallow: /cgi-bin/ Disallow: /error.php Disallow: /info/ # old pages Disallow: /media/energia/898.html Disallow: /mittarit/ph/hi98128.html Disallow: /mittarit/ph/kalibrointi Disallow: /suodattimet Disallow: /antikal Disallow: /antikal/tiedot Disallow: /sealit Disallow: /tilastot User-agent: CherryPickerSE/1.0 Disallow: / User-agent: CherryPickerElite/1.0 Disallow: / User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailCollector/1.0 Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: EmailWolf 1.00 Disallow: / User-agent: ExtractorPro Disallow: / User-agent: Mozilla/2.0 (compatible; NEWT ActiveX; Win32) Disallow: / User-agent: googlebot Disallow: *.txt # Although Google supports wildcards in the Disallow field, it is nonstandard