# Robots exclusion file. # All html/shtml pages on the root is # protected by a meta robots directive. # Index pages are given a meta description, # pages without a real content uses noindex, # and pages with real content are either # described by a meta description or the # robot is allowed to index the page. # Note that a robot can scan the # file system if allowed User-agent: * Disallow: /tmp Disallow: /logs Disallow: /css Disallow: /cgi-bin Disallow: /preview Disallow: /ledigestillinger Disallow: /admin Disallow: /gifs Disallow: /arkiv Disallow: /include Disallow: /soek Disallow: /spill Disallow: /abonnement Disallow: /emner-autogenerert Disallow: /www-open Disallow: /demo Disallow: /ukens_statistikk Disallow: /english/weekly_bulletin Disallow: /english/archive Disallow: /english/yearbook/2007 Disallow: /english/yearbook/2006 Disallow: /english/yearbook/2005 Disallow: /english/yearbook/2004 Disallow: /english/yearbook/2003 Disallow: /english/yearbook/2002 Disallow: /english/yearbook/2001 Disallow: /english/yearbook/2000 Disallow: /english/yearbook/1999 Disallow: /english/yearbook/1998 Disallow: /english/yearbook/1997 Disallow: /english/yearbook/96 Disallow: /aarbok/2007 Disallow: /aarbok/2006 Disallow: /aarbok/2005 Disallow: /aarbok/2004 Disallow: /aarbok/2003 Disallow: /aarbok/2002 Disallow: /aarbok/2001 Disallow: /aarbok/2000 Disallow: /aarbok/1999 Disallow: /aarbok/1998 Disallow: /aarbok/1997 Disallow: /aarbok/1996 Disallow: /journal/ Disallow: /omssb/journal/