###############################
#
#
User-agent: *
#
# list folders robots are not allowed to index 
#
Disallow: /jonathan
Disallow: /viktor
Disallow: /mail
#
# list specific files robots are not allowed to index
#
Disallow: /folder/whatever.html
# 
#
###############################




<META NAME="DESCRIPTION" CONTENT="JUSTDET - Just det svensk hihop behöver! En nyhetstidning för svensk hiphop.">
<META NAME="KEYWORDS" CONTENT="justdet, just det, rap, svensk rap, hiphop, nyheter, nyhet, reportage, recension, intervju, musik">
<META NAME="ROBOTS" CONTENT="INDEX, FOLLOW">
<META NAME="REVISIT-AFTER" CONTENT="1 days">
<META NAME="RATING" CONTENT="general">
<META NAME="COPYRIGHT" CONTENT="Copyright © 2007 JUSTDET.se, all rights reserved">
<META NAME="AUTHOR" CONTENT="Jonathan Persson and Viktor Söder">
<META NAME="CONTACT_ADDR"="jonathan@justdet.se">
<META NAME="DISTRIBUTION" CONTENT="local">
<META NAME="RESOURCE-TYPE" CONTENT="document">
<META http-equiv="Content-Language" content="sv">
<META http-equiv="Content-Type" content="text/html; charset=iso-8859-1">
<META NAME="URL" content="www.justdet.se" />