# Det är uttryckligen förbjudet att använda sökrobotar eller andra
# automatiska metoder för att tillgå blocket.se. Endast om blocket.se
# givit särskilt tillstånd får sådan access ske.

User-agent: Googlebot
Allow:  /
Disallow: /pg
Disallow: /aw
Disallow: /templates/docs/ad_images.html
Sitemap: http://www.blocket.se/sitemap_index.xml

User-agent: Scooter
Allow:  /
Disallow: /pg
Disallow: /aw
Disallow: /templates/docs/ad_images.html
Sitemap: http://www.blocket.se/sitemap_index.xml

User-agent: msnbot
Allow:  /
Disallow: /pg
Disallow: /aw
Disallow: /templates/docs/ad_images.html
Sitemap: http://www.blocket.se/sitemap_index.xml

User-agent: slurp
Allow:  /
Disallow: /pg
Disallow: /aw
Disallow: /templates/docs/ad_images.html
Sitemap: http://www.blocket.se/sitemap_index.xml

User-agent: ia_archiver
Disallow:
Disallow: /support
Disallow: /pg
Disallow: /aw
Disallow: /templates/docs/ad_images.html
Sitemap: http://www.blocket.se/sitemap_index.xml

User-agent: schibstedsokbot
Disallow: /li
Disallow: /list
Disallow: /vi
Disallow: /kundservice.htm
Disallow: /pg
Disallow: /aw
Disallow: /cgi-bin
Disallow: /support
Disallow: /templates/docs/ad_images.html
Sitemap: http://www.blocket.se/sitemap_index.xml

User-agent: *
Disallow: /
Disallow: /pg
Disallow: /aw
Sitemap: http://www.blocket.se/sitemap_index.xml