# --------------------------------------------------------------------------------
# Robots.txt file for domain: http://bouwproducten.nl
# --------------------------------------------------------------------------------

# --------------------------------------------------------------------------------
# All robots
# --------------------------------------------------------------------------------

User-agent: *
Allow: /

# disallow all paging parameters from generating duplicate content:
Disallow: /*letter=
Disallow: /*s=
	#... hier evt meerdere toevoegen ...

# specify xml sitemap:
Sitemap: http://www.bouwproducten.nl/googlesitemap.php

# --------------------------------------------------------------------------------
# Zibbsearch specific
# --------------------------------------------------------------------------------
User-agent: zibber
Disallow: /bouwfun
Disallow: /download
Disallow: /flash
Disallow: /includes
Disallow: /leveranciers
Disallow: /links
Disallow: /merken
Disallow: /nieuwsbrief
Disallow: /panels
Disallow: /scripts
Disallow: /spotlight
Disallow: /technoforum
Disallow: /trefwoorden
Disallow: /upload
Disallow: /vacatures

Disallow: /adverteren.php
Disallow: /overbouwproducten.php
Disallow: /contact.php
Disallow: /help.php
Disallow: /sitemap.php
Disallow: /faq.php
Disallow: /rss_uitleg.php

# --------------------------------------------------------------------------------
User-agent: zibber-v0.1
Disallow: /bouwfun
Disallow: /download
Disallow: /flash
Disallow: /includes
Disallow: /leveranciers
Disallow: /links
Disallow: /merken
Disallow: /nieuwsbrief
Disallow: /panels
Disallow: /scripts
Disallow: /spotlight
Disallow: /technoforum
Disallow: /trefwoorden
Disallow: /upload
Disallow: /vacatures

Disallow: /adverteren.php
Disallow: /overbouwproducten.php
Disallow: /contact.php
Disallow: /help.php
Disallow: /sitemap.php
Disallow: /faq.php
Disallow: /rss_uitleg.php

# --------------------------------------------------------------------------------
User-agent: zibber-v0.1(www.zibb.com/crawler/)
Disallow: /bouwfun
Disallow: /download
Disallow: /flash
Disallow: /includes
Disallow: /leveranciers
Disallow: /links
Disallow: /merken
Disallow: /nieuwsbrief
Disallow: /panels
Disallow: /scripts
Disallow: /spotlight
Disallow: /technoforum
Disallow: /trefwoorden
Disallow: /upload
Disallow: /vacatures

Disallow: /adverteren.php
Disallow: /overbouwproducten.php
Disallow: /contact.php
Disallow: /help.php
Disallow: /sitemap.php
Disallow: /faq.php
Disallow: /rss_uitleg.php

# --------------------------------------------------------------------------------
# --------------------------------------------------------------------------------