# All robots will spider the domain
User-agent: *
Disallow:

# Disallow directory /sources/
User-agent: *
Disallow: /sources/

# Disallow directory /screenshots/
User-agent: *
Disallow: /screenshots/

# Disallow directory /site/
User-agent: *
Disallow: /site/

# Disallow directory /site_flash/
User-agent: *
Disallow: /site_flash/