# All robots will spider the domain
User-agent: *
Disallow: /3rdparty/
Disallow: /avatars/
Disallow: /backup/
Disallow: /cache/ 
Disallow: /evb/
Disallow: /img/
Disallow: /internal/
Disallow: /js/
Disallow: /libs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /story/
Disallow: /story/title/
Disallow: /templates/
Disallow: /templates_c/

Disallow: /admin
Disallow: /admin_index.php
Disallow: /login.php
Disallow: /story.php
Disallow: /user.php

Disallow: /published/
Disallow: /published/page/1/
Disallow: /upcoming/page/1/
Disallow: /published/page/1/category/UK
Disallow: /published/page/1/category/West_SouthWest/
Disallow: /published/page/1/category/London_South/
Disallow: /published/page/1/category/Midlands_East/
Disallow: /published/page/1/category/North/
Disallow: /published/page/1/category/Wales/
Disallow: /published/page/1/category/Scotland/
Disallow: /published/page/1/category/NorthernIreland/
Disallow: /published/page/1/category/World/
Disallow: /published/page/1/category/Entertainment/
Disallow: /published/page/1/category/Gaming/
Disallow: /published/page/1/category/Politics/
Disallow: /published/page/1/category/Science/
Disallow: /published/page/1/category/Sport/
Disallow: /published/page/1/category/Technology/
Disallow: /published/page/1/category/Offbeat/
Disallow: /published/page/1/category/Articles/
Disallow: /published/page/1/category/Pictures/
Disallow: /published/page/1/category/Videos/
# Disallow: /UK/
# Disallow: /West_SouthWest/
# Disallow: /London_South/
# Disallow: /Midlands_East/
# Disallow: /North/
# Disallow: /Wales/
# Disallow: /Scotland/
# Disallow: /NorthernIreland/
# Disallow: /World/
# Disallow: /Entertainment/
# Disallow: /Gaming/
# Disallow: /Politics/
# Disallow: /Science/
# Disallow: /Sport/
# Disallow: /Technology/
# Disallow: /Offbeat/
# Disallow: /Articles/
# Disallow: /Pictures/
# Disallow: /Videos/