# Only Googlebot, Yahoo! (Slurp) and Ask (Teoma) support Allow
# Only Googlebot,  MSNbot and Yahoo! (Slurp) support wildcards
# Only Ask (Teoma), MSNbot and Yahoo! (Slurp) support crawl delays

# Google, Microsoft, Yahoo and Ask support sitemap auto-discovery
Sitemap: http://www.rubbishcorp.com/sitemap.xml

# Google
User-agent: Googlebot
# Block all files in these directories

# Disallow all directories and files within
Disallow: */cgi-bin/
Disallow: */wp-admin/
Disallow: */wp-includes/

# Disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$

# Block all files ending with these extensions
Disallow: /*.css$
Disallow: /*.js$
Disallow: /*.ico$
Disallow: /*.opml$
Disallow: /*.php$
Disallow: /*.xml$

# But allow /index.php and /sitemap.xml
Allow: /index.php
Allow: /sitemap.xml

# Disallow parsing individual post feeds, categories and trackbacks..
Disallow: */trackback/
Disallow: */feed/
Disallow: /category/*

User-agent: Googlebot
Disallow: */author/admin/
Disallow: */nike-films/
Disallow: /flash/camwindow.swf
Disallow: /rubbishblog/1064/
Disallow: /rubbishblog/1545/
Disallow: /rubbishblog/2007/09/04/flickr-lovelyness/
Disallow: /rubbishblog/2008/01/16/printernet/
Disallow: /rubbishblog/2008/01/21/more-excellent-lynch-action/
Disallow: /rubbishblog/2008/02/13/playboard/
Disallow: /rubbishblog/2008/02/28/use-you-head/
Disallow: /rubbishblog/2008/03/04/is-your-child-a-tagger/
Disallow: /rubbishblog/2008/03/04/remote-graf/
Disallow: /rubbishblog/2008/03/17/beer-ads/
Disallow: /rubbishblog/2008/03/20/street-art-genius/2809/
Disallow: /rubbishblog/2008/04/www.force-dynamics.com
Disallow: /rubbishblog/2008/06/page/2/%3Cp%20class=%22noramlText%22%20align=%22justify%22%3E
Disallow: /rubbishblog/2438/
Disallow: /rubbishblog/2660/
Disallow: /rubbishblog/2796/
Disallow: /rubbishblog/category/geek/www.force-dynamics.com
Disallow: /rubbishblog/fallen/
Disallow: /rubbishblog/mario-kart-force-dynamic/www.force-dynamics.com
Disallow: /rubbishblog/www.PaintDancing.com
Disallow: /rubbishblog/www.hakkasan.com
Disallow: /rubbishblog/www.kanyeuniversity.com
Disallow: /rubbishblog/www.ligist.se
Disallow: /rubbishblog/www.nowincolor.com
Disallow: /rubbishblog/www.rokarestaurant.com
Disallow: /rubbishblog/www.scampblog.blogspot.com/
Disallow: /rubbishwiki/index.php?title=$1
Disallow: /rubbishwiki/index.php?title=Help:Contents
Disallow: /rubbishwiki/index.php?title=Rubbishwiki:About
Disallow: /rubbishwiki/index.php?title=Rubbishwiki:Community_Portal
Disallow: /rubbishwiki/index.php?title=Rubbishwiki:Current_events
Disallow: /rubbishwiki/index.php?title=Rubbishwiki:Privacy_policy
Disallow: /rubbishwiki/index.php?title=Talk:Current_events&action=edit


User-agent: Mediapartners-Google
Allow: /

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: ia_archiver
Disallow: /


Sitemap: http://www.rubbishcorp.com/sitemap.xml.gz