User-agent: ia_archiver
Disallow: /

Sitemap: http://www.washingtonpost.com/sitemap_index.xml

User-agent: *
Crawl-delay: 1
Disallow: /wp-dyn/
Disallow: /cgi-bin/
Disallow: /ac2/wp-dyn/admin/search/google
Disallow: /wp-srv/test/
Disallow: /jobs/JobSearchServlet
Disallow: /jobs/JS_JobSearchResult
Disallow: /jobs/UpdateJobEmployerCounterServlet
Disallow: /jobs/JS_JobSearchDetail;WashingtonJobsSession
Disallow: /jobs/JS_Login
Disallow: /jobs/browse-jobs

# Orbit related content
Disallow: /wp-dyn/content/custom/         # This folder contains orbit generated custom html snippets
#Disallow: /wp-dyn/rss/            # This folder has rss that are redirected to feedburner.
#Disallow: /wp-dyn/content/photo/  # This folder has Orbit published photos that are linked in articles
Disallow: /wp-srv/topicpages/     # Topics pages
Disallow: /wp-srv/topics/         # Topics pages
Disallow: /wp-syndication/        # Syndicated content published by Orbit
Disallow: /wp-srv/ssi/            # SSI files


# methode requires
Disallow: /wp-dyn/content/print/food/
Disallow: /wp-dyn/content/print/asection/
Disallow: /wp-dyn/content/print/travel/
Disallow: /wp-dyn/content/print/sports/
Disallow: /wp-dyn/content/print/weekend/
Disallow: /wp-dyn/content/print/business/
Disallow: /wp-dyn/content/print/health/
Disallow: /wp-dyn/content/print/realestate/
Disallow: /wp-dyn/content/print/metro/
Disallow: /wp-dyn/content/print/health/ 
Disallow: /wp-dyn/content/print/outlook/
Disallow: /wp-dyn/content/print/style/ 
Disallow: /wp-dyn/content/print/community/
Disallow: /wp-dyn/content/print/cars/ 
Disallow: /wp-dyn/content/print/editorialpages/
Disallow: /wp-dyn/content/print/sundayjobs/ 
Disallow: /wp-dyn/content/print/bookworld/


# emailafriend and emailalink application
Disallow: /ac2/wp-dyn/emailafriend
Disallow: /ac2/wp-dyn/emailalink

# GOG Links
#Disallow: /ac2/wp-dyn/NewsSearch
Disallow: /gog/files
#Disallow: /ac2/wp-dyn?node=cityguide/profile
Disallow: /ac2/wp-dyn/admin/homepricereports

User-agent: Slurp, Googlebot, Msnbot,google-flipperbot
# Orbit generated Secondary templates
Disallow: /*_StoryJs.js
Disallow: /*_Comments.html
Disallow: /*_EvriLinks.html
Disallow: /*_pf.html
Disallow: /*_ArticlesRelatedToUrl.html
Disallow: /*_duration.html
Disallow: /*_preview.html
Disallow: /*_Technorati.js
Disallow: /*_Technorati.html
Disallow: /*_WebContentRelatedToUrl.html
Disallow: /ssi/article_alert.html
Disallow: /*_StoryNavigationTop.html
Disallow: /*_StoryNavigationVertical.html
Disallow: /*_StoryNavigationBottom.html
Disallow: /*_SubjectsForUrl.html
Disallow: /*_Inform.html
Disallow: /*_RelatedLinks.html
Disallow: /*_StoryExpandos.html
Disallow: /*_StoryNavigationVerticalMedia.html
Disallow: /*_ad_frames.htm

# Exclude extensions
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.gif$
Disallow: /*.png$
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.mp3$
#Disallow: /*.xml$
Disallow: /*.swf$
Disallow: /*.flv$
Disallow: /*.mp4$
Disallow: /*.avi$
Disallow: /*.txt$
Disallow: /*.ics$

# Exclude default pages (mostly Orbit sections)
#Disallow: /*index.html$
# Exclude Navigation Menus
Disallow: /*navigation.html$