User-Agent: *
Disallow: /national/proxy/
Disallow: /obama-speeches/search/
Disallow: /sports/api/
Disallow: /fallen/search/
Disallow: /politics/elections/2012/presidential/api/
Disallow: /staff/rss/
Disallow: /recipes/searchaction/
Disallow: /2008-presidential-candidates/finance/search-results/?
Disallow: /2008-presidential-candidates/finance/
Disallow: /metro/va/campaign-finance/search/
Disallow: /all-met/search/?
Disallow: /fec/specials/mccain/by-zipcode/
Disallow: /ncaa/mens-basketball/search/
Disallow: /transportation/json/
Disallow: /local-blog-directory/
Crawl-delay: 50

User-Agent: archive.bibalex.org_bot
Disallow: /