# robots.txt for http://www.horatioalger.com/

User-agent: *
Disallow: /scholars/ # This is an infinite virtual URL space
Disallow: /admin/
Disallow: /scholars_military/
Disallow: /colleges/
Disallow: /pdfs/

Disallow: /horatiomail/
Disallow: /includes/
Disallow: /letters/
Disallow: /spreadsheet/
Disallow: /webtrends/
Disallow: /scholarships_*/

Disallow: /scholarships_2007/
Disallow: /scholarships_2006/
Disallow: /scholarships_2005/
Disallow: /*.css