User-agent: *
Disallow: /documents
Disallow: /images
Disallow: /*.txt$
Disallow: /self-study
Disallow: /stylesheets
Disallow: /Sphider
Disallow: /database