# robots.txt for http://lib-www.lanl.gov/ User-agent: AVLANL # allow LANL altavista robot Disallow: User-agent: * # All spiders should avoid Disallow: /admin/ Disallow: /alliance/ Disallow: /blank/ Disallow: /books/ Disallow: /cgi-bin/ Disallow: /documents/ Disallow: /doe-nv/ Disallow: /edb/ Disallow: /ejournals/ Disallow: /errmsg/ Disallow: /filters/ Disallow: /fp/ Disallow: /htdig/ Disallow: /images/ Disallow: /includes/ Disallow: /internalSurvey/ Disallow: /journals/ Disallow: /la-patents/ Disallow: /la-pubs/ Disallow: /la-video/ Disallow: /lanlonly/ Disallow: /man/ Disallow: /market/ Disallow: /new/ Disallow: /numerical/ Disallow: /ota/ Disallow: /preview/ Disallow: /pubs/ Disallow: /radiochemistry/ Disallow: /sand/ Disallow: /ucrl/ Disallow: /video/ Disallow: /~