# robots.txt for LANL Research Library # Yellow LANL search engine 3/3/2009 User-agent: S5-MJKQW3PWB2JJB Disallow: /cgi-bin/journalredirect Disallow: /cgi-bin/databaseredirect Disallow: /TemporaryDocumentLink/ Disallow: /transitory/ # Yellow LANL search engine 3/3/2009 User-agent: S5-MGS86GX3FSNAS Disallow: /cgi-bin/journalredirect Disallow: /cgi-bin/databaseredirect Disallow: /TemporaryDocumentLink/ Disallow: /transitory/ # Research Library search engine User-agent: stbrl-crawler Disallow: /cgi-bin/journalredirect Disallow: /cgi-bin/databaseredirect Disallow: /TemporaryDocumentLink/ Disallow: /transitory/ # all other spiders User-agent: * Disallow: /