# robots.txt file for http://www.oldlawbooks.net # # All good robots will spider the domain User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: Harvest/1.5 Disallow: / User-agent: TightTwatBot Disallow: / User-agent: * Disallow: /_BORDERS/ Disallow: /_DERIVED/ Disallow: /_FPCLASS/ Disallow: /_layouts/ Disallow: /_PRIVATE/ Disallow: /_THEMES/ Disallow: /_VTI_CNF/ Disallow: /_VTI_LOG/ Disallow: /_VTI_PVT/ Disallow: /_vti_script/ Disallow: /_VTI_TXT/ Disallow: /FILES/ Disallow: /Lists/ Disallow: /mailinglist/ Disallow: /mailig_list/ Disallow: /admin/ Disallow: /fpdb/