# robots.txt from www.ukwebmasterworld.com
User-agent: *
Disallow:
------------------------------------------------------------

# Disallow indexing of directories
User-agent: *
Disallow: /admin
Disallow: /images
Disallow: /cgibin
Disallow: /Templates
Disallow: /email
Disallow: /healthvisitors/links.htm
Disallow: /inludes
Disallow: /login 
Disallow: /Photos
Disallow: /phpMyAdmin
Disallow: /syed

# Disallow indexing of specific file extensions 
User-agent: * 
Disallow: /*.gif$ 

User-agent: * 
Disallow: /*.jpg$ 

User-agent: * 
Disallow: /*.zip$ 

User-agent: * 
Disallow: /*.doc$ 

User-agent: * 
Disallow: /*.exe$ 

User-agent: * 
Disallow: /*.pdf$ 

# Disallow Collectors and Spam 
User-agent: atSpider 
Disallow: / 

User-agent: cherrypicker 
Disallow: / 

User-agent: DSurf 
Disallow: / 

User-agent: EliteSys Entry 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: EmailSiphon 
Disallow: / 

User-agent: EmailWolf 
Disallow: / 

User-agent: Mail Sweeper 
Disallow: / 

User-agent: munky 
Disallow: / 

User-agent: Roverbot 
Disallow: / 

User-agent: WebEmailExtrac 
Disallow: /