# Robots.txt 

# Disallow directory /images/ 

User-agent: googlebot
Disallow: /magniwork.html

User-agent: googlebot-mobile
Disallow: /magniwork.html

User-agent: googlebot-image
Disallow: /magniwork.html

User-agent: mediapartners-google
Disallow: /magniwork.html

User-agent: adsbot-google
Disallow: /magniwork.html

User-agent: * 
Disallow: /generator/ 

User-agent: * 
Disallow: /images/ 

User-agent: * 
Disallow: /included/ 

User-agent: * 
Disallow: /graphics/  

User-agent: *
Disallow: /cgi-bin/

User-agent: *
Disallow: /_borders/

User-agent: *
Disallow: /_derived/

User-agent: *
Disallow: /_fpclass/

User-agent: *
Disallow: /_overlay/

User-agent: *
Disallow: /_private/

User-agent: *
Disallow: /_themes/

User-agent: *
Disallow: /_vti_bin/

User-agent: *
Disallow: /_vti_cnf/

User-agent: *
Disallow: /_vti_log/

User-agent: *
Disallow: /_vti_map/

User-agent: *
Disallow: /_vti_pvt/

User-agent: *
Disallow: /_vti_txt/

User-agent: *
Disallow: /forum/

User-agent: *
Disallow: /_db_backups/

User-agent: *
Disallow: /aspnet_client/

User-agent: *
Disallow: /database/

User-agent: *
Disallow: /db/

User-agent: *
Disallow: /stats/
 

# Disallow indexing of specific file extensions 
User-agent: * 
Disallow: /*.gif$ 

User-agent: * 
Disallow: /*.jpg$ 

User-agent: * 
Disallow: /*.zip$ 

User-agent: * 
Disallow: /*.doc$ 

User-agent: * 
Disallow: /*.exe$ 

User-agent: * 
Disallow: /*.pdf$ 

# Disallow Collectors and Spam 
User-agent: atSpider 
Disallow: / 

User-agent: cherrypicker 
Disallow: / 

User-agent: DSurf 
Disallow: / 

User-agent: EliteSys Entry 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: EmailSiphon 
Disallow: / 

User-agent: EmailWolf 
Disallow: / 

User-agent: Mail Sweeper 
Disallow: / 

User-agent: munky 
Disallow: / 

User-agent: Roverbot 
Disallow: / 

User-agent: WebEmailExtrac 
Disallow: / 

User-agent: WebWalk 
Disallow: / 

User-agent: webvac 
Disallow: / 

User-agent: WebReaper 
Disallow: / 

User-agent: SpiderBot 
Disallow: / 

User-agent: Jeeves 
Disallow: / 

User-agent: Internet Explore 
Disallow: / 

User-agent: InfoSpiders 
Disallow: / 

User-agent: httrack 
Disallow: / 

User-agent: HavIndex 
Disallow: / 

User-agent: GetUrl 
Disallow: / 

User-agent: GetBot 
Disallow: / 

User-agent: ESIRover 
Disallow: / 

User-agent: Download Wonder 
Disallow: / 

User-agent: Collage 
Disallow: / 

User-agent: Mozilla/2.0 (compatible; MS FrontPage 4.0) 
Disallow: /