robot-id:           htmlgobble
robot-name:         HTMLgobble
robot-cover-url:    
robot-details-url:
robot-owner-name:   Andreas Ley
robot-owner-url:    
robot-owner-email:  ley@rz.uni-karlsruhe.de
robot-status:       
robot-purpose:      mirror
robot-type:         
robot-platform:     
robot-availability: 
robot-exclusion:    
robot-exclusion-useragent:
robot-noindex:      no
robot-host:         tp70.rz.uni-karlsruhe.de
robot-from:         yes
robot-useragent:    HTMLgobble v2.2
robot-language:     
robot-description:  A mirroring robot. Configured to stay within a directory,
	sleeps between requests, and the next version will use HEAD
	to check if the entire document needs to be
	retrieved
robot-history:      
robot-environment:
modified-date:      
modified-by: