robot-id:           wanderer
robot-name:         the World Wide Web Wanderer
robot-cover-url:    http://www.mit.edu/people/mkgray/net/
robot-details-url:
robot-owner-name:   Matthew Gray
robot-owner-url:    http://www.mit.edu:8001/people/mkgray/mkgray.html
robot-owner-email:  mkgray@mit.edu
robot-status:       active
robot-purpose:      statistics
robot-type:         standalone
robot-platform:     unix
robot-availability: data
robot-exclusion:    no
robot-exclusion-useragent:
robot-noindex:      no
robot-host:         *.mit.edu
robot-from:         
robot-useragent:    WWWWanderer v3.0
robot-language:     perl4
robot-description:  Run initially in June 1993, its aim is to measure
                    the growth in the web.
robot-history:      
robot-environment:  research
modified-date:      
modified-by: