robot-id:           geturl
robot-name:         GetURL
robot-cover-url:    http://Snark.apana.org.au/James/GetURL/
robot-details-url:
robot-owner-name:   James Burton
robot-owner-url:    http://Snark.apana.org.au/James/
robot-owner-email:  James@Snark.apana.org.au
robot-status:       
robot-purpose:      maintenance, mirroring
robot-type:         standalone
robot-platform:     
robot-availability: 
robot-exclusion:    no
robot-exclusion-useragent:
robot-noindex:      no
robot-host:         *
robot-from:         no
robot-useragent:    GetURL.rexx v1.05
robot-language:     ARexx (Amiga REXX)
robot-description:  Its purpose is to validate links, perform mirroring, and
	copy document trees. Designed as a tool for retrieving web
	pages in batch mode without the encumbrance of a browser.
	Can be used to describe a set of pages to fetch, and to
	maintain an archive or mirror. Is not run by a central site
	and accessed by clients - is run by the end user or archive
	maintainer
robot-history:      
robot-environment:
modified-date:      Tue May 9 15:13:12 1995		
modified-by: