User-Agent: *
Disallow: /ip
Disallow: /get
Disallow: /post
Disallow: /put
Disallow: /head
Disallow: /options
Disallow: /delete
Disallow: /gzip
Disallow: /user-agent
Disallow: /headers
Disallow: /cookies
Disallow: /cookies/*
Disallow: /redirect/
Disallow: /redirect/*
Disallow: /redirect/end
Disallow: /basic-auth/*
Disallow: /basic-auth/
Disallow: /digest-auth/*
Disallow: /digest-auth/
Disallow: /oauth/*
Disallow: /oauth/*
Disallow: /oauth/*
Disallow: /oauth/*
Disallow: /oauth/
