requests>=1.2.0
robotexclusionrulesparser
six
