Rename compat_urllib_request_Request to sanitized_Request and move to utils

This commit is contained in:
Sergey M․ 2015-11-20 20:33:49 +06:00
parent e4c4bcf36f
commit 67dda51722
4 changed files with 16 additions and 17 deletions

View file

@ -373,6 +373,13 @@ def sanitize_path(s):
return os.path.join(*sanitized_path)
# Prepend protocol-less URLs with `http:` scheme in order to mitigate the number of
# unwanted failures due to missing protocol
def sanitized_Request(url, *args, **kwargs):
return compat_urllib_request.Request(
'http:%s' % url if url.startswith('//') else url, *args, **kwargs)
def orderedSet(iterable):
""" Remove all duplicates from the input iterable """
res = []