Rename compat_urllib_request_Request to sanitized_Request and move to utils
This commit is contained in:
parent
e4c4bcf36f
commit
67dda51722
4 changed files with 16 additions and 17 deletions
|
@ -373,6 +373,13 @@ def sanitize_path(s):
|
|||
return os.path.join(*sanitized_path)
|
||||
|
||||
|
||||
# Prepend protocol-less URLs with `http:` scheme in order to mitigate the number of
|
||||
# unwanted failures due to missing protocol
|
||||
def sanitized_Request(url, *args, **kwargs):
|
||||
return compat_urllib_request.Request(
|
||||
'http:%s' % url if url.startswith('//') else url, *args, **kwargs)
|
||||
|
||||
|
||||
def orderedSet(iterable):
|
||||
""" Remove all duplicates from the input iterable """
|
||||
res = []
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue