Spaces:
Runtime error
Runtime error
# -*- coding: utf-8 -*- | |
# Copyright (c) 2014 Rackspace | |
# Licensed under the Apache License, Version 2.0 (the "License"); | |
# you may not use this file except in compliance with the License. | |
# You may obtain a copy of the License at | |
# | |
# http://www.apache.org/licenses/LICENSE-2.0 | |
# | |
# Unless required by applicable law or agreed to in writing, software | |
# distributed under the License is distributed on an "AS IS" BASIS, | |
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or | |
# implied. | |
# See the License for the specific language governing permissions and | |
# limitations under the License. | |
"""Module with functions to normalize components.""" | |
import re | |
from . import compat | |
from . import misc | |
def normalize_scheme(scheme): | |
"""Normalize the scheme component.""" | |
return scheme.lower() | |
def normalize_authority(authority): | |
"""Normalize an authority tuple to a string.""" | |
userinfo, host, port = authority | |
result = "" | |
if userinfo: | |
result += normalize_percent_characters(userinfo) + "@" | |
if host: | |
result += normalize_host(host) | |
if port: | |
result += ":" + port | |
return result | |
def normalize_username(username): | |
"""Normalize a username to make it safe to include in userinfo.""" | |
return compat.urlquote(username) | |
def normalize_password(password): | |
"""Normalize a password to make safe for userinfo.""" | |
return compat.urlquote(password) | |
def normalize_host(host): | |
"""Normalize a host string.""" | |
if misc.IPv6_MATCHER.match(host): | |
percent = host.find("%") | |
if percent != -1: | |
percent_25 = host.find("%25") | |
# Replace RFC 4007 IPv6 Zone ID delimiter '%' with '%25' | |
# from RFC 6874. If the host is '[<IPv6 addr>%25]' then we | |
# assume RFC 4007 and normalize to '[<IPV6 addr>%2525]' | |
if ( | |
percent_25 == -1 | |
or percent < percent_25 | |
or (percent == percent_25 and percent_25 == len(host) - 4) | |
): | |
host = host.replace("%", "%25", 1) | |
# Don't normalize the casing of the Zone ID | |
return host[:percent].lower() + host[percent:] | |
return host.lower() | |
def normalize_path(path): | |
"""Normalize the path string.""" | |
if not path: | |
return path | |
path = normalize_percent_characters(path) | |
return remove_dot_segments(path) | |
def normalize_query(query): | |
"""Normalize the query string.""" | |
if not query: | |
return query | |
return normalize_percent_characters(query) | |
def normalize_fragment(fragment): | |
"""Normalize the fragment string.""" | |
if not fragment: | |
return fragment | |
return normalize_percent_characters(fragment) | |
PERCENT_MATCHER = re.compile("%[A-Fa-f0-9]{2}") | |
def normalize_percent_characters(s): | |
"""All percent characters should be upper-cased. | |
For example, ``"%3afoo%DF%ab"`` should be turned into ``"%3Afoo%DF%AB"``. | |
""" | |
matches = set(PERCENT_MATCHER.findall(s)) | |
for m in matches: | |
if not m.isupper(): | |
s = s.replace(m, m.upper()) | |
return s | |
def remove_dot_segments(s): | |
"""Remove dot segments from the string. | |
See also Section 5.2.4 of :rfc:`3986`. | |
""" | |
# See http://tools.ietf.org/html/rfc3986#section-5.2.4 for pseudo-code | |
segments = s.split("/") # Turn the path into a list of segments | |
output = [] # Initialize the variable to use to store output | |
for segment in segments: | |
# '.' is the current directory, so ignore it, it is superfluous | |
if segment == ".": | |
continue | |
# Anything other than '..', should be appended to the output | |
elif segment != "..": | |
output.append(segment) | |
# In this case segment == '..', if we can, we should pop the last | |
# element | |
elif output: | |
output.pop() | |
# If the path starts with '/' and the output is empty or the first string | |
# is non-empty | |
if s.startswith("/") and (not output or output[0]): | |
output.insert(0, "") | |
# If the path starts with '/.' or '/..' ensure we add one more empty | |
# string to add a trailing '/' | |
if s.endswith(("/.", "/..")): | |
output.append("") | |
return "/".join(output) | |
def encode_component(uri_component, encoding): | |
"""Encode the specific component in the provided encoding.""" | |
if uri_component is None: | |
return uri_component | |
# Try to see if the component we're encoding is already percent-encoded | |
# so we can skip all '%' characters but still encode all others. | |
percent_encodings = len( | |
PERCENT_MATCHER.findall(compat.to_str(uri_component, encoding)) | |
) | |
uri_bytes = compat.to_bytes(uri_component, encoding) | |
is_percent_encoded = percent_encodings == uri_bytes.count(b"%") | |
encoded_uri = bytearray() | |
for i in range(0, len(uri_bytes)): | |
# Will return a single character bytestring on both Python 2 & 3 | |
byte = uri_bytes[i : i + 1] | |
byte_ord = ord(byte) | |
if (is_percent_encoded and byte == b"%") or ( | |
byte_ord < 128 and byte.decode() in misc.NON_PCT_ENCODED | |
): | |
encoded_uri.extend(byte) | |
continue | |
encoded_uri.extend("%{0:02x}".format(byte_ord).encode().upper()) | |
return encoded_uri.decode(encoding) | |