| """Utilities for getting an absolute URL from index_url and the URL we find on PyPI index.""" |
| |
| def _get_root_directory(url): |
| scheme_end = url.find("://") |
| if scheme_end == -1: |
| fail("Invalid URL format") |
| |
| scheme = url[:scheme_end] |
| host_end = url.find("/", scheme_end + 3) |
| if host_end == -1: |
| host_end = len(url) |
| host = url[scheme_end + 3:host_end] |
| |
| return "{}://{}".format(scheme, host) |
| |
| def _is_downloadable(url): |
| """Checks if the URL would be accepted by the Bazel downloader. |
| |
| This is based on Bazel's HttpUtils::isUrlSupportedByDownloader |
| """ |
| return url.startswith("http://") or url.startswith("https://") or url.startswith("file://") |
| |
| def _absolute_url(index_url, candidate): |
| """Convert into an absolute URL. |
| |
| Args: |
| index_url: The index URL where the file has been found. |
| candidate: The candidate URL which may be not absolute. |
| |
| Returns: |
| An absolute URL |
| """ |
| if candidate == "": |
| return candidate |
| |
| if _is_downloadable(candidate): |
| return candidate |
| |
| if candidate.startswith("/"): |
| # absolute path |
| root_directory = _get_root_directory(index_url) |
| return "{}{}".format(root_directory, candidate) |
| |
| if candidate.startswith(".."): |
| # relative path with up references |
| candidate_parts = candidate.split("..") |
| last = candidate_parts[-1] |
| for _ in range(len(candidate_parts) - 1): |
| index_url, _, _ = index_url.rstrip("/").rpartition("/") |
| |
| return "{}/{}".format(index_url, last.strip("/")) |
| |
| # relative path without up-references |
| return "{}/{}".format(index_url.rstrip("/"), candidate) |
| |
| def _strip_empty_path_segments(url): |
| """Removes empty path segments from a URL. Does nothing for urls with no scheme. |
| |
| Public only for testing. |
| |
| Args: |
| url: The url to remove empty path segments from |
| |
| Returns: |
| The url with empty path segments removed and any trailing slash preserved. |
| If the url had no scheme it is returned unchanged. |
| """ |
| scheme, _, rest = url.partition("://") |
| if rest == "": |
| return url |
| stripped = "/".join([p for p in rest.split("/") if p]) |
| if url.endswith("/"): |
| return "{}://{}/".format(scheme, stripped) |
| else: |
| return "{}://{}".format(scheme, stripped) |
| |
| urllib = struct( |
| is_absolute = _is_downloadable, |
| # Ensure that we strip empty path segments when making an absolute URL |
| absolute_url = lambda index_url, candidate: _strip_empty_path_segments(_absolute_url(index_url, candidate)), |
| strip_empty_path_segments = _strip_empty_path_segments, |
| ) |
