1*c8dee2aaSAndroid Build Coastguard Worker"""This module provides the gcs_mirror_url macro.""" 2*c8dee2aaSAndroid Build Coastguard Worker 3*c8dee2aaSAndroid Build Coastguard Worker# Set to True to force the macro to only return the mirror URL. 4*c8dee2aaSAndroid Build Coastguard Worker_TEST_GCS_MIRROR = False 5*c8dee2aaSAndroid Build Coastguard Worker 6*c8dee2aaSAndroid Build Coastguard Worker# Must be kept in sync with the suffixes supported by gcs_mirror (e.g. 7*c8dee2aaSAndroid Build Coastguard Worker# https://skia.googlesource.com/skia/+/8ad66c2340713234df6b249e793415233337a103/bazel/gcs_mirror/gcs_mirror.go#140). 8*c8dee2aaSAndroid Build Coastguard Worker_SUPPORTED_SUFFIXES = [".tar.gz", ".tgz", ".tar.xz", ".deb", ".zip"] 9*c8dee2aaSAndroid Build Coastguard Worker 10*c8dee2aaSAndroid Build Coastguard Worker_GCS_MIRROR_PREFIX = "https://storage.googleapis.com/skia-world-readable/bazel" 11*c8dee2aaSAndroid Build Coastguard Worker 12*c8dee2aaSAndroid Build Coastguard Workerdef gcs_mirror_url(url, sha256, ext = None): 13*c8dee2aaSAndroid Build Coastguard Worker """Takes the URL of an external resource and computes its GCS mirror URL. 14*c8dee2aaSAndroid Build Coastguard Worker 15*c8dee2aaSAndroid Build Coastguard Worker We store backup copies of external resources in the skia-world-readable GCS bucket. This macro 16*c8dee2aaSAndroid Build Coastguard Worker returns a list with two elements: the original URL, and the mirrored URL. 17*c8dee2aaSAndroid Build Coastguard Worker 18*c8dee2aaSAndroid Build Coastguard Worker To mirror a new URL, please use the `gcs_mirror` utility found at 19*c8dee2aaSAndroid Build Coastguard Worker https://skia.googlesource.com/skia/+/8ad66c2340713234df6b249e793415233337a103/bazel/gcs_mirror/gcs_mirror.go. 20*c8dee2aaSAndroid Build Coastguard Worker e.g. go run ./bazel/gcs_mirror/gcs_mirror.go --url https://github.com/emscripten-core/emsdk/archive/refs/tags/3.1.44.tar.gz --sha256 cb8cded78f6953283429d724556e89211e51ac4d871fcf38e0b32405ee248e91 21*c8dee2aaSAndroid Build Coastguard Worker 22*c8dee2aaSAndroid Build Coastguard Worker Args: 23*c8dee2aaSAndroid Build Coastguard Worker url: URL of the mirrored resource. 24*c8dee2aaSAndroid Build Coastguard Worker sha256: SHA256 hash of the mirrored resource. 25*c8dee2aaSAndroid Build Coastguard Worker ext: string matching the extension, if not provided, it will be gleaned from the URL. 26*c8dee2aaSAndroid Build Coastguard Worker The auto-detected suffix must match a list. An arbitrarily provided one does not. 27*c8dee2aaSAndroid Build Coastguard Worker Returns: 28*c8dee2aaSAndroid Build Coastguard Worker A list of the form [original URL, mirror URL]. 29*c8dee2aaSAndroid Build Coastguard Worker """ 30*c8dee2aaSAndroid Build Coastguard Worker if ext == None: 31*c8dee2aaSAndroid Build Coastguard Worker for suffix in _SUPPORTED_SUFFIXES: 32*c8dee2aaSAndroid Build Coastguard Worker if url.endswith(suffix): 33*c8dee2aaSAndroid Build Coastguard Worker ext = suffix 34*c8dee2aaSAndroid Build Coastguard Worker break 35*c8dee2aaSAndroid Build Coastguard Worker if ext == "": 36*c8dee2aaSAndroid Build Coastguard Worker fail("URL %s has an unsupported suffix." % url) 37*c8dee2aaSAndroid Build Coastguard Worker 38*c8dee2aaSAndroid Build Coastguard Worker mirror_url = "%s/%s%s" % (_GCS_MIRROR_PREFIX, sha256, ext) 39*c8dee2aaSAndroid Build Coastguard Worker return [mirror_url] if _TEST_GCS_MIRROR else [mirror_url, url] 40