1*c8dee2aaSAndroid Build Coastguard Worker#!/usr/bin/env python3 2*c8dee2aaSAndroid Build Coastguard Worker 3*c8dee2aaSAndroid Build Coastguard Worker# Copyright 2022 Google LLC 4*c8dee2aaSAndroid Build Coastguard Worker# 5*c8dee2aaSAndroid Build Coastguard Worker# Use of this source code is governed by a BSD-style license that can be 6*c8dee2aaSAndroid Build Coastguard Worker# found in the LICENSE file. 7*c8dee2aaSAndroid Build Coastguard Worker 8*c8dee2aaSAndroid Build Coastguard Workerimport hashlib 9*c8dee2aaSAndroid Build Coastguard Workerimport json 10*c8dee2aaSAndroid Build Coastguard Workerimport os 11*c8dee2aaSAndroid Build Coastguard Workerimport platform 12*c8dee2aaSAndroid Build Coastguard Workerimport re 13*c8dee2aaSAndroid Build Coastguard Workerimport stat 14*c8dee2aaSAndroid Build Coastguard Workerimport sys 15*c8dee2aaSAndroid Build Coastguard Workerimport tempfile 16*c8dee2aaSAndroid Build Coastguard Workerimport zipfile 17*c8dee2aaSAndroid Build Coastguard Worker 18*c8dee2aaSAndroid Build Coastguard Workerif sys.version_info[0] < 3: 19*c8dee2aaSAndroid Build Coastguard Worker from urllib2 import urlopen 20*c8dee2aaSAndroid Build Coastguard Workerelse: 21*c8dee2aaSAndroid Build Coastguard Worker from urllib.request import urlopen 22*c8dee2aaSAndroid Build Coastguard Worker 23*c8dee2aaSAndroid Build Coastguard Workerdef sha256sum(path): 24*c8dee2aaSAndroid Build Coastguard Worker try: 25*c8dee2aaSAndroid Build Coastguard Worker with open(path, 'rb') as f: 26*c8dee2aaSAndroid Build Coastguard Worker return hashlib.sha256(f.read()).hexdigest() 27*c8dee2aaSAndroid Build Coastguard Worker except OSError: 28*c8dee2aaSAndroid Build Coastguard Worker return '' 29*c8dee2aaSAndroid Build Coastguard Worker 30*c8dee2aaSAndroid Build Coastguard Worker 31*c8dee2aaSAndroid Build Coastguard Workeros.chdir(os.path.join(os.path.dirname(__file__), os.pardir)) 32*c8dee2aaSAndroid Build Coastguard Worker 33*c8dee2aaSAndroid Build Coastguard WorkerOS = {'darwin': 'mac', 'linux': 'linux', 'linux2': 'linux', 'win32': 'windows'}[sys.platform] 34*c8dee2aaSAndroid Build Coastguard Workercpu = {'aarch64': 'arm64', 'amd64': 'amd64', 'arm64': 'arm64', 'x86_64': 'amd64'}[platform.machine().lower()] 35*c8dee2aaSAndroid Build Coastguard Workerplatform = '%s-%s' % (OS, cpu) 36*c8dee2aaSAndroid Build Coastguard Workerninja = 'ninja' 37*c8dee2aaSAndroid Build Coastguard Workerif 'windows' in platform: 38*c8dee2aaSAndroid Build Coastguard Worker ninja = 'ninja.exe' 39*c8dee2aaSAndroid Build Coastguard Worker 40*c8dee2aaSAndroid Build Coastguard Worker# Find the version of 'ninja' requested by DEPS. 41*c8dee2aaSAndroid Build Coastguard Workerwith open('DEPS', 'rb') as f: 42*c8dee2aaSAndroid Build Coastguard Worker deps = f.read().decode() 43*c8dee2aaSAndroid Build Coastguard Workerfound = re.findall(r"'ninja_version':\s*'(\S+)'", deps) 44*c8dee2aaSAndroid Build Coastguard Workerif len(found) != 1: 45*c8dee2aaSAndroid Build Coastguard Worker print('Unable to find ninja_version in DEPS', file=sys.stderr) 46*c8dee2aaSAndroid Build Coastguard Worker exit(1) 47*c8dee2aaSAndroid Build Coastguard Workerdesired_version = found[0] 48*c8dee2aaSAndroid Build Coastguard Worker 49*c8dee2aaSAndroid Build Coastguard Worker# Determine which version (if any) we currently have. 50*c8dee2aaSAndroid Build Coastguard Worker# depot_tools scripts expect ninja to be in third_party 51*c8dee2aaSAndroid Build Coastguard Workeros.makedirs(os.path.join('third_party', 'ninja'), exist_ok=True) 52*c8dee2aaSAndroid Build Coastguard Workerninja_path = os.path.join('third_party', 'ninja', ninja) 53*c8dee2aaSAndroid Build Coastguard Workercurrent_sha256 = sha256sum(ninja_path) 54*c8dee2aaSAndroid Build Coastguard Workerninja_version_path = os.path.join('bin', 'ninja.version') 55*c8dee2aaSAndroid Build Coastguard Worker 56*c8dee2aaSAndroid Build Coastguard Worker# When we download 'ninja', we write the version information to a file so we can 57*c8dee2aaSAndroid Build Coastguard Worker# keep track of which version we have. Read the file to determine whether the 58*c8dee2aaSAndroid Build Coastguard Worker# current version matches what we want. 59*c8dee2aaSAndroid Build Coastguard Workercurrent_version = { 60*c8dee2aaSAndroid Build Coastguard Worker 'version': '', 61*c8dee2aaSAndroid Build Coastguard Worker 'sha256': '', 62*c8dee2aaSAndroid Build Coastguard Worker} 63*c8dee2aaSAndroid Build Coastguard Workertry: 64*c8dee2aaSAndroid Build Coastguard Worker with open(ninja_version_path, 'r', encoding='utf8') as f: 65*c8dee2aaSAndroid Build Coastguard Worker current_version = json.load(f) 66*c8dee2aaSAndroid Build Coastguard Workerexcept OSError: 67*c8dee2aaSAndroid Build Coastguard Worker pass 68*c8dee2aaSAndroid Build Coastguard Worker 69*c8dee2aaSAndroid Build Coastguard Workerif desired_version != current_version['version']: 70*c8dee2aaSAndroid Build Coastguard Worker print('Version "%s" requested by DEPS differs from current version "%s"' % ( 71*c8dee2aaSAndroid Build Coastguard Worker desired_version, current_version['version'])) 72*c8dee2aaSAndroid Build Coastguard Workerelif current_sha256 != current_version['sha256']: 73*c8dee2aaSAndroid Build Coastguard Worker print('sha256 sum "%s" does not match last-downloaded version "%s"' % ( 74*c8dee2aaSAndroid Build Coastguard Worker current_sha256, current_version['sha256'])) 75*c8dee2aaSAndroid Build Coastguard Workerelse: 76*c8dee2aaSAndroid Build Coastguard Worker print('Already up to date.') 77*c8dee2aaSAndroid Build Coastguard Worker exit(0) 78*c8dee2aaSAndroid Build Coastguard Worker 79*c8dee2aaSAndroid Build Coastguard Workerprint('Fetching %s at %s for platform %s' % (ninja, desired_version, platform)) 80*c8dee2aaSAndroid Build Coastguard Worker 81*c8dee2aaSAndroid Build Coastguard Worker# Download ninja. 82*c8dee2aaSAndroid Build Coastguard Workerninjazip = os.path.join(tempfile.mkdtemp(), 'ninja.zip') 83*c8dee2aaSAndroid Build Coastguard Workerwith open(ninjazip, 'wb') as f: 84*c8dee2aaSAndroid Build Coastguard Worker url = 'https://chrome-infra-packages.appspot.com/dl/infra/3pp/tools/ninja/%s/+/%s' % ( 85*c8dee2aaSAndroid Build Coastguard Worker platform, desired_version) 86*c8dee2aaSAndroid Build Coastguard Worker f.write(urlopen(url).read()) 87*c8dee2aaSAndroid Build Coastguard Worker 88*c8dee2aaSAndroid Build Coastguard Workerwith zipfile.ZipFile(ninjazip, 'r') as f: 89*c8dee2aaSAndroid Build Coastguard Worker f.extract(ninja, os.path.join('third_party', 'ninja')) 90*c8dee2aaSAndroid Build Coastguard Worker 91*c8dee2aaSAndroid Build Coastguard Workerif not 'windows' in platform: 92*c8dee2aaSAndroid Build Coastguard Worker uid = os.getuid() 93*c8dee2aaSAndroid Build Coastguard Worker gid = os.getgid() 94*c8dee2aaSAndroid Build Coastguard Worker os.chown(ninja_path, uid, gid) 95*c8dee2aaSAndroid Build Coastguard Worker os.chmod(ninja_path, stat.S_IRUSR | stat.S_IWUSR | stat.S_IXUSR | 96*c8dee2aaSAndroid Build Coastguard Worker stat.S_IRGRP | stat.S_IXGRP | 97*c8dee2aaSAndroid Build Coastguard Worker stat.S_IROTH | stat.S_IXOTH ) 98*c8dee2aaSAndroid Build Coastguard Worker 99*c8dee2aaSAndroid Build Coastguard Worker# Write the downloaded version info to a file. 100*c8dee2aaSAndroid Build Coastguard Workercurrent_version['version'] = desired_version 101*c8dee2aaSAndroid Build Coastguard Workercurrent_version['sha256'] = sha256sum(ninja_path) 102*c8dee2aaSAndroid Build Coastguard Workerwith open(ninja_version_path, 'w', encoding='utf8') as f: 103*c8dee2aaSAndroid Build Coastguard Worker json.dump(current_version, f, sort_keys=True, indent=2) 104