xref: /aosp_15_r20/external/skia/bin/fetch-ninja (revision c8dee2aa9b3f27cf6c858bd81872bdeb2c07ed17)
1*c8dee2aaSAndroid Build Coastguard Worker#!/usr/bin/env python3
2*c8dee2aaSAndroid Build Coastguard Worker
3*c8dee2aaSAndroid Build Coastguard Worker# Copyright 2022 Google LLC
4*c8dee2aaSAndroid Build Coastguard Worker#
5*c8dee2aaSAndroid Build Coastguard Worker# Use of this source code is governed by a BSD-style license that can be
6*c8dee2aaSAndroid Build Coastguard Worker# found in the LICENSE file.
7*c8dee2aaSAndroid Build Coastguard Worker
8*c8dee2aaSAndroid Build Coastguard Workerimport hashlib
9*c8dee2aaSAndroid Build Coastguard Workerimport json
10*c8dee2aaSAndroid Build Coastguard Workerimport os
11*c8dee2aaSAndroid Build Coastguard Workerimport platform
12*c8dee2aaSAndroid Build Coastguard Workerimport re
13*c8dee2aaSAndroid Build Coastguard Workerimport stat
14*c8dee2aaSAndroid Build Coastguard Workerimport sys
15*c8dee2aaSAndroid Build Coastguard Workerimport tempfile
16*c8dee2aaSAndroid Build Coastguard Workerimport zipfile
17*c8dee2aaSAndroid Build Coastguard Worker
18*c8dee2aaSAndroid Build Coastguard Workerif sys.version_info[0] < 3:
19*c8dee2aaSAndroid Build Coastguard Worker  from urllib2 import urlopen
20*c8dee2aaSAndroid Build Coastguard Workerelse:
21*c8dee2aaSAndroid Build Coastguard Worker  from urllib.request import urlopen
22*c8dee2aaSAndroid Build Coastguard Worker
23*c8dee2aaSAndroid Build Coastguard Workerdef sha256sum(path):
24*c8dee2aaSAndroid Build Coastguard Worker  try:
25*c8dee2aaSAndroid Build Coastguard Worker    with open(path, 'rb') as f:
26*c8dee2aaSAndroid Build Coastguard Worker      return hashlib.sha256(f.read()).hexdigest()
27*c8dee2aaSAndroid Build Coastguard Worker  except OSError:
28*c8dee2aaSAndroid Build Coastguard Worker    return ''
29*c8dee2aaSAndroid Build Coastguard Worker
30*c8dee2aaSAndroid Build Coastguard Worker
31*c8dee2aaSAndroid Build Coastguard Workeros.chdir(os.path.join(os.path.dirname(__file__), os.pardir))
32*c8dee2aaSAndroid Build Coastguard Worker
33*c8dee2aaSAndroid Build Coastguard WorkerOS  = {'darwin': 'mac', 'linux': 'linux', 'linux2': 'linux', 'win32': 'windows'}[sys.platform]
34*c8dee2aaSAndroid Build Coastguard Workercpu = {'aarch64': 'arm64', 'amd64': 'amd64', 'arm64': 'arm64', 'x86_64': 'amd64'}[platform.machine().lower()]
35*c8dee2aaSAndroid Build Coastguard Workerplatform = '%s-%s' % (OS, cpu)
36*c8dee2aaSAndroid Build Coastguard Workerninja = 'ninja'
37*c8dee2aaSAndroid Build Coastguard Workerif 'windows' in platform:
38*c8dee2aaSAndroid Build Coastguard Worker  ninja = 'ninja.exe'
39*c8dee2aaSAndroid Build Coastguard Worker
40*c8dee2aaSAndroid Build Coastguard Worker# Find the version of 'ninja' requested by DEPS.
41*c8dee2aaSAndroid Build Coastguard Workerwith open('DEPS', 'rb') as f:
42*c8dee2aaSAndroid Build Coastguard Worker  deps = f.read().decode()
43*c8dee2aaSAndroid Build Coastguard Workerfound = re.findall(r"'ninja_version':\s*'(\S+)'", deps)
44*c8dee2aaSAndroid Build Coastguard Workerif len(found) != 1:
45*c8dee2aaSAndroid Build Coastguard Worker  print('Unable to find ninja_version in DEPS', file=sys.stderr)
46*c8dee2aaSAndroid Build Coastguard Worker  exit(1)
47*c8dee2aaSAndroid Build Coastguard Workerdesired_version = found[0]
48*c8dee2aaSAndroid Build Coastguard Worker
49*c8dee2aaSAndroid Build Coastguard Worker# Determine which version (if any) we currently have.
50*c8dee2aaSAndroid Build Coastguard Worker# depot_tools scripts expect ninja to be in third_party
51*c8dee2aaSAndroid Build Coastguard Workeros.makedirs(os.path.join('third_party', 'ninja'), exist_ok=True)
52*c8dee2aaSAndroid Build Coastguard Workerninja_path = os.path.join('third_party', 'ninja', ninja)
53*c8dee2aaSAndroid Build Coastguard Workercurrent_sha256 = sha256sum(ninja_path)
54*c8dee2aaSAndroid Build Coastguard Workerninja_version_path = os.path.join('bin', 'ninja.version')
55*c8dee2aaSAndroid Build Coastguard Worker
56*c8dee2aaSAndroid Build Coastguard Worker# When we download 'ninja', we write the version information to a file so we can
57*c8dee2aaSAndroid Build Coastguard Worker# keep track of which version we have. Read the file to determine whether the
58*c8dee2aaSAndroid Build Coastguard Worker# current version matches what we want.
59*c8dee2aaSAndroid Build Coastguard Workercurrent_version = {
60*c8dee2aaSAndroid Build Coastguard Worker  'version': '',
61*c8dee2aaSAndroid Build Coastguard Worker  'sha256': '',
62*c8dee2aaSAndroid Build Coastguard Worker}
63*c8dee2aaSAndroid Build Coastguard Workertry:
64*c8dee2aaSAndroid Build Coastguard Worker  with open(ninja_version_path, 'r', encoding='utf8') as f:
65*c8dee2aaSAndroid Build Coastguard Worker    current_version = json.load(f)
66*c8dee2aaSAndroid Build Coastguard Workerexcept OSError:
67*c8dee2aaSAndroid Build Coastguard Worker  pass
68*c8dee2aaSAndroid Build Coastguard Worker
69*c8dee2aaSAndroid Build Coastguard Workerif desired_version != current_version['version']:
70*c8dee2aaSAndroid Build Coastguard Worker  print('Version "%s" requested by DEPS differs from current version "%s"' % (
71*c8dee2aaSAndroid Build Coastguard Worker      desired_version, current_version['version']))
72*c8dee2aaSAndroid Build Coastguard Workerelif current_sha256 != current_version['sha256']:
73*c8dee2aaSAndroid Build Coastguard Worker  print('sha256 sum "%s" does not match last-downloaded version "%s"' % (
74*c8dee2aaSAndroid Build Coastguard Worker      current_sha256, current_version['sha256']))
75*c8dee2aaSAndroid Build Coastguard Workerelse:
76*c8dee2aaSAndroid Build Coastguard Worker  print('Already up to date.')
77*c8dee2aaSAndroid Build Coastguard Worker  exit(0)
78*c8dee2aaSAndroid Build Coastguard Worker
79*c8dee2aaSAndroid Build Coastguard Workerprint('Fetching %s at %s for platform %s' % (ninja, desired_version, platform))
80*c8dee2aaSAndroid Build Coastguard Worker
81*c8dee2aaSAndroid Build Coastguard Worker# Download ninja.
82*c8dee2aaSAndroid Build Coastguard Workerninjazip = os.path.join(tempfile.mkdtemp(), 'ninja.zip')
83*c8dee2aaSAndroid Build Coastguard Workerwith open(ninjazip, 'wb') as f:
84*c8dee2aaSAndroid Build Coastguard Worker  url = 'https://chrome-infra-packages.appspot.com/dl/infra/3pp/tools/ninja/%s/+/%s' % (
85*c8dee2aaSAndroid Build Coastguard Worker      platform, desired_version)
86*c8dee2aaSAndroid Build Coastguard Worker  f.write(urlopen(url).read())
87*c8dee2aaSAndroid Build Coastguard Worker
88*c8dee2aaSAndroid Build Coastguard Workerwith zipfile.ZipFile(ninjazip, 'r') as f:
89*c8dee2aaSAndroid Build Coastguard Worker  f.extract(ninja, os.path.join('third_party', 'ninja'))
90*c8dee2aaSAndroid Build Coastguard Worker
91*c8dee2aaSAndroid Build Coastguard Workerif not 'windows' in platform:
92*c8dee2aaSAndroid Build Coastguard Worker  uid = os.getuid()
93*c8dee2aaSAndroid Build Coastguard Worker  gid = os.getgid()
94*c8dee2aaSAndroid Build Coastguard Worker  os.chown(ninja_path, uid, gid)
95*c8dee2aaSAndroid Build Coastguard Worker  os.chmod(ninja_path, stat.S_IRUSR | stat.S_IWUSR | stat.S_IXUSR |
96*c8dee2aaSAndroid Build Coastguard Worker                    stat.S_IRGRP                | stat.S_IXGRP |
97*c8dee2aaSAndroid Build Coastguard Worker                    stat.S_IROTH                | stat.S_IXOTH )
98*c8dee2aaSAndroid Build Coastguard Worker
99*c8dee2aaSAndroid Build Coastguard Worker# Write the downloaded version info to a file.
100*c8dee2aaSAndroid Build Coastguard Workercurrent_version['version'] = desired_version
101*c8dee2aaSAndroid Build Coastguard Workercurrent_version['sha256'] = sha256sum(ninja_path)
102*c8dee2aaSAndroid Build Coastguard Workerwith open(ninja_version_path, 'w', encoding='utf8') as f:
103*c8dee2aaSAndroid Build Coastguard Worker  json.dump(current_version, f, sort_keys=True, indent=2)
104