xref: /aosp_15_r20/external/perfetto/infra/ci/frontend/main.py (revision 6dbdd20afdafa5e3ca9b8809fa73465d530080dc)
1*6dbdd20aSAndroid Build Coastguard Worker# Copyright (C) 2019 The Android Open Source Project
2*6dbdd20aSAndroid Build Coastguard Worker#
3*6dbdd20aSAndroid Build Coastguard Worker# Licensed under the Apache License, Version 2.0 (the "License");
4*6dbdd20aSAndroid Build Coastguard Worker# you may not use this file except in compliance with the License.
5*6dbdd20aSAndroid Build Coastguard Worker# You may obtain a copy of the License at
6*6dbdd20aSAndroid Build Coastguard Worker#
7*6dbdd20aSAndroid Build Coastguard Worker#      http://www.apache.org/licenses/LICENSE-2.0
8*6dbdd20aSAndroid Build Coastguard Worker#
9*6dbdd20aSAndroid Build Coastguard Worker# Unless required by applicable law or agreed to in writing, software
10*6dbdd20aSAndroid Build Coastguard Worker# distributed under the License is distributed on an "AS IS" BASIS,
11*6dbdd20aSAndroid Build Coastguard Worker# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12*6dbdd20aSAndroid Build Coastguard Worker# See the License for the specific language governing permissions and
13*6dbdd20aSAndroid Build Coastguard Worker# limitations under the License.
14*6dbdd20aSAndroid Build Coastguard Worker
15*6dbdd20aSAndroid Build Coastguard Workerimport flask
16*6dbdd20aSAndroid Build Coastguard Workerimport logging
17*6dbdd20aSAndroid Build Coastguard Workerimport os
18*6dbdd20aSAndroid Build Coastguard Workerimport re
19*6dbdd20aSAndroid Build Coastguard Workerimport requests
20*6dbdd20aSAndroid Build Coastguard Workerimport time
21*6dbdd20aSAndroid Build Coastguard Workerimport urllib.parse
22*6dbdd20aSAndroid Build Coastguard Worker
23*6dbdd20aSAndroid Build Coastguard Workerfrom collections import namedtuple
24*6dbdd20aSAndroid Build Coastguard Workerfrom config import GERRIT_HOST, GERRIT_PROJECT
25*6dbdd20aSAndroid Build Coastguard Worker''' Makes anonymous GET-only requests to Gerrit.
26*6dbdd20aSAndroid Build Coastguard Worker
27*6dbdd20aSAndroid Build Coastguard WorkerSolves the lack of CORS headers from AOSP gerrit.
28*6dbdd20aSAndroid Build Coastguard Worker'''
29*6dbdd20aSAndroid Build Coastguard Worker
30*6dbdd20aSAndroid Build Coastguard WorkerHASH_RE = re.compile('^[a-f0-9]+$')
31*6dbdd20aSAndroid Build Coastguard WorkerCACHE_TTL = 3600  # 1 h
32*6dbdd20aSAndroid Build Coastguard WorkerCacheEntry = namedtuple('CacheEntry', ['contents', 'expiration'])
33*6dbdd20aSAndroid Build Coastguard Worker
34*6dbdd20aSAndroid Build Coastguard Workerapp = flask.Flask(__name__)
35*6dbdd20aSAndroid Build Coastguard Worker
36*6dbdd20aSAndroid Build Coastguard Workerlogging.basicConfig(
37*6dbdd20aSAndroid Build Coastguard Worker    format='%(levelname)-8s %(asctime)s %(message)s',
38*6dbdd20aSAndroid Build Coastguard Worker    level=logging.DEBUG if os.getenv('VERBOSE') else logging.INFO,
39*6dbdd20aSAndroid Build Coastguard Worker    datefmt=r'%Y-%m-%d %H:%M:%S')
40*6dbdd20aSAndroid Build Coastguard Worker
41*6dbdd20aSAndroid Build Coastguard Workercache = {}
42*6dbdd20aSAndroid Build Coastguard Worker
43*6dbdd20aSAndroid Build Coastguard Worker
44*6dbdd20aSAndroid Build Coastguard Workerdef DeleteStaleCacheEntries():
45*6dbdd20aSAndroid Build Coastguard Worker  now = time.time()
46*6dbdd20aSAndroid Build Coastguard Worker  for url, entry in list(cache.items()):
47*6dbdd20aSAndroid Build Coastguard Worker    if now > entry.expiration:
48*6dbdd20aSAndroid Build Coastguard Worker      cache.pop(url, None)
49*6dbdd20aSAndroid Build Coastguard Worker
50*6dbdd20aSAndroid Build Coastguard Worker
51*6dbdd20aSAndroid Build Coastguard Workerdef req_cached(url):
52*6dbdd20aSAndroid Build Coastguard Worker  '''Used for requests that return immutable data, avoid hitting Gerrit 500'''
53*6dbdd20aSAndroid Build Coastguard Worker  DeleteStaleCacheEntries()
54*6dbdd20aSAndroid Build Coastguard Worker  entry = cache.get(url)
55*6dbdd20aSAndroid Build Coastguard Worker  contents = entry.contents if entry is not None else None
56*6dbdd20aSAndroid Build Coastguard Worker  if not contents:
57*6dbdd20aSAndroid Build Coastguard Worker    resp = requests.get(url)
58*6dbdd20aSAndroid Build Coastguard Worker    if resp.status_code != 200:
59*6dbdd20aSAndroid Build Coastguard Worker      err_str = 'http error %d while fetching %s' % (resp.status_code, url)
60*6dbdd20aSAndroid Build Coastguard Worker      return resp.status_code, err_str
61*6dbdd20aSAndroid Build Coastguard Worker    contents = resp.content.decode('utf-8')
62*6dbdd20aSAndroid Build Coastguard Worker    cache[url] = CacheEntry(contents, time.time() + CACHE_TTL)
63*6dbdd20aSAndroid Build Coastguard Worker  return contents, 200
64*6dbdd20aSAndroid Build Coastguard Worker
65*6dbdd20aSAndroid Build Coastguard Worker
66*6dbdd20aSAndroid Build Coastguard Worker@app.route('/gerrit/commits/<string:sha1>', methods=['GET', 'POST'])
67*6dbdd20aSAndroid Build Coastguard Workerdef commits(sha1):
68*6dbdd20aSAndroid Build Coastguard Worker  if not HASH_RE.match(sha1):
69*6dbdd20aSAndroid Build Coastguard Worker    return 'Malformed input', 500
70*6dbdd20aSAndroid Build Coastguard Worker  project = urllib.parse.quote(GERRIT_PROJECT, '')
71*6dbdd20aSAndroid Build Coastguard Worker  url = 'https://%s/projects/%s/commits/%s' % (GERRIT_HOST, project, sha1)
72*6dbdd20aSAndroid Build Coastguard Worker  content, status = req_cached(url)
73*6dbdd20aSAndroid Build Coastguard Worker  return content[4:], status  # 4: -> Strip Gerrit XSSI chars.
74*6dbdd20aSAndroid Build Coastguard Worker
75*6dbdd20aSAndroid Build Coastguard Worker
76*6dbdd20aSAndroid Build Coastguard Worker@app.route(
77*6dbdd20aSAndroid Build Coastguard Worker    '/gerrit/log/<string:first>..<string:second>', methods=['GET', 'POST'])
78*6dbdd20aSAndroid Build Coastguard Workerdef gerrit_log(first, second):
79*6dbdd20aSAndroid Build Coastguard Worker  if not HASH_RE.match(first) or not HASH_RE.match(second):
80*6dbdd20aSAndroid Build Coastguard Worker    return 'Malformed input', 500
81*6dbdd20aSAndroid Build Coastguard Worker  url = 'https://%s/%s/+log/%s..%s?format=json' % (GERRIT_HOST.replace(
82*6dbdd20aSAndroid Build Coastguard Worker      '-review', ''), GERRIT_PROJECT, first, second)
83*6dbdd20aSAndroid Build Coastguard Worker  content, status = req_cached(url)
84*6dbdd20aSAndroid Build Coastguard Worker  return content[4:], status  # 4: -> Strip Gerrit XSSI chars.
85*6dbdd20aSAndroid Build Coastguard Worker
86*6dbdd20aSAndroid Build Coastguard Worker
87*6dbdd20aSAndroid Build Coastguard Worker@app.route('/gerrit/changes/', methods=['GET', 'POST'])
88*6dbdd20aSAndroid Build Coastguard Workerdef gerrit_changes():
89*6dbdd20aSAndroid Build Coastguard Worker  url = 'https://%s/changes/?q=project:%s+' % (GERRIT_HOST, GERRIT_PROJECT)
90*6dbdd20aSAndroid Build Coastguard Worker  url += flask.request.query_string.decode('utf-8')
91*6dbdd20aSAndroid Build Coastguard Worker  resp = requests.get(url)
92*6dbdd20aSAndroid Build Coastguard Worker  hdr = {'Content-Type': 'text/plain'}
93*6dbdd20aSAndroid Build Coastguard Worker  status = resp.status_code
94*6dbdd20aSAndroid Build Coastguard Worker  if status == 200:
95*6dbdd20aSAndroid Build Coastguard Worker    resp = resp.content.decode('utf-8')[4:]  # 4: -> Strip Gerrit XSSI chars.
96*6dbdd20aSAndroid Build Coastguard Worker  else:
97*6dbdd20aSAndroid Build Coastguard Worker    resp = 'HTTP error %s' % status
98*6dbdd20aSAndroid Build Coastguard Worker  return resp, status, hdr
99