1*6dbdd20aSAndroid Build Coastguard Worker# Copyright (C) 2019 The Android Open Source Project 2*6dbdd20aSAndroid Build Coastguard Worker# 3*6dbdd20aSAndroid Build Coastguard Worker# Licensed under the Apache License, Version 2.0 (the "License"); 4*6dbdd20aSAndroid Build Coastguard Worker# you may not use this file except in compliance with the License. 5*6dbdd20aSAndroid Build Coastguard Worker# You may obtain a copy of the License at 6*6dbdd20aSAndroid Build Coastguard Worker# 7*6dbdd20aSAndroid Build Coastguard Worker# http://www.apache.org/licenses/LICENSE-2.0 8*6dbdd20aSAndroid Build Coastguard Worker# 9*6dbdd20aSAndroid Build Coastguard Worker# Unless required by applicable law or agreed to in writing, software 10*6dbdd20aSAndroid Build Coastguard Worker# distributed under the License is distributed on an "AS IS" BASIS, 11*6dbdd20aSAndroid Build Coastguard Worker# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12*6dbdd20aSAndroid Build Coastguard Worker# See the License for the specific language governing permissions and 13*6dbdd20aSAndroid Build Coastguard Worker# limitations under the License. 14*6dbdd20aSAndroid Build Coastguard Worker 15*6dbdd20aSAndroid Build Coastguard Workerimport flask 16*6dbdd20aSAndroid Build Coastguard Workerimport logging 17*6dbdd20aSAndroid Build Coastguard Workerimport os 18*6dbdd20aSAndroid Build Coastguard Workerimport re 19*6dbdd20aSAndroid Build Coastguard Workerimport requests 20*6dbdd20aSAndroid Build Coastguard Workerimport time 21*6dbdd20aSAndroid Build Coastguard Workerimport urllib.parse 22*6dbdd20aSAndroid Build Coastguard Worker 23*6dbdd20aSAndroid Build Coastguard Workerfrom collections import namedtuple 24*6dbdd20aSAndroid Build Coastguard Workerfrom config import GERRIT_HOST, GERRIT_PROJECT 25*6dbdd20aSAndroid Build Coastguard Worker''' Makes anonymous GET-only requests to Gerrit. 26*6dbdd20aSAndroid Build Coastguard Worker 27*6dbdd20aSAndroid Build Coastguard WorkerSolves the lack of CORS headers from AOSP gerrit. 28*6dbdd20aSAndroid Build Coastguard Worker''' 29*6dbdd20aSAndroid Build Coastguard Worker 30*6dbdd20aSAndroid Build Coastguard WorkerHASH_RE = re.compile('^[a-f0-9]+$') 31*6dbdd20aSAndroid Build Coastguard WorkerCACHE_TTL = 3600 # 1 h 32*6dbdd20aSAndroid Build Coastguard WorkerCacheEntry = namedtuple('CacheEntry', ['contents', 'expiration']) 33*6dbdd20aSAndroid Build Coastguard Worker 34*6dbdd20aSAndroid Build Coastguard Workerapp = flask.Flask(__name__) 35*6dbdd20aSAndroid Build Coastguard Worker 36*6dbdd20aSAndroid Build Coastguard Workerlogging.basicConfig( 37*6dbdd20aSAndroid Build Coastguard Worker format='%(levelname)-8s %(asctime)s %(message)s', 38*6dbdd20aSAndroid Build Coastguard Worker level=logging.DEBUG if os.getenv('VERBOSE') else logging.INFO, 39*6dbdd20aSAndroid Build Coastguard Worker datefmt=r'%Y-%m-%d %H:%M:%S') 40*6dbdd20aSAndroid Build Coastguard Worker 41*6dbdd20aSAndroid Build Coastguard Workercache = {} 42*6dbdd20aSAndroid Build Coastguard Worker 43*6dbdd20aSAndroid Build Coastguard Worker 44*6dbdd20aSAndroid Build Coastguard Workerdef DeleteStaleCacheEntries(): 45*6dbdd20aSAndroid Build Coastguard Worker now = time.time() 46*6dbdd20aSAndroid Build Coastguard Worker for url, entry in list(cache.items()): 47*6dbdd20aSAndroid Build Coastguard Worker if now > entry.expiration: 48*6dbdd20aSAndroid Build Coastguard Worker cache.pop(url, None) 49*6dbdd20aSAndroid Build Coastguard Worker 50*6dbdd20aSAndroid Build Coastguard Worker 51*6dbdd20aSAndroid Build Coastguard Workerdef req_cached(url): 52*6dbdd20aSAndroid Build Coastguard Worker '''Used for requests that return immutable data, avoid hitting Gerrit 500''' 53*6dbdd20aSAndroid Build Coastguard Worker DeleteStaleCacheEntries() 54*6dbdd20aSAndroid Build Coastguard Worker entry = cache.get(url) 55*6dbdd20aSAndroid Build Coastguard Worker contents = entry.contents if entry is not None else None 56*6dbdd20aSAndroid Build Coastguard Worker if not contents: 57*6dbdd20aSAndroid Build Coastguard Worker resp = requests.get(url) 58*6dbdd20aSAndroid Build Coastguard Worker if resp.status_code != 200: 59*6dbdd20aSAndroid Build Coastguard Worker err_str = 'http error %d while fetching %s' % (resp.status_code, url) 60*6dbdd20aSAndroid Build Coastguard Worker return resp.status_code, err_str 61*6dbdd20aSAndroid Build Coastguard Worker contents = resp.content.decode('utf-8') 62*6dbdd20aSAndroid Build Coastguard Worker cache[url] = CacheEntry(contents, time.time() + CACHE_TTL) 63*6dbdd20aSAndroid Build Coastguard Worker return contents, 200 64*6dbdd20aSAndroid Build Coastguard Worker 65*6dbdd20aSAndroid Build Coastguard Worker 66*6dbdd20aSAndroid Build Coastguard Worker@app.route('/gerrit/commits/<string:sha1>', methods=['GET', 'POST']) 67*6dbdd20aSAndroid Build Coastguard Workerdef commits(sha1): 68*6dbdd20aSAndroid Build Coastguard Worker if not HASH_RE.match(sha1): 69*6dbdd20aSAndroid Build Coastguard Worker return 'Malformed input', 500 70*6dbdd20aSAndroid Build Coastguard Worker project = urllib.parse.quote(GERRIT_PROJECT, '') 71*6dbdd20aSAndroid Build Coastguard Worker url = 'https://%s/projects/%s/commits/%s' % (GERRIT_HOST, project, sha1) 72*6dbdd20aSAndroid Build Coastguard Worker content, status = req_cached(url) 73*6dbdd20aSAndroid Build Coastguard Worker return content[4:], status # 4: -> Strip Gerrit XSSI chars. 74*6dbdd20aSAndroid Build Coastguard Worker 75*6dbdd20aSAndroid Build Coastguard Worker 76*6dbdd20aSAndroid Build Coastguard Worker@app.route( 77*6dbdd20aSAndroid Build Coastguard Worker '/gerrit/log/<string:first>..<string:second>', methods=['GET', 'POST']) 78*6dbdd20aSAndroid Build Coastguard Workerdef gerrit_log(first, second): 79*6dbdd20aSAndroid Build Coastguard Worker if not HASH_RE.match(first) or not HASH_RE.match(second): 80*6dbdd20aSAndroid Build Coastguard Worker return 'Malformed input', 500 81*6dbdd20aSAndroid Build Coastguard Worker url = 'https://%s/%s/+log/%s..%s?format=json' % (GERRIT_HOST.replace( 82*6dbdd20aSAndroid Build Coastguard Worker '-review', ''), GERRIT_PROJECT, first, second) 83*6dbdd20aSAndroid Build Coastguard Worker content, status = req_cached(url) 84*6dbdd20aSAndroid Build Coastguard Worker return content[4:], status # 4: -> Strip Gerrit XSSI chars. 85*6dbdd20aSAndroid Build Coastguard Worker 86*6dbdd20aSAndroid Build Coastguard Worker 87*6dbdd20aSAndroid Build Coastguard Worker@app.route('/gerrit/changes/', methods=['GET', 'POST']) 88*6dbdd20aSAndroid Build Coastguard Workerdef gerrit_changes(): 89*6dbdd20aSAndroid Build Coastguard Worker url = 'https://%s/changes/?q=project:%s+' % (GERRIT_HOST, GERRIT_PROJECT) 90*6dbdd20aSAndroid Build Coastguard Worker url += flask.request.query_string.decode('utf-8') 91*6dbdd20aSAndroid Build Coastguard Worker resp = requests.get(url) 92*6dbdd20aSAndroid Build Coastguard Worker hdr = {'Content-Type': 'text/plain'} 93*6dbdd20aSAndroid Build Coastguard Worker status = resp.status_code 94*6dbdd20aSAndroid Build Coastguard Worker if status == 200: 95*6dbdd20aSAndroid Build Coastguard Worker resp = resp.content.decode('utf-8')[4:] # 4: -> Strip Gerrit XSSI chars. 96*6dbdd20aSAndroid Build Coastguard Worker else: 97*6dbdd20aSAndroid Build Coastguard Worker resp = 'HTTP error %s' % status 98*6dbdd20aSAndroid Build Coastguard Worker return resp, status, hdr 99