1*333d2b36SAndroid Build Coastguard Worker// Copyright 2018 Google Inc. All rights reserved. 2*333d2b36SAndroid Build Coastguard Worker// 3*333d2b36SAndroid Build Coastguard Worker// Licensed under the Apache License, Version 2.0 (the "License"); 4*333d2b36SAndroid Build Coastguard Worker// you may not use this file except in compliance with the License. 5*333d2b36SAndroid Build Coastguard Worker// You may obtain a copy of the License at 6*333d2b36SAndroid Build Coastguard Worker// 7*333d2b36SAndroid Build Coastguard Worker// http://www.apache.org/licenses/LICENSE-2.0 8*333d2b36SAndroid Build Coastguard Worker// 9*333d2b36SAndroid Build Coastguard Worker// Unless required by applicable law or agreed to in writing, software 10*333d2b36SAndroid Build Coastguard Worker// distributed under the License is distributed on an "AS IS" BASIS, 11*333d2b36SAndroid Build Coastguard Worker// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12*333d2b36SAndroid Build Coastguard Worker// See the License for the specific language governing permissions and 13*333d2b36SAndroid Build Coastguard Worker// limitations under the License. 14*333d2b36SAndroid Build Coastguard Worker 15*333d2b36SAndroid Build Coastguard Workerpackage status 16*333d2b36SAndroid Build Coastguard Worker 17*333d2b36SAndroid Build Coastguard Workerimport ( 18*333d2b36SAndroid Build Coastguard Worker "bufio" 19*333d2b36SAndroid Build Coastguard Worker "fmt" 20*333d2b36SAndroid Build Coastguard Worker "io" 21*333d2b36SAndroid Build Coastguard Worker "regexp" 22*333d2b36SAndroid Build Coastguard Worker "strconv" 23*333d2b36SAndroid Build Coastguard Worker "strings" 24*333d2b36SAndroid Build Coastguard Worker) 25*333d2b36SAndroid Build Coastguard Worker 26*333d2b36SAndroid Build Coastguard Workervar katiError = regexp.MustCompile(`^(\033\[1m)?[^ ]+:[0-9]+: (\033\[31m)?error:`) 27*333d2b36SAndroid Build Coastguard Workervar katiIncludeRe = regexp.MustCompile(`^(\[(\d+)/(\d+)] )?((including [^ ]+|initializing (legacy Make module parser|packaging system)|finishing (legacy Make module parsing|packaging rules)|writing (legacy Make module|packaging) rules) ...)$`) 28*333d2b36SAndroid Build Coastguard Workervar katiLogRe = regexp.MustCompile(`^\*kati\*: `) 29*333d2b36SAndroid Build Coastguard Workervar katiNinjaMissing = regexp.MustCompile("^[^ ]+ is missing, regenerating...$") 30*333d2b36SAndroid Build Coastguard Worker 31*333d2b36SAndroid Build Coastguard Workertype katiOutputParser struct { 32*333d2b36SAndroid Build Coastguard Worker st ToolStatus 33*333d2b36SAndroid Build Coastguard Worker 34*333d2b36SAndroid Build Coastguard Worker count int 35*333d2b36SAndroid Build Coastguard Worker total int 36*333d2b36SAndroid Build Coastguard Worker extra int 37*333d2b36SAndroid Build Coastguard Worker 38*333d2b36SAndroid Build Coastguard Worker action *Action 39*333d2b36SAndroid Build Coastguard Worker buf strings.Builder 40*333d2b36SAndroid Build Coastguard Worker hasError bool 41*333d2b36SAndroid Build Coastguard Worker} 42*333d2b36SAndroid Build Coastguard Worker 43*333d2b36SAndroid Build Coastguard Workerfunc (k *katiOutputParser) flushAction() { 44*333d2b36SAndroid Build Coastguard Worker if k.action == nil { 45*333d2b36SAndroid Build Coastguard Worker return 46*333d2b36SAndroid Build Coastguard Worker } 47*333d2b36SAndroid Build Coastguard Worker 48*333d2b36SAndroid Build Coastguard Worker var err error 49*333d2b36SAndroid Build Coastguard Worker if k.hasError { 50*333d2b36SAndroid Build Coastguard Worker err = fmt.Errorf("makefile error") 51*333d2b36SAndroid Build Coastguard Worker } 52*333d2b36SAndroid Build Coastguard Worker 53*333d2b36SAndroid Build Coastguard Worker k.st.FinishAction(ActionResult{ 54*333d2b36SAndroid Build Coastguard Worker Action: k.action, 55*333d2b36SAndroid Build Coastguard Worker Output: k.buf.String(), 56*333d2b36SAndroid Build Coastguard Worker Error: err, 57*333d2b36SAndroid Build Coastguard Worker }) 58*333d2b36SAndroid Build Coastguard Worker 59*333d2b36SAndroid Build Coastguard Worker k.buf.Reset() 60*333d2b36SAndroid Build Coastguard Worker k.hasError = false 61*333d2b36SAndroid Build Coastguard Worker} 62*333d2b36SAndroid Build Coastguard Worker 63*333d2b36SAndroid Build Coastguard Workerfunc (k *katiOutputParser) parseLine(line string) { 64*333d2b36SAndroid Build Coastguard Worker // Only put kati debug/stat lines in our verbose log 65*333d2b36SAndroid Build Coastguard Worker if katiLogRe.MatchString(line) { 66*333d2b36SAndroid Build Coastguard Worker k.st.Verbose(line) 67*333d2b36SAndroid Build Coastguard Worker return 68*333d2b36SAndroid Build Coastguard Worker } 69*333d2b36SAndroid Build Coastguard Worker 70*333d2b36SAndroid Build Coastguard Worker if matches := katiIncludeRe.FindStringSubmatch(line); len(matches) > 0 { 71*333d2b36SAndroid Build Coastguard Worker k.flushAction() 72*333d2b36SAndroid Build Coastguard Worker k.count += 1 73*333d2b36SAndroid Build Coastguard Worker 74*333d2b36SAndroid Build Coastguard Worker matches := katiIncludeRe.FindStringSubmatch(line) 75*333d2b36SAndroid Build Coastguard Worker if matches[2] != "" { 76*333d2b36SAndroid Build Coastguard Worker idx, err := strconv.Atoi(matches[2]) 77*333d2b36SAndroid Build Coastguard Worker 78*333d2b36SAndroid Build Coastguard Worker if err == nil && idx+k.extra != k.count { 79*333d2b36SAndroid Build Coastguard Worker k.extra = k.count - idx 80*333d2b36SAndroid Build Coastguard Worker k.st.SetTotalActions(k.total + k.extra) 81*333d2b36SAndroid Build Coastguard Worker } 82*333d2b36SAndroid Build Coastguard Worker } else { 83*333d2b36SAndroid Build Coastguard Worker k.extra += 1 84*333d2b36SAndroid Build Coastguard Worker k.st.SetTotalActions(k.total + k.extra) 85*333d2b36SAndroid Build Coastguard Worker } 86*333d2b36SAndroid Build Coastguard Worker 87*333d2b36SAndroid Build Coastguard Worker if matches[3] != "" { 88*333d2b36SAndroid Build Coastguard Worker tot, err := strconv.Atoi(matches[3]) 89*333d2b36SAndroid Build Coastguard Worker 90*333d2b36SAndroid Build Coastguard Worker if err == nil && tot != k.total { 91*333d2b36SAndroid Build Coastguard Worker k.total = tot 92*333d2b36SAndroid Build Coastguard Worker k.st.SetTotalActions(k.total + k.extra) 93*333d2b36SAndroid Build Coastguard Worker } 94*333d2b36SAndroid Build Coastguard Worker } 95*333d2b36SAndroid Build Coastguard Worker 96*333d2b36SAndroid Build Coastguard Worker k.action = &Action{ 97*333d2b36SAndroid Build Coastguard Worker Description: matches[4], 98*333d2b36SAndroid Build Coastguard Worker } 99*333d2b36SAndroid Build Coastguard Worker k.st.StartAction(k.action) 100*333d2b36SAndroid Build Coastguard Worker } else if k.action != nil { 101*333d2b36SAndroid Build Coastguard Worker if katiError.MatchString(line) { 102*333d2b36SAndroid Build Coastguard Worker k.hasError = true 103*333d2b36SAndroid Build Coastguard Worker } 104*333d2b36SAndroid Build Coastguard Worker k.buf.WriteString(line) 105*333d2b36SAndroid Build Coastguard Worker k.buf.WriteString("\n") 106*333d2b36SAndroid Build Coastguard Worker } else { 107*333d2b36SAndroid Build Coastguard Worker // Before we've started executing actions from Kati 108*333d2b36SAndroid Build Coastguard Worker if line == "No need to regenerate ninja file" || katiNinjaMissing.MatchString(line) { 109*333d2b36SAndroid Build Coastguard Worker k.st.Status(line) 110*333d2b36SAndroid Build Coastguard Worker } else { 111*333d2b36SAndroid Build Coastguard Worker k.st.Print(line) 112*333d2b36SAndroid Build Coastguard Worker } 113*333d2b36SAndroid Build Coastguard Worker } 114*333d2b36SAndroid Build Coastguard Worker} 115*333d2b36SAndroid Build Coastguard Worker 116*333d2b36SAndroid Build Coastguard Worker// KatiReader reads the output from Kati, and turns it into Actions and 117*333d2b36SAndroid Build Coastguard Worker// messages that are passed into the ToolStatus API. 118*333d2b36SAndroid Build Coastguard Workerfunc KatiReader(st ToolStatus, pipe io.ReadCloser) { 119*333d2b36SAndroid Build Coastguard Worker parser := &katiOutputParser{ 120*333d2b36SAndroid Build Coastguard Worker st: st, 121*333d2b36SAndroid Build Coastguard Worker } 122*333d2b36SAndroid Build Coastguard Worker 123*333d2b36SAndroid Build Coastguard Worker scanner := bufio.NewScanner(pipe) 124*333d2b36SAndroid Build Coastguard Worker scanner.Buffer(nil, 2*1024*1024) 125*333d2b36SAndroid Build Coastguard Worker for scanner.Scan() { 126*333d2b36SAndroid Build Coastguard Worker parser.parseLine(scanner.Text()) 127*333d2b36SAndroid Build Coastguard Worker } 128*333d2b36SAndroid Build Coastguard Worker 129*333d2b36SAndroid Build Coastguard Worker parser.flushAction() 130*333d2b36SAndroid Build Coastguard Worker 131*333d2b36SAndroid Build Coastguard Worker if err := scanner.Err(); err != nil { 132*333d2b36SAndroid Build Coastguard Worker var buf strings.Builder 133*333d2b36SAndroid Build Coastguard Worker io.Copy(&buf, pipe) 134*333d2b36SAndroid Build Coastguard Worker st.Print(fmt.Sprintf("Error from kati parser: %s", err)) 135*333d2b36SAndroid Build Coastguard Worker st.Print(buf.String()) 136*333d2b36SAndroid Build Coastguard Worker } 137*333d2b36SAndroid Build Coastguard Worker 138*333d2b36SAndroid Build Coastguard Worker st.Finish() 139*333d2b36SAndroid Build Coastguard Worker} 140