xref: /aosp_15_r20/build/soong/ui/status/kati.go (revision 333d2b3687b3a337dbcca9d65000bca186795e39)
1*333d2b36SAndroid Build Coastguard Worker// Copyright 2018 Google Inc. All rights reserved.
2*333d2b36SAndroid Build Coastguard Worker//
3*333d2b36SAndroid Build Coastguard Worker// Licensed under the Apache License, Version 2.0 (the "License");
4*333d2b36SAndroid Build Coastguard Worker// you may not use this file except in compliance with the License.
5*333d2b36SAndroid Build Coastguard Worker// You may obtain a copy of the License at
6*333d2b36SAndroid Build Coastguard Worker//
7*333d2b36SAndroid Build Coastguard Worker//     http://www.apache.org/licenses/LICENSE-2.0
8*333d2b36SAndroid Build Coastguard Worker//
9*333d2b36SAndroid Build Coastguard Worker// Unless required by applicable law or agreed to in writing, software
10*333d2b36SAndroid Build Coastguard Worker// distributed under the License is distributed on an "AS IS" BASIS,
11*333d2b36SAndroid Build Coastguard Worker// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12*333d2b36SAndroid Build Coastguard Worker// See the License for the specific language governing permissions and
13*333d2b36SAndroid Build Coastguard Worker// limitations under the License.
14*333d2b36SAndroid Build Coastguard Worker
15*333d2b36SAndroid Build Coastguard Workerpackage status
16*333d2b36SAndroid Build Coastguard Worker
17*333d2b36SAndroid Build Coastguard Workerimport (
18*333d2b36SAndroid Build Coastguard Worker	"bufio"
19*333d2b36SAndroid Build Coastguard Worker	"fmt"
20*333d2b36SAndroid Build Coastguard Worker	"io"
21*333d2b36SAndroid Build Coastguard Worker	"regexp"
22*333d2b36SAndroid Build Coastguard Worker	"strconv"
23*333d2b36SAndroid Build Coastguard Worker	"strings"
24*333d2b36SAndroid Build Coastguard Worker)
25*333d2b36SAndroid Build Coastguard Worker
26*333d2b36SAndroid Build Coastguard Workervar katiError = regexp.MustCompile(`^(\033\[1m)?[^ ]+:[0-9]+: (\033\[31m)?error:`)
27*333d2b36SAndroid Build Coastguard Workervar katiIncludeRe = regexp.MustCompile(`^(\[(\d+)/(\d+)] )?((including [^ ]+|initializing (legacy Make module parser|packaging system)|finishing (legacy Make module parsing|packaging rules)|writing (legacy Make module|packaging) rules) ...)$`)
28*333d2b36SAndroid Build Coastguard Workervar katiLogRe = regexp.MustCompile(`^\*kati\*: `)
29*333d2b36SAndroid Build Coastguard Workervar katiNinjaMissing = regexp.MustCompile("^[^ ]+ is missing, regenerating...$")
30*333d2b36SAndroid Build Coastguard Worker
31*333d2b36SAndroid Build Coastguard Workertype katiOutputParser struct {
32*333d2b36SAndroid Build Coastguard Worker	st ToolStatus
33*333d2b36SAndroid Build Coastguard Worker
34*333d2b36SAndroid Build Coastguard Worker	count int
35*333d2b36SAndroid Build Coastguard Worker	total int
36*333d2b36SAndroid Build Coastguard Worker	extra int
37*333d2b36SAndroid Build Coastguard Worker
38*333d2b36SAndroid Build Coastguard Worker	action   *Action
39*333d2b36SAndroid Build Coastguard Worker	buf      strings.Builder
40*333d2b36SAndroid Build Coastguard Worker	hasError bool
41*333d2b36SAndroid Build Coastguard Worker}
42*333d2b36SAndroid Build Coastguard Worker
43*333d2b36SAndroid Build Coastguard Workerfunc (k *katiOutputParser) flushAction() {
44*333d2b36SAndroid Build Coastguard Worker	if k.action == nil {
45*333d2b36SAndroid Build Coastguard Worker		return
46*333d2b36SAndroid Build Coastguard Worker	}
47*333d2b36SAndroid Build Coastguard Worker
48*333d2b36SAndroid Build Coastguard Worker	var err error
49*333d2b36SAndroid Build Coastguard Worker	if k.hasError {
50*333d2b36SAndroid Build Coastguard Worker		err = fmt.Errorf("makefile error")
51*333d2b36SAndroid Build Coastguard Worker	}
52*333d2b36SAndroid Build Coastguard Worker
53*333d2b36SAndroid Build Coastguard Worker	k.st.FinishAction(ActionResult{
54*333d2b36SAndroid Build Coastguard Worker		Action: k.action,
55*333d2b36SAndroid Build Coastguard Worker		Output: k.buf.String(),
56*333d2b36SAndroid Build Coastguard Worker		Error:  err,
57*333d2b36SAndroid Build Coastguard Worker	})
58*333d2b36SAndroid Build Coastguard Worker
59*333d2b36SAndroid Build Coastguard Worker	k.buf.Reset()
60*333d2b36SAndroid Build Coastguard Worker	k.hasError = false
61*333d2b36SAndroid Build Coastguard Worker}
62*333d2b36SAndroid Build Coastguard Worker
63*333d2b36SAndroid Build Coastguard Workerfunc (k *katiOutputParser) parseLine(line string) {
64*333d2b36SAndroid Build Coastguard Worker	// Only put kati debug/stat lines in our verbose log
65*333d2b36SAndroid Build Coastguard Worker	if katiLogRe.MatchString(line) {
66*333d2b36SAndroid Build Coastguard Worker		k.st.Verbose(line)
67*333d2b36SAndroid Build Coastguard Worker		return
68*333d2b36SAndroid Build Coastguard Worker	}
69*333d2b36SAndroid Build Coastguard Worker
70*333d2b36SAndroid Build Coastguard Worker	if matches := katiIncludeRe.FindStringSubmatch(line); len(matches) > 0 {
71*333d2b36SAndroid Build Coastguard Worker		k.flushAction()
72*333d2b36SAndroid Build Coastguard Worker		k.count += 1
73*333d2b36SAndroid Build Coastguard Worker
74*333d2b36SAndroid Build Coastguard Worker		matches := katiIncludeRe.FindStringSubmatch(line)
75*333d2b36SAndroid Build Coastguard Worker		if matches[2] != "" {
76*333d2b36SAndroid Build Coastguard Worker			idx, err := strconv.Atoi(matches[2])
77*333d2b36SAndroid Build Coastguard Worker
78*333d2b36SAndroid Build Coastguard Worker			if err == nil && idx+k.extra != k.count {
79*333d2b36SAndroid Build Coastguard Worker				k.extra = k.count - idx
80*333d2b36SAndroid Build Coastguard Worker				k.st.SetTotalActions(k.total + k.extra)
81*333d2b36SAndroid Build Coastguard Worker			}
82*333d2b36SAndroid Build Coastguard Worker		} else {
83*333d2b36SAndroid Build Coastguard Worker			k.extra += 1
84*333d2b36SAndroid Build Coastguard Worker			k.st.SetTotalActions(k.total + k.extra)
85*333d2b36SAndroid Build Coastguard Worker		}
86*333d2b36SAndroid Build Coastguard Worker
87*333d2b36SAndroid Build Coastguard Worker		if matches[3] != "" {
88*333d2b36SAndroid Build Coastguard Worker			tot, err := strconv.Atoi(matches[3])
89*333d2b36SAndroid Build Coastguard Worker
90*333d2b36SAndroid Build Coastguard Worker			if err == nil && tot != k.total {
91*333d2b36SAndroid Build Coastguard Worker				k.total = tot
92*333d2b36SAndroid Build Coastguard Worker				k.st.SetTotalActions(k.total + k.extra)
93*333d2b36SAndroid Build Coastguard Worker			}
94*333d2b36SAndroid Build Coastguard Worker		}
95*333d2b36SAndroid Build Coastguard Worker
96*333d2b36SAndroid Build Coastguard Worker		k.action = &Action{
97*333d2b36SAndroid Build Coastguard Worker			Description: matches[4],
98*333d2b36SAndroid Build Coastguard Worker		}
99*333d2b36SAndroid Build Coastguard Worker		k.st.StartAction(k.action)
100*333d2b36SAndroid Build Coastguard Worker	} else if k.action != nil {
101*333d2b36SAndroid Build Coastguard Worker		if katiError.MatchString(line) {
102*333d2b36SAndroid Build Coastguard Worker			k.hasError = true
103*333d2b36SAndroid Build Coastguard Worker		}
104*333d2b36SAndroid Build Coastguard Worker		k.buf.WriteString(line)
105*333d2b36SAndroid Build Coastguard Worker		k.buf.WriteString("\n")
106*333d2b36SAndroid Build Coastguard Worker	} else {
107*333d2b36SAndroid Build Coastguard Worker		// Before we've started executing actions from Kati
108*333d2b36SAndroid Build Coastguard Worker		if line == "No need to regenerate ninja file" || katiNinjaMissing.MatchString(line) {
109*333d2b36SAndroid Build Coastguard Worker			k.st.Status(line)
110*333d2b36SAndroid Build Coastguard Worker		} else {
111*333d2b36SAndroid Build Coastguard Worker			k.st.Print(line)
112*333d2b36SAndroid Build Coastguard Worker		}
113*333d2b36SAndroid Build Coastguard Worker	}
114*333d2b36SAndroid Build Coastguard Worker}
115*333d2b36SAndroid Build Coastguard Worker
116*333d2b36SAndroid Build Coastguard Worker// KatiReader reads the output from Kati, and turns it into Actions and
117*333d2b36SAndroid Build Coastguard Worker// messages that are passed into the ToolStatus API.
118*333d2b36SAndroid Build Coastguard Workerfunc KatiReader(st ToolStatus, pipe io.ReadCloser) {
119*333d2b36SAndroid Build Coastguard Worker	parser := &katiOutputParser{
120*333d2b36SAndroid Build Coastguard Worker		st: st,
121*333d2b36SAndroid Build Coastguard Worker	}
122*333d2b36SAndroid Build Coastguard Worker
123*333d2b36SAndroid Build Coastguard Worker	scanner := bufio.NewScanner(pipe)
124*333d2b36SAndroid Build Coastguard Worker	scanner.Buffer(nil, 2*1024*1024)
125*333d2b36SAndroid Build Coastguard Worker	for scanner.Scan() {
126*333d2b36SAndroid Build Coastguard Worker		parser.parseLine(scanner.Text())
127*333d2b36SAndroid Build Coastguard Worker	}
128*333d2b36SAndroid Build Coastguard Worker
129*333d2b36SAndroid Build Coastguard Worker	parser.flushAction()
130*333d2b36SAndroid Build Coastguard Worker
131*333d2b36SAndroid Build Coastguard Worker	if err := scanner.Err(); err != nil {
132*333d2b36SAndroid Build Coastguard Worker		var buf strings.Builder
133*333d2b36SAndroid Build Coastguard Worker		io.Copy(&buf, pipe)
134*333d2b36SAndroid Build Coastguard Worker		st.Print(fmt.Sprintf("Error from kati parser: %s", err))
135*333d2b36SAndroid Build Coastguard Worker		st.Print(buf.String())
136*333d2b36SAndroid Build Coastguard Worker	}
137*333d2b36SAndroid Build Coastguard Worker
138*333d2b36SAndroid Build Coastguard Worker	st.Finish()
139*333d2b36SAndroid Build Coastguard Worker}
140