xref: /aosp_15_r20/build/make/tools/compliance/cmd/textnotice/textnotice.go (revision 9e94795a3d4ef5c1d47486f9a02bb378756cea8a)
1*9e94795aSAndroid Build Coastguard Worker// Copyright 2021 Google LLC
2*9e94795aSAndroid Build Coastguard Worker//
3*9e94795aSAndroid Build Coastguard Worker// Licensed under the Apache License, Version 2.0 (the "License");
4*9e94795aSAndroid Build Coastguard Worker// you may not use this file except in compliance with the License.
5*9e94795aSAndroid Build Coastguard Worker// You may obtain a copy of the License at
6*9e94795aSAndroid Build Coastguard Worker//
7*9e94795aSAndroid Build Coastguard Worker//      http://www.apache.org/licenses/LICENSE-2.0
8*9e94795aSAndroid Build Coastguard Worker//
9*9e94795aSAndroid Build Coastguard Worker// Unless required by applicable law or agreed to in writing, software
10*9e94795aSAndroid Build Coastguard Worker// distributed under the License is distributed on an "AS IS" BASIS,
11*9e94795aSAndroid Build Coastguard Worker// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12*9e94795aSAndroid Build Coastguard Worker// See the License for the specific language governing permissions and
13*9e94795aSAndroid Build Coastguard Worker// limitations under the License.
14*9e94795aSAndroid Build Coastguard Worker
15*9e94795aSAndroid Build Coastguard Workerpackage main
16*9e94795aSAndroid Build Coastguard Worker
17*9e94795aSAndroid Build Coastguard Workerimport (
18*9e94795aSAndroid Build Coastguard Worker	"bytes"
19*9e94795aSAndroid Build Coastguard Worker	"compress/gzip"
20*9e94795aSAndroid Build Coastguard Worker	"flag"
21*9e94795aSAndroid Build Coastguard Worker	"fmt"
22*9e94795aSAndroid Build Coastguard Worker	"io"
23*9e94795aSAndroid Build Coastguard Worker	"io/fs"
24*9e94795aSAndroid Build Coastguard Worker	"os"
25*9e94795aSAndroid Build Coastguard Worker	"path/filepath"
26*9e94795aSAndroid Build Coastguard Worker	"sort"
27*9e94795aSAndroid Build Coastguard Worker	"strings"
28*9e94795aSAndroid Build Coastguard Worker
29*9e94795aSAndroid Build Coastguard Worker	"android/soong/response"
30*9e94795aSAndroid Build Coastguard Worker	"android/soong/tools/compliance"
31*9e94795aSAndroid Build Coastguard Worker
32*9e94795aSAndroid Build Coastguard Worker	"github.com/google/blueprint/deptools"
33*9e94795aSAndroid Build Coastguard Worker)
34*9e94795aSAndroid Build Coastguard Worker
35*9e94795aSAndroid Build Coastguard Workervar (
36*9e94795aSAndroid Build Coastguard Worker	failNoneRequested = fmt.Errorf("\nNo license metadata files requested")
37*9e94795aSAndroid Build Coastguard Worker	failNoLicenses    = fmt.Errorf("No licenses found")
38*9e94795aSAndroid Build Coastguard Worker)
39*9e94795aSAndroid Build Coastguard Worker
40*9e94795aSAndroid Build Coastguard Workertype context struct {
41*9e94795aSAndroid Build Coastguard Worker	stdout      io.Writer
42*9e94795aSAndroid Build Coastguard Worker	stderr      io.Writer
43*9e94795aSAndroid Build Coastguard Worker	rootFS      fs.FS
44*9e94795aSAndroid Build Coastguard Worker	product     string
45*9e94795aSAndroid Build Coastguard Worker	stripPrefix []string
46*9e94795aSAndroid Build Coastguard Worker	title       string
47*9e94795aSAndroid Build Coastguard Worker	deps        *[]string
48*9e94795aSAndroid Build Coastguard Worker}
49*9e94795aSAndroid Build Coastguard Worker
50*9e94795aSAndroid Build Coastguard Workerfunc (ctx context) strip(installPath string) string {
51*9e94795aSAndroid Build Coastguard Worker	for _, prefix := range ctx.stripPrefix {
52*9e94795aSAndroid Build Coastguard Worker		if strings.HasPrefix(installPath, prefix) {
53*9e94795aSAndroid Build Coastguard Worker			p := strings.TrimPrefix(installPath, prefix)
54*9e94795aSAndroid Build Coastguard Worker			if 0 == len(p) {
55*9e94795aSAndroid Build Coastguard Worker				p = ctx.product
56*9e94795aSAndroid Build Coastguard Worker			}
57*9e94795aSAndroid Build Coastguard Worker			if 0 == len(p) {
58*9e94795aSAndroid Build Coastguard Worker				continue
59*9e94795aSAndroid Build Coastguard Worker			}
60*9e94795aSAndroid Build Coastguard Worker			return p
61*9e94795aSAndroid Build Coastguard Worker		}
62*9e94795aSAndroid Build Coastguard Worker	}
63*9e94795aSAndroid Build Coastguard Worker	return installPath
64*9e94795aSAndroid Build Coastguard Worker}
65*9e94795aSAndroid Build Coastguard Worker
66*9e94795aSAndroid Build Coastguard Worker// newMultiString creates a flag that allows multiple values in an array.
67*9e94795aSAndroid Build Coastguard Workerfunc newMultiString(flags *flag.FlagSet, name, usage string) *multiString {
68*9e94795aSAndroid Build Coastguard Worker	var f multiString
69*9e94795aSAndroid Build Coastguard Worker	flags.Var(&f, name, usage)
70*9e94795aSAndroid Build Coastguard Worker	return &f
71*9e94795aSAndroid Build Coastguard Worker}
72*9e94795aSAndroid Build Coastguard Worker
73*9e94795aSAndroid Build Coastguard Worker// multiString implements the flag `Value` interface for multiple strings.
74*9e94795aSAndroid Build Coastguard Workertype multiString []string
75*9e94795aSAndroid Build Coastguard Worker
76*9e94795aSAndroid Build Coastguard Workerfunc (ms *multiString) String() string     { return strings.Join(*ms, ", ") }
77*9e94795aSAndroid Build Coastguard Workerfunc (ms *multiString) Set(s string) error { *ms = append(*ms, s); return nil }
78*9e94795aSAndroid Build Coastguard Worker
79*9e94795aSAndroid Build Coastguard Workerfunc main() {
80*9e94795aSAndroid Build Coastguard Worker	var expandedArgs []string
81*9e94795aSAndroid Build Coastguard Worker	for _, arg := range os.Args[1:] {
82*9e94795aSAndroid Build Coastguard Worker		if strings.HasPrefix(arg, "@") {
83*9e94795aSAndroid Build Coastguard Worker			f, err := os.Open(strings.TrimPrefix(arg, "@"))
84*9e94795aSAndroid Build Coastguard Worker			if err != nil {
85*9e94795aSAndroid Build Coastguard Worker				fmt.Fprintln(os.Stderr, err.Error())
86*9e94795aSAndroid Build Coastguard Worker				os.Exit(1)
87*9e94795aSAndroid Build Coastguard Worker			}
88*9e94795aSAndroid Build Coastguard Worker
89*9e94795aSAndroid Build Coastguard Worker			respArgs, err := response.ReadRspFile(f)
90*9e94795aSAndroid Build Coastguard Worker			f.Close()
91*9e94795aSAndroid Build Coastguard Worker			if err != nil {
92*9e94795aSAndroid Build Coastguard Worker				fmt.Fprintln(os.Stderr, err.Error())
93*9e94795aSAndroid Build Coastguard Worker				os.Exit(1)
94*9e94795aSAndroid Build Coastguard Worker			}
95*9e94795aSAndroid Build Coastguard Worker			expandedArgs = append(expandedArgs, respArgs...)
96*9e94795aSAndroid Build Coastguard Worker		} else {
97*9e94795aSAndroid Build Coastguard Worker			expandedArgs = append(expandedArgs, arg)
98*9e94795aSAndroid Build Coastguard Worker		}
99*9e94795aSAndroid Build Coastguard Worker	}
100*9e94795aSAndroid Build Coastguard Worker
101*9e94795aSAndroid Build Coastguard Worker	flags := flag.NewFlagSet("flags", flag.ExitOnError)
102*9e94795aSAndroid Build Coastguard Worker
103*9e94795aSAndroid Build Coastguard Worker	flags.Usage = func() {
104*9e94795aSAndroid Build Coastguard Worker		fmt.Fprintf(os.Stderr, `Usage: %s {options} file.meta_lic {file.meta_lic...}
105*9e94795aSAndroid Build Coastguard Worker
106*9e94795aSAndroid Build Coastguard WorkerOutputs a text NOTICE file.
107*9e94795aSAndroid Build Coastguard Worker
108*9e94795aSAndroid Build Coastguard WorkerOptions:
109*9e94795aSAndroid Build Coastguard Worker`, filepath.Base(os.Args[0]))
110*9e94795aSAndroid Build Coastguard Worker		flags.PrintDefaults()
111*9e94795aSAndroid Build Coastguard Worker	}
112*9e94795aSAndroid Build Coastguard Worker
113*9e94795aSAndroid Build Coastguard Worker	outputFile := flags.String("o", "-", "Where to write the NOTICE text file. (default stdout)")
114*9e94795aSAndroid Build Coastguard Worker	depsFile := flags.String("d", "", "Where to write the deps file")
115*9e94795aSAndroid Build Coastguard Worker	product := flags.String("product", "", "The name of the product for which the notice is generated.")
116*9e94795aSAndroid Build Coastguard Worker	stripPrefix := newMultiString(flags, "strip_prefix", "Prefix to remove from paths. i.e. path to root (multiple allowed)")
117*9e94795aSAndroid Build Coastguard Worker	title := flags.String("title", "", "The title of the notice file.")
118*9e94795aSAndroid Build Coastguard Worker
119*9e94795aSAndroid Build Coastguard Worker	flags.Parse(expandedArgs)
120*9e94795aSAndroid Build Coastguard Worker
121*9e94795aSAndroid Build Coastguard Worker	// Must specify at least one root target.
122*9e94795aSAndroid Build Coastguard Worker	if flags.NArg() == 0 {
123*9e94795aSAndroid Build Coastguard Worker		flags.Usage()
124*9e94795aSAndroid Build Coastguard Worker		os.Exit(2)
125*9e94795aSAndroid Build Coastguard Worker	}
126*9e94795aSAndroid Build Coastguard Worker
127*9e94795aSAndroid Build Coastguard Worker	if len(*outputFile) == 0 {
128*9e94795aSAndroid Build Coastguard Worker		flags.Usage()
129*9e94795aSAndroid Build Coastguard Worker		fmt.Fprintf(os.Stderr, "must specify file for -o; use - for stdout\n")
130*9e94795aSAndroid Build Coastguard Worker		os.Exit(2)
131*9e94795aSAndroid Build Coastguard Worker	} else {
132*9e94795aSAndroid Build Coastguard Worker		dir, err := filepath.Abs(filepath.Dir(*outputFile))
133*9e94795aSAndroid Build Coastguard Worker		if err != nil {
134*9e94795aSAndroid Build Coastguard Worker			fmt.Fprintf(os.Stderr, "cannot determine path to %q: %s\n", *outputFile, err)
135*9e94795aSAndroid Build Coastguard Worker			os.Exit(1)
136*9e94795aSAndroid Build Coastguard Worker		}
137*9e94795aSAndroid Build Coastguard Worker		fi, err := os.Stat(dir)
138*9e94795aSAndroid Build Coastguard Worker		if err != nil {
139*9e94795aSAndroid Build Coastguard Worker			fmt.Fprintf(os.Stderr, "cannot read directory %q of %q: %s\n", dir, *outputFile, err)
140*9e94795aSAndroid Build Coastguard Worker			os.Exit(1)
141*9e94795aSAndroid Build Coastguard Worker		}
142*9e94795aSAndroid Build Coastguard Worker		if !fi.IsDir() {
143*9e94795aSAndroid Build Coastguard Worker			fmt.Fprintf(os.Stderr, "parent %q of %q is not a directory\n", dir, *outputFile)
144*9e94795aSAndroid Build Coastguard Worker			os.Exit(1)
145*9e94795aSAndroid Build Coastguard Worker		}
146*9e94795aSAndroid Build Coastguard Worker	}
147*9e94795aSAndroid Build Coastguard Worker
148*9e94795aSAndroid Build Coastguard Worker	var ofile io.Writer
149*9e94795aSAndroid Build Coastguard Worker	var closer io.Closer
150*9e94795aSAndroid Build Coastguard Worker	ofile = os.Stdout
151*9e94795aSAndroid Build Coastguard Worker	var obuf *bytes.Buffer
152*9e94795aSAndroid Build Coastguard Worker	if *outputFile != "-" {
153*9e94795aSAndroid Build Coastguard Worker		obuf = &bytes.Buffer{}
154*9e94795aSAndroid Build Coastguard Worker		ofile = obuf
155*9e94795aSAndroid Build Coastguard Worker	}
156*9e94795aSAndroid Build Coastguard Worker	if strings.HasSuffix(*outputFile, ".gz") {
157*9e94795aSAndroid Build Coastguard Worker		ofile, _ = gzip.NewWriterLevel(obuf, gzip.BestCompression)
158*9e94795aSAndroid Build Coastguard Worker		closer = ofile.(io.Closer)
159*9e94795aSAndroid Build Coastguard Worker	}
160*9e94795aSAndroid Build Coastguard Worker
161*9e94795aSAndroid Build Coastguard Worker	var deps []string
162*9e94795aSAndroid Build Coastguard Worker
163*9e94795aSAndroid Build Coastguard Worker	ctx := &context{ofile, os.Stderr, compliance.FS, *product, *stripPrefix, *title, &deps}
164*9e94795aSAndroid Build Coastguard Worker
165*9e94795aSAndroid Build Coastguard Worker	err := textNotice(ctx, flags.Args()...)
166*9e94795aSAndroid Build Coastguard Worker	if err != nil {
167*9e94795aSAndroid Build Coastguard Worker		if err == failNoneRequested {
168*9e94795aSAndroid Build Coastguard Worker			flags.Usage()
169*9e94795aSAndroid Build Coastguard Worker		}
170*9e94795aSAndroid Build Coastguard Worker		fmt.Fprintf(os.Stderr, "%s\n", err.Error())
171*9e94795aSAndroid Build Coastguard Worker		os.Exit(1)
172*9e94795aSAndroid Build Coastguard Worker	}
173*9e94795aSAndroid Build Coastguard Worker	if closer != nil {
174*9e94795aSAndroid Build Coastguard Worker		closer.Close()
175*9e94795aSAndroid Build Coastguard Worker	}
176*9e94795aSAndroid Build Coastguard Worker
177*9e94795aSAndroid Build Coastguard Worker	if *outputFile != "-" {
178*9e94795aSAndroid Build Coastguard Worker		err := os.WriteFile(*outputFile, obuf.Bytes(), 0666)
179*9e94795aSAndroid Build Coastguard Worker		if err != nil {
180*9e94795aSAndroid Build Coastguard Worker			fmt.Fprintf(os.Stderr, "could not write output to %q: %s\n", *outputFile, err)
181*9e94795aSAndroid Build Coastguard Worker			os.Exit(1)
182*9e94795aSAndroid Build Coastguard Worker		}
183*9e94795aSAndroid Build Coastguard Worker	}
184*9e94795aSAndroid Build Coastguard Worker	if *depsFile != "" {
185*9e94795aSAndroid Build Coastguard Worker		err := deptools.WriteDepFile(*depsFile, *outputFile, deps)
186*9e94795aSAndroid Build Coastguard Worker		if err != nil {
187*9e94795aSAndroid Build Coastguard Worker			fmt.Fprintf(os.Stderr, "could not write deps to %q: %s\n", *depsFile, err)
188*9e94795aSAndroid Build Coastguard Worker			os.Exit(1)
189*9e94795aSAndroid Build Coastguard Worker		}
190*9e94795aSAndroid Build Coastguard Worker	}
191*9e94795aSAndroid Build Coastguard Worker	os.Exit(0)
192*9e94795aSAndroid Build Coastguard Worker}
193*9e94795aSAndroid Build Coastguard Worker
194*9e94795aSAndroid Build Coastguard Worker// textNotice implements the textNotice utility.
195*9e94795aSAndroid Build Coastguard Workerfunc textNotice(ctx *context, files ...string) error {
196*9e94795aSAndroid Build Coastguard Worker	// Must be at least one root file.
197*9e94795aSAndroid Build Coastguard Worker	if len(files) < 1 {
198*9e94795aSAndroid Build Coastguard Worker		return failNoneRequested
199*9e94795aSAndroid Build Coastguard Worker	}
200*9e94795aSAndroid Build Coastguard Worker
201*9e94795aSAndroid Build Coastguard Worker	// Read the license graph from the license metadata files (*.meta_lic).
202*9e94795aSAndroid Build Coastguard Worker	licenseGraph, err := compliance.ReadLicenseGraph(ctx.rootFS, ctx.stderr, files)
203*9e94795aSAndroid Build Coastguard Worker	if err != nil {
204*9e94795aSAndroid Build Coastguard Worker		return fmt.Errorf("Unable to read license metadata file(s) %q: %v\n", files, err)
205*9e94795aSAndroid Build Coastguard Worker	}
206*9e94795aSAndroid Build Coastguard Worker	if licenseGraph == nil {
207*9e94795aSAndroid Build Coastguard Worker		return failNoLicenses
208*9e94795aSAndroid Build Coastguard Worker	}
209*9e94795aSAndroid Build Coastguard Worker
210*9e94795aSAndroid Build Coastguard Worker	// rs contains all notice resolutions.
211*9e94795aSAndroid Build Coastguard Worker	rs := compliance.ResolveNotices(licenseGraph)
212*9e94795aSAndroid Build Coastguard Worker
213*9e94795aSAndroid Build Coastguard Worker	ni, err := compliance.IndexLicenseTexts(ctx.rootFS, licenseGraph, rs)
214*9e94795aSAndroid Build Coastguard Worker	if err != nil {
215*9e94795aSAndroid Build Coastguard Worker		return fmt.Errorf("Unable to read license text file(s) for %q: %v\n", files, err)
216*9e94795aSAndroid Build Coastguard Worker	}
217*9e94795aSAndroid Build Coastguard Worker
218*9e94795aSAndroid Build Coastguard Worker	if len(ctx.title) > 0 {
219*9e94795aSAndroid Build Coastguard Worker		fmt.Fprintf(ctx.stdout, "%s\n\n", ctx.title)
220*9e94795aSAndroid Build Coastguard Worker	}
221*9e94795aSAndroid Build Coastguard Worker	for h := range ni.Hashes() {
222*9e94795aSAndroid Build Coastguard Worker		fmt.Fprintln(ctx.stdout, "==============================================================================")
223*9e94795aSAndroid Build Coastguard Worker		for _, libName := range ni.HashLibs(h) {
224*9e94795aSAndroid Build Coastguard Worker			fmt.Fprintf(ctx.stdout, "%s used by:\n", libName)
225*9e94795aSAndroid Build Coastguard Worker			for _, installPath := range ni.HashLibInstalls(h, libName) {
226*9e94795aSAndroid Build Coastguard Worker				fmt.Fprintf(ctx.stdout, "  %s\n", ctx.strip(installPath))
227*9e94795aSAndroid Build Coastguard Worker			}
228*9e94795aSAndroid Build Coastguard Worker			fmt.Fprintln(ctx.stdout)
229*9e94795aSAndroid Build Coastguard Worker		}
230*9e94795aSAndroid Build Coastguard Worker		ctx.stdout.Write(ni.HashText(h))
231*9e94795aSAndroid Build Coastguard Worker		fmt.Fprintln(ctx.stdout)
232*9e94795aSAndroid Build Coastguard Worker	}
233*9e94795aSAndroid Build Coastguard Worker
234*9e94795aSAndroid Build Coastguard Worker	*ctx.deps = ni.InputFiles()
235*9e94795aSAndroid Build Coastguard Worker	sort.Strings(*ctx.deps)
236*9e94795aSAndroid Build Coastguard Worker
237*9e94795aSAndroid Build Coastguard Worker	return nil
238*9e94795aSAndroid Build Coastguard Worker}
239