xref: /aosp_15_r20/build/make/tools/compliance/cmd/xmlnotice/xmlnotice.go (revision 9e94795a3d4ef5c1d47486f9a02bb378756cea8a)
1*9e94795aSAndroid Build Coastguard Worker// Copyright 2021 Google LLC
2*9e94795aSAndroid Build Coastguard Worker//
3*9e94795aSAndroid Build Coastguard Worker// Licensed under the Apache License, Version 2.0 (the "License");
4*9e94795aSAndroid Build Coastguard Worker// you may not use this file except in compliance with the License.
5*9e94795aSAndroid Build Coastguard Worker// You may obtain a copy of the License at
6*9e94795aSAndroid Build Coastguard Worker//
7*9e94795aSAndroid Build Coastguard Worker//      http://www.apache.org/licenses/LICENSE-2.0
8*9e94795aSAndroid Build Coastguard Worker//
9*9e94795aSAndroid Build Coastguard Worker// Unless required by applicable law or agreed to in writing, software
10*9e94795aSAndroid Build Coastguard Worker// distributed under the License is distributed on an "AS IS" BASIS,
11*9e94795aSAndroid Build Coastguard Worker// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12*9e94795aSAndroid Build Coastguard Worker// See the License for the specific language governing permissions and
13*9e94795aSAndroid Build Coastguard Worker// limitations under the License.
14*9e94795aSAndroid Build Coastguard Worker
15*9e94795aSAndroid Build Coastguard Workerpackage main
16*9e94795aSAndroid Build Coastguard Worker
17*9e94795aSAndroid Build Coastguard Workerimport (
18*9e94795aSAndroid Build Coastguard Worker	"bytes"
19*9e94795aSAndroid Build Coastguard Worker	"compress/gzip"
20*9e94795aSAndroid Build Coastguard Worker	"encoding/xml"
21*9e94795aSAndroid Build Coastguard Worker	"flag"
22*9e94795aSAndroid Build Coastguard Worker	"fmt"
23*9e94795aSAndroid Build Coastguard Worker	"io"
24*9e94795aSAndroid Build Coastguard Worker	"io/fs"
25*9e94795aSAndroid Build Coastguard Worker	"os"
26*9e94795aSAndroid Build Coastguard Worker	"path/filepath"
27*9e94795aSAndroid Build Coastguard Worker	"sort"
28*9e94795aSAndroid Build Coastguard Worker	"strings"
29*9e94795aSAndroid Build Coastguard Worker
30*9e94795aSAndroid Build Coastguard Worker	"android/soong/response"
31*9e94795aSAndroid Build Coastguard Worker	"android/soong/tools/compliance"
32*9e94795aSAndroid Build Coastguard Worker
33*9e94795aSAndroid Build Coastguard Worker	"github.com/google/blueprint/deptools"
34*9e94795aSAndroid Build Coastguard Worker)
35*9e94795aSAndroid Build Coastguard Worker
36*9e94795aSAndroid Build Coastguard Workervar (
37*9e94795aSAndroid Build Coastguard Worker	failNoneRequested = fmt.Errorf("\nNo license metadata files requested")
38*9e94795aSAndroid Build Coastguard Worker	failNoLicenses    = fmt.Errorf("No licenses found")
39*9e94795aSAndroid Build Coastguard Worker)
40*9e94795aSAndroid Build Coastguard Worker
41*9e94795aSAndroid Build Coastguard Workertype context struct {
42*9e94795aSAndroid Build Coastguard Worker	stdout      io.Writer
43*9e94795aSAndroid Build Coastguard Worker	stderr      io.Writer
44*9e94795aSAndroid Build Coastguard Worker	rootFS      fs.FS
45*9e94795aSAndroid Build Coastguard Worker	product     string
46*9e94795aSAndroid Build Coastguard Worker	stripPrefix []string
47*9e94795aSAndroid Build Coastguard Worker	title       string
48*9e94795aSAndroid Build Coastguard Worker	deps        *[]string
49*9e94795aSAndroid Build Coastguard Worker}
50*9e94795aSAndroid Build Coastguard Worker
51*9e94795aSAndroid Build Coastguard Workerfunc (ctx context) strip(installPath string) string {
52*9e94795aSAndroid Build Coastguard Worker	for _, prefix := range ctx.stripPrefix {
53*9e94795aSAndroid Build Coastguard Worker		if strings.HasPrefix(installPath, prefix) {
54*9e94795aSAndroid Build Coastguard Worker			p := strings.TrimPrefix(installPath, prefix)
55*9e94795aSAndroid Build Coastguard Worker			if 0 == len(p) {
56*9e94795aSAndroid Build Coastguard Worker				p = ctx.product
57*9e94795aSAndroid Build Coastguard Worker			}
58*9e94795aSAndroid Build Coastguard Worker			if 0 == len(p) {
59*9e94795aSAndroid Build Coastguard Worker				continue
60*9e94795aSAndroid Build Coastguard Worker			}
61*9e94795aSAndroid Build Coastguard Worker			return p
62*9e94795aSAndroid Build Coastguard Worker		}
63*9e94795aSAndroid Build Coastguard Worker	}
64*9e94795aSAndroid Build Coastguard Worker	return installPath
65*9e94795aSAndroid Build Coastguard Worker}
66*9e94795aSAndroid Build Coastguard Worker
67*9e94795aSAndroid Build Coastguard Worker// newMultiString creates a flag that allows multiple values in an array.
68*9e94795aSAndroid Build Coastguard Workerfunc newMultiString(flags *flag.FlagSet, name, usage string) *multiString {
69*9e94795aSAndroid Build Coastguard Worker	var f multiString
70*9e94795aSAndroid Build Coastguard Worker	flags.Var(&f, name, usage)
71*9e94795aSAndroid Build Coastguard Worker	return &f
72*9e94795aSAndroid Build Coastguard Worker}
73*9e94795aSAndroid Build Coastguard Worker
74*9e94795aSAndroid Build Coastguard Worker// multiString implements the flag `Value` interface for multiple strings.
75*9e94795aSAndroid Build Coastguard Workertype multiString []string
76*9e94795aSAndroid Build Coastguard Worker
77*9e94795aSAndroid Build Coastguard Workerfunc (ms *multiString) String() string     { return strings.Join(*ms, ", ") }
78*9e94795aSAndroid Build Coastguard Workerfunc (ms *multiString) Set(s string) error { *ms = append(*ms, s); return nil }
79*9e94795aSAndroid Build Coastguard Worker
80*9e94795aSAndroid Build Coastguard Workerfunc main() {
81*9e94795aSAndroid Build Coastguard Worker	var expandedArgs []string
82*9e94795aSAndroid Build Coastguard Worker	for _, arg := range os.Args[1:] {
83*9e94795aSAndroid Build Coastguard Worker		if strings.HasPrefix(arg, "@") {
84*9e94795aSAndroid Build Coastguard Worker			f, err := os.Open(strings.TrimPrefix(arg, "@"))
85*9e94795aSAndroid Build Coastguard Worker			if err != nil {
86*9e94795aSAndroid Build Coastguard Worker				fmt.Fprintln(os.Stderr, err.Error())
87*9e94795aSAndroid Build Coastguard Worker				os.Exit(1)
88*9e94795aSAndroid Build Coastguard Worker			}
89*9e94795aSAndroid Build Coastguard Worker
90*9e94795aSAndroid Build Coastguard Worker			respArgs, err := response.ReadRspFile(f)
91*9e94795aSAndroid Build Coastguard Worker			f.Close()
92*9e94795aSAndroid Build Coastguard Worker			if err != nil {
93*9e94795aSAndroid Build Coastguard Worker				fmt.Fprintln(os.Stderr, err.Error())
94*9e94795aSAndroid Build Coastguard Worker				os.Exit(1)
95*9e94795aSAndroid Build Coastguard Worker			}
96*9e94795aSAndroid Build Coastguard Worker			expandedArgs = append(expandedArgs, respArgs...)
97*9e94795aSAndroid Build Coastguard Worker		} else {
98*9e94795aSAndroid Build Coastguard Worker			expandedArgs = append(expandedArgs, arg)
99*9e94795aSAndroid Build Coastguard Worker		}
100*9e94795aSAndroid Build Coastguard Worker	}
101*9e94795aSAndroid Build Coastguard Worker
102*9e94795aSAndroid Build Coastguard Worker	flags := flag.NewFlagSet("flags", flag.ExitOnError)
103*9e94795aSAndroid Build Coastguard Worker
104*9e94795aSAndroid Build Coastguard Worker	flags.Usage = func() {
105*9e94795aSAndroid Build Coastguard Worker		fmt.Fprintf(os.Stderr, `Usage: %s {options} file.meta_lic {file.meta_lic...}
106*9e94795aSAndroid Build Coastguard Worker
107*9e94795aSAndroid Build Coastguard WorkerOutputs an xml NOTICE.xml or gzipped NOTICE.xml.gz file if the -o filename ends
108*9e94795aSAndroid Build Coastguard Workerwith ".gz".
109*9e94795aSAndroid Build Coastguard Worker
110*9e94795aSAndroid Build Coastguard WorkerOptions:
111*9e94795aSAndroid Build Coastguard Worker`, filepath.Base(os.Args[0]))
112*9e94795aSAndroid Build Coastguard Worker		flags.PrintDefaults()
113*9e94795aSAndroid Build Coastguard Worker	}
114*9e94795aSAndroid Build Coastguard Worker
115*9e94795aSAndroid Build Coastguard Worker	outputFile := flags.String("o", "-", "Where to write the NOTICE xml or xml.gz file. (default stdout)")
116*9e94795aSAndroid Build Coastguard Worker	depsFile := flags.String("d", "", "Where to write the deps file")
117*9e94795aSAndroid Build Coastguard Worker	product := flags.String("product", "", "The name of the product for which the notice is generated.")
118*9e94795aSAndroid Build Coastguard Worker	stripPrefix := newMultiString(flags, "strip_prefix", "Prefix to remove from paths. i.e. path to root (multiple allowed)")
119*9e94795aSAndroid Build Coastguard Worker	title := flags.String("title", "", "The title of the notice file.")
120*9e94795aSAndroid Build Coastguard Worker
121*9e94795aSAndroid Build Coastguard Worker	flags.Parse(expandedArgs)
122*9e94795aSAndroid Build Coastguard Worker
123*9e94795aSAndroid Build Coastguard Worker	// Must specify at least one root target.
124*9e94795aSAndroid Build Coastguard Worker	if flags.NArg() == 0 {
125*9e94795aSAndroid Build Coastguard Worker		flags.Usage()
126*9e94795aSAndroid Build Coastguard Worker		os.Exit(2)
127*9e94795aSAndroid Build Coastguard Worker	}
128*9e94795aSAndroid Build Coastguard Worker
129*9e94795aSAndroid Build Coastguard Worker	if len(*outputFile) == 0 {
130*9e94795aSAndroid Build Coastguard Worker		flags.Usage()
131*9e94795aSAndroid Build Coastguard Worker		fmt.Fprintf(os.Stderr, "must specify file for -o; use - for stdout\n")
132*9e94795aSAndroid Build Coastguard Worker		os.Exit(2)
133*9e94795aSAndroid Build Coastguard Worker	} else {
134*9e94795aSAndroid Build Coastguard Worker		dir, err := filepath.Abs(filepath.Dir(*outputFile))
135*9e94795aSAndroid Build Coastguard Worker		if err != nil {
136*9e94795aSAndroid Build Coastguard Worker			fmt.Fprintf(os.Stderr, "cannot determine path to %q: %s\n", *outputFile, err)
137*9e94795aSAndroid Build Coastguard Worker			os.Exit(1)
138*9e94795aSAndroid Build Coastguard Worker		}
139*9e94795aSAndroid Build Coastguard Worker		fi, err := os.Stat(dir)
140*9e94795aSAndroid Build Coastguard Worker		if err != nil {
141*9e94795aSAndroid Build Coastguard Worker			fmt.Fprintf(os.Stderr, "cannot read directory %q of %q: %s\n", dir, *outputFile, err)
142*9e94795aSAndroid Build Coastguard Worker			os.Exit(1)
143*9e94795aSAndroid Build Coastguard Worker		}
144*9e94795aSAndroid Build Coastguard Worker		if !fi.IsDir() {
145*9e94795aSAndroid Build Coastguard Worker			fmt.Fprintf(os.Stderr, "parent %q of %q is not a directory\n", dir, *outputFile)
146*9e94795aSAndroid Build Coastguard Worker			os.Exit(1)
147*9e94795aSAndroid Build Coastguard Worker		}
148*9e94795aSAndroid Build Coastguard Worker	}
149*9e94795aSAndroid Build Coastguard Worker
150*9e94795aSAndroid Build Coastguard Worker	var ofile io.Writer
151*9e94795aSAndroid Build Coastguard Worker	var closer io.Closer
152*9e94795aSAndroid Build Coastguard Worker	ofile = os.Stdout
153*9e94795aSAndroid Build Coastguard Worker	var obuf *bytes.Buffer
154*9e94795aSAndroid Build Coastguard Worker	if *outputFile != "-" {
155*9e94795aSAndroid Build Coastguard Worker		obuf = &bytes.Buffer{}
156*9e94795aSAndroid Build Coastguard Worker		ofile = obuf
157*9e94795aSAndroid Build Coastguard Worker	}
158*9e94795aSAndroid Build Coastguard Worker	if strings.HasSuffix(*outputFile, ".gz") {
159*9e94795aSAndroid Build Coastguard Worker		ofile, _ = gzip.NewWriterLevel(obuf, gzip.BestCompression)
160*9e94795aSAndroid Build Coastguard Worker		closer = ofile.(io.Closer)
161*9e94795aSAndroid Build Coastguard Worker	}
162*9e94795aSAndroid Build Coastguard Worker
163*9e94795aSAndroid Build Coastguard Worker	var deps []string
164*9e94795aSAndroid Build Coastguard Worker
165*9e94795aSAndroid Build Coastguard Worker	ctx := &context{ofile, os.Stderr, compliance.FS, *product, *stripPrefix, *title, &deps}
166*9e94795aSAndroid Build Coastguard Worker
167*9e94795aSAndroid Build Coastguard Worker	err := xmlNotice(ctx, flags.Args()...)
168*9e94795aSAndroid Build Coastguard Worker	if err != nil {
169*9e94795aSAndroid Build Coastguard Worker		if err == failNoneRequested {
170*9e94795aSAndroid Build Coastguard Worker			flags.Usage()
171*9e94795aSAndroid Build Coastguard Worker		}
172*9e94795aSAndroid Build Coastguard Worker		fmt.Fprintf(os.Stderr, "%s\n", err.Error())
173*9e94795aSAndroid Build Coastguard Worker		os.Exit(1)
174*9e94795aSAndroid Build Coastguard Worker	}
175*9e94795aSAndroid Build Coastguard Worker	if closer != nil {
176*9e94795aSAndroid Build Coastguard Worker		closer.Close()
177*9e94795aSAndroid Build Coastguard Worker	}
178*9e94795aSAndroid Build Coastguard Worker
179*9e94795aSAndroid Build Coastguard Worker	if *outputFile != "-" {
180*9e94795aSAndroid Build Coastguard Worker		err := os.WriteFile(*outputFile, obuf.Bytes(), 0666)
181*9e94795aSAndroid Build Coastguard Worker		if err != nil {
182*9e94795aSAndroid Build Coastguard Worker			fmt.Fprintf(os.Stderr, "could not write output to %q: %s\n", *outputFile, err)
183*9e94795aSAndroid Build Coastguard Worker			os.Exit(1)
184*9e94795aSAndroid Build Coastguard Worker		}
185*9e94795aSAndroid Build Coastguard Worker	}
186*9e94795aSAndroid Build Coastguard Worker	if *depsFile != "" {
187*9e94795aSAndroid Build Coastguard Worker		err := deptools.WriteDepFile(*depsFile, *outputFile, deps)
188*9e94795aSAndroid Build Coastguard Worker		if err != nil {
189*9e94795aSAndroid Build Coastguard Worker			fmt.Fprintf(os.Stderr, "could not write deps to %q: %s\n", *depsFile, err)
190*9e94795aSAndroid Build Coastguard Worker			os.Exit(1)
191*9e94795aSAndroid Build Coastguard Worker		}
192*9e94795aSAndroid Build Coastguard Worker	}
193*9e94795aSAndroid Build Coastguard Worker	os.Exit(0)
194*9e94795aSAndroid Build Coastguard Worker}
195*9e94795aSAndroid Build Coastguard Worker
196*9e94795aSAndroid Build Coastguard Worker// xmlNotice implements the xmlnotice utility.
197*9e94795aSAndroid Build Coastguard Workerfunc xmlNotice(ctx *context, files ...string) error {
198*9e94795aSAndroid Build Coastguard Worker	// Must be at least one root file.
199*9e94795aSAndroid Build Coastguard Worker	if len(files) < 1 {
200*9e94795aSAndroid Build Coastguard Worker		return failNoneRequested
201*9e94795aSAndroid Build Coastguard Worker	}
202*9e94795aSAndroid Build Coastguard Worker
203*9e94795aSAndroid Build Coastguard Worker	// Read the license graph from the license metadata files (*.meta_lic).
204*9e94795aSAndroid Build Coastguard Worker	licenseGraph, err := compliance.ReadLicenseGraph(ctx.rootFS, ctx.stderr, files)
205*9e94795aSAndroid Build Coastguard Worker	if err != nil {
206*9e94795aSAndroid Build Coastguard Worker		return fmt.Errorf("Unable to read license metadata file(s) %q: %v\n", files, err)
207*9e94795aSAndroid Build Coastguard Worker	}
208*9e94795aSAndroid Build Coastguard Worker	if licenseGraph == nil {
209*9e94795aSAndroid Build Coastguard Worker		return failNoLicenses
210*9e94795aSAndroid Build Coastguard Worker	}
211*9e94795aSAndroid Build Coastguard Worker
212*9e94795aSAndroid Build Coastguard Worker	// rs contains all notice resolutions.
213*9e94795aSAndroid Build Coastguard Worker	rs := compliance.ResolveNotices(licenseGraph)
214*9e94795aSAndroid Build Coastguard Worker
215*9e94795aSAndroid Build Coastguard Worker	ni, err := compliance.IndexLicenseTexts(ctx.rootFS, licenseGraph, rs)
216*9e94795aSAndroid Build Coastguard Worker	if err != nil {
217*9e94795aSAndroid Build Coastguard Worker		return fmt.Errorf("Unable to read license text file(s) for %q: %v\n", files, err)
218*9e94795aSAndroid Build Coastguard Worker	}
219*9e94795aSAndroid Build Coastguard Worker
220*9e94795aSAndroid Build Coastguard Worker	fmt.Fprintln(ctx.stdout, "<?xml version=\"1.0\" encoding=\"utf-8\"?>")
221*9e94795aSAndroid Build Coastguard Worker	fmt.Fprintln(ctx.stdout, "<licenses>")
222*9e94795aSAndroid Build Coastguard Worker
223*9e94795aSAndroid Build Coastguard Worker	for installPath := range ni.InstallPaths() {
224*9e94795aSAndroid Build Coastguard Worker		p := ctx.strip(installPath)
225*9e94795aSAndroid Build Coastguard Worker		for _, h := range ni.InstallHashes(installPath) {
226*9e94795aSAndroid Build Coastguard Worker			for _, lib := range ni.InstallHashLibs(installPath, h) {
227*9e94795aSAndroid Build Coastguard Worker				fmt.Fprintf(ctx.stdout, "<file-name contentId=\"%s\" lib=\"", h.String())
228*9e94795aSAndroid Build Coastguard Worker				xml.EscapeText(ctx.stdout, []byte(lib))
229*9e94795aSAndroid Build Coastguard Worker				fmt.Fprintf(ctx.stdout, "\">")
230*9e94795aSAndroid Build Coastguard Worker				xml.EscapeText(ctx.stdout, []byte(p))
231*9e94795aSAndroid Build Coastguard Worker				fmt.Fprintln(ctx.stdout, "</file-name>")
232*9e94795aSAndroid Build Coastguard Worker			}
233*9e94795aSAndroid Build Coastguard Worker		}
234*9e94795aSAndroid Build Coastguard Worker	}
235*9e94795aSAndroid Build Coastguard Worker	for h := range ni.Hashes() {
236*9e94795aSAndroid Build Coastguard Worker		fmt.Fprintf(ctx.stdout, "<file-content contentId=\"%s\"><![CDATA[", h)
237*9e94795aSAndroid Build Coastguard Worker		xml.EscapeText(ctx.stdout, ni.HashText(h))
238*9e94795aSAndroid Build Coastguard Worker		fmt.Fprintf(ctx.stdout, "]]></file-content>\n\n")
239*9e94795aSAndroid Build Coastguard Worker	}
240*9e94795aSAndroid Build Coastguard Worker	fmt.Fprintln(ctx.stdout, "</licenses>")
241*9e94795aSAndroid Build Coastguard Worker
242*9e94795aSAndroid Build Coastguard Worker	*ctx.deps = ni.InputFiles()
243*9e94795aSAndroid Build Coastguard Worker	sort.Strings(*ctx.deps)
244*9e94795aSAndroid Build Coastguard Worker
245*9e94795aSAndroid Build Coastguard Worker	return nil
246*9e94795aSAndroid Build Coastguard Worker}
247