1*9e94795aSAndroid Build Coastguard Worker// Copyright 2021 Google LLC 2*9e94795aSAndroid Build Coastguard Worker// 3*9e94795aSAndroid Build Coastguard Worker// Licensed under the Apache License, Version 2.0 (the "License"); 4*9e94795aSAndroid Build Coastguard Worker// you may not use this file except in compliance with the License. 5*9e94795aSAndroid Build Coastguard Worker// You may obtain a copy of the License at 6*9e94795aSAndroid Build Coastguard Worker// 7*9e94795aSAndroid Build Coastguard Worker// http://www.apache.org/licenses/LICENSE-2.0 8*9e94795aSAndroid Build Coastguard Worker// 9*9e94795aSAndroid Build Coastguard Worker// Unless required by applicable law or agreed to in writing, software 10*9e94795aSAndroid Build Coastguard Worker// distributed under the License is distributed on an "AS IS" BASIS, 11*9e94795aSAndroid Build Coastguard Worker// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12*9e94795aSAndroid Build Coastguard Worker// See the License for the specific language governing permissions and 13*9e94795aSAndroid Build Coastguard Worker// limitations under the License. 14*9e94795aSAndroid Build Coastguard Worker 15*9e94795aSAndroid Build Coastguard Workerpackage main 16*9e94795aSAndroid Build Coastguard Worker 17*9e94795aSAndroid Build Coastguard Workerimport ( 18*9e94795aSAndroid Build Coastguard Worker "bytes" 19*9e94795aSAndroid Build Coastguard Worker "compress/gzip" 20*9e94795aSAndroid Build Coastguard Worker "encoding/xml" 21*9e94795aSAndroid Build Coastguard Worker "flag" 22*9e94795aSAndroid Build Coastguard Worker "fmt" 23*9e94795aSAndroid Build Coastguard Worker "io" 24*9e94795aSAndroid Build Coastguard Worker "io/fs" 25*9e94795aSAndroid Build Coastguard Worker "os" 26*9e94795aSAndroid Build Coastguard Worker "path/filepath" 27*9e94795aSAndroid Build Coastguard Worker "sort" 28*9e94795aSAndroid Build Coastguard Worker "strings" 29*9e94795aSAndroid Build Coastguard Worker 30*9e94795aSAndroid Build Coastguard Worker "android/soong/response" 31*9e94795aSAndroid Build Coastguard Worker "android/soong/tools/compliance" 32*9e94795aSAndroid Build Coastguard Worker 33*9e94795aSAndroid Build Coastguard Worker "github.com/google/blueprint/deptools" 34*9e94795aSAndroid Build Coastguard Worker) 35*9e94795aSAndroid Build Coastguard Worker 36*9e94795aSAndroid Build Coastguard Workervar ( 37*9e94795aSAndroid Build Coastguard Worker failNoneRequested = fmt.Errorf("\nNo license metadata files requested") 38*9e94795aSAndroid Build Coastguard Worker failNoLicenses = fmt.Errorf("No licenses found") 39*9e94795aSAndroid Build Coastguard Worker) 40*9e94795aSAndroid Build Coastguard Worker 41*9e94795aSAndroid Build Coastguard Workertype context struct { 42*9e94795aSAndroid Build Coastguard Worker stdout io.Writer 43*9e94795aSAndroid Build Coastguard Worker stderr io.Writer 44*9e94795aSAndroid Build Coastguard Worker rootFS fs.FS 45*9e94795aSAndroid Build Coastguard Worker product string 46*9e94795aSAndroid Build Coastguard Worker stripPrefix []string 47*9e94795aSAndroid Build Coastguard Worker title string 48*9e94795aSAndroid Build Coastguard Worker deps *[]string 49*9e94795aSAndroid Build Coastguard Worker} 50*9e94795aSAndroid Build Coastguard Worker 51*9e94795aSAndroid Build Coastguard Workerfunc (ctx context) strip(installPath string) string { 52*9e94795aSAndroid Build Coastguard Worker for _, prefix := range ctx.stripPrefix { 53*9e94795aSAndroid Build Coastguard Worker if strings.HasPrefix(installPath, prefix) { 54*9e94795aSAndroid Build Coastguard Worker p := strings.TrimPrefix(installPath, prefix) 55*9e94795aSAndroid Build Coastguard Worker if 0 == len(p) { 56*9e94795aSAndroid Build Coastguard Worker p = ctx.product 57*9e94795aSAndroid Build Coastguard Worker } 58*9e94795aSAndroid Build Coastguard Worker if 0 == len(p) { 59*9e94795aSAndroid Build Coastguard Worker continue 60*9e94795aSAndroid Build Coastguard Worker } 61*9e94795aSAndroid Build Coastguard Worker return p 62*9e94795aSAndroid Build Coastguard Worker } 63*9e94795aSAndroid Build Coastguard Worker } 64*9e94795aSAndroid Build Coastguard Worker return installPath 65*9e94795aSAndroid Build Coastguard Worker} 66*9e94795aSAndroid Build Coastguard Worker 67*9e94795aSAndroid Build Coastguard Worker// newMultiString creates a flag that allows multiple values in an array. 68*9e94795aSAndroid Build Coastguard Workerfunc newMultiString(flags *flag.FlagSet, name, usage string) *multiString { 69*9e94795aSAndroid Build Coastguard Worker var f multiString 70*9e94795aSAndroid Build Coastguard Worker flags.Var(&f, name, usage) 71*9e94795aSAndroid Build Coastguard Worker return &f 72*9e94795aSAndroid Build Coastguard Worker} 73*9e94795aSAndroid Build Coastguard Worker 74*9e94795aSAndroid Build Coastguard Worker// multiString implements the flag `Value` interface for multiple strings. 75*9e94795aSAndroid Build Coastguard Workertype multiString []string 76*9e94795aSAndroid Build Coastguard Worker 77*9e94795aSAndroid Build Coastguard Workerfunc (ms *multiString) String() string { return strings.Join(*ms, ", ") } 78*9e94795aSAndroid Build Coastguard Workerfunc (ms *multiString) Set(s string) error { *ms = append(*ms, s); return nil } 79*9e94795aSAndroid Build Coastguard Worker 80*9e94795aSAndroid Build Coastguard Workerfunc main() { 81*9e94795aSAndroid Build Coastguard Worker var expandedArgs []string 82*9e94795aSAndroid Build Coastguard Worker for _, arg := range os.Args[1:] { 83*9e94795aSAndroid Build Coastguard Worker if strings.HasPrefix(arg, "@") { 84*9e94795aSAndroid Build Coastguard Worker f, err := os.Open(strings.TrimPrefix(arg, "@")) 85*9e94795aSAndroid Build Coastguard Worker if err != nil { 86*9e94795aSAndroid Build Coastguard Worker fmt.Fprintln(os.Stderr, err.Error()) 87*9e94795aSAndroid Build Coastguard Worker os.Exit(1) 88*9e94795aSAndroid Build Coastguard Worker } 89*9e94795aSAndroid Build Coastguard Worker 90*9e94795aSAndroid Build Coastguard Worker respArgs, err := response.ReadRspFile(f) 91*9e94795aSAndroid Build Coastguard Worker f.Close() 92*9e94795aSAndroid Build Coastguard Worker if err != nil { 93*9e94795aSAndroid Build Coastguard Worker fmt.Fprintln(os.Stderr, err.Error()) 94*9e94795aSAndroid Build Coastguard Worker os.Exit(1) 95*9e94795aSAndroid Build Coastguard Worker } 96*9e94795aSAndroid Build Coastguard Worker expandedArgs = append(expandedArgs, respArgs...) 97*9e94795aSAndroid Build Coastguard Worker } else { 98*9e94795aSAndroid Build Coastguard Worker expandedArgs = append(expandedArgs, arg) 99*9e94795aSAndroid Build Coastguard Worker } 100*9e94795aSAndroid Build Coastguard Worker } 101*9e94795aSAndroid Build Coastguard Worker 102*9e94795aSAndroid Build Coastguard Worker flags := flag.NewFlagSet("flags", flag.ExitOnError) 103*9e94795aSAndroid Build Coastguard Worker 104*9e94795aSAndroid Build Coastguard Worker flags.Usage = func() { 105*9e94795aSAndroid Build Coastguard Worker fmt.Fprintf(os.Stderr, `Usage: %s {options} file.meta_lic {file.meta_lic...} 106*9e94795aSAndroid Build Coastguard Worker 107*9e94795aSAndroid Build Coastguard WorkerOutputs an xml NOTICE.xml or gzipped NOTICE.xml.gz file if the -o filename ends 108*9e94795aSAndroid Build Coastguard Workerwith ".gz". 109*9e94795aSAndroid Build Coastguard Worker 110*9e94795aSAndroid Build Coastguard WorkerOptions: 111*9e94795aSAndroid Build Coastguard Worker`, filepath.Base(os.Args[0])) 112*9e94795aSAndroid Build Coastguard Worker flags.PrintDefaults() 113*9e94795aSAndroid Build Coastguard Worker } 114*9e94795aSAndroid Build Coastguard Worker 115*9e94795aSAndroid Build Coastguard Worker outputFile := flags.String("o", "-", "Where to write the NOTICE xml or xml.gz file. (default stdout)") 116*9e94795aSAndroid Build Coastguard Worker depsFile := flags.String("d", "", "Where to write the deps file") 117*9e94795aSAndroid Build Coastguard Worker product := flags.String("product", "", "The name of the product for which the notice is generated.") 118*9e94795aSAndroid Build Coastguard Worker stripPrefix := newMultiString(flags, "strip_prefix", "Prefix to remove from paths. i.e. path to root (multiple allowed)") 119*9e94795aSAndroid Build Coastguard Worker title := flags.String("title", "", "The title of the notice file.") 120*9e94795aSAndroid Build Coastguard Worker 121*9e94795aSAndroid Build Coastguard Worker flags.Parse(expandedArgs) 122*9e94795aSAndroid Build Coastguard Worker 123*9e94795aSAndroid Build Coastguard Worker // Must specify at least one root target. 124*9e94795aSAndroid Build Coastguard Worker if flags.NArg() == 0 { 125*9e94795aSAndroid Build Coastguard Worker flags.Usage() 126*9e94795aSAndroid Build Coastguard Worker os.Exit(2) 127*9e94795aSAndroid Build Coastguard Worker } 128*9e94795aSAndroid Build Coastguard Worker 129*9e94795aSAndroid Build Coastguard Worker if len(*outputFile) == 0 { 130*9e94795aSAndroid Build Coastguard Worker flags.Usage() 131*9e94795aSAndroid Build Coastguard Worker fmt.Fprintf(os.Stderr, "must specify file for -o; use - for stdout\n") 132*9e94795aSAndroid Build Coastguard Worker os.Exit(2) 133*9e94795aSAndroid Build Coastguard Worker } else { 134*9e94795aSAndroid Build Coastguard Worker dir, err := filepath.Abs(filepath.Dir(*outputFile)) 135*9e94795aSAndroid Build Coastguard Worker if err != nil { 136*9e94795aSAndroid Build Coastguard Worker fmt.Fprintf(os.Stderr, "cannot determine path to %q: %s\n", *outputFile, err) 137*9e94795aSAndroid Build Coastguard Worker os.Exit(1) 138*9e94795aSAndroid Build Coastguard Worker } 139*9e94795aSAndroid Build Coastguard Worker fi, err := os.Stat(dir) 140*9e94795aSAndroid Build Coastguard Worker if err != nil { 141*9e94795aSAndroid Build Coastguard Worker fmt.Fprintf(os.Stderr, "cannot read directory %q of %q: %s\n", dir, *outputFile, err) 142*9e94795aSAndroid Build Coastguard Worker os.Exit(1) 143*9e94795aSAndroid Build Coastguard Worker } 144*9e94795aSAndroid Build Coastguard Worker if !fi.IsDir() { 145*9e94795aSAndroid Build Coastguard Worker fmt.Fprintf(os.Stderr, "parent %q of %q is not a directory\n", dir, *outputFile) 146*9e94795aSAndroid Build Coastguard Worker os.Exit(1) 147*9e94795aSAndroid Build Coastguard Worker } 148*9e94795aSAndroid Build Coastguard Worker } 149*9e94795aSAndroid Build Coastguard Worker 150*9e94795aSAndroid Build Coastguard Worker var ofile io.Writer 151*9e94795aSAndroid Build Coastguard Worker var closer io.Closer 152*9e94795aSAndroid Build Coastguard Worker ofile = os.Stdout 153*9e94795aSAndroid Build Coastguard Worker var obuf *bytes.Buffer 154*9e94795aSAndroid Build Coastguard Worker if *outputFile != "-" { 155*9e94795aSAndroid Build Coastguard Worker obuf = &bytes.Buffer{} 156*9e94795aSAndroid Build Coastguard Worker ofile = obuf 157*9e94795aSAndroid Build Coastguard Worker } 158*9e94795aSAndroid Build Coastguard Worker if strings.HasSuffix(*outputFile, ".gz") { 159*9e94795aSAndroid Build Coastguard Worker ofile, _ = gzip.NewWriterLevel(obuf, gzip.BestCompression) 160*9e94795aSAndroid Build Coastguard Worker closer = ofile.(io.Closer) 161*9e94795aSAndroid Build Coastguard Worker } 162*9e94795aSAndroid Build Coastguard Worker 163*9e94795aSAndroid Build Coastguard Worker var deps []string 164*9e94795aSAndroid Build Coastguard Worker 165*9e94795aSAndroid Build Coastguard Worker ctx := &context{ofile, os.Stderr, compliance.FS, *product, *stripPrefix, *title, &deps} 166*9e94795aSAndroid Build Coastguard Worker 167*9e94795aSAndroid Build Coastguard Worker err := xmlNotice(ctx, flags.Args()...) 168*9e94795aSAndroid Build Coastguard Worker if err != nil { 169*9e94795aSAndroid Build Coastguard Worker if err == failNoneRequested { 170*9e94795aSAndroid Build Coastguard Worker flags.Usage() 171*9e94795aSAndroid Build Coastguard Worker } 172*9e94795aSAndroid Build Coastguard Worker fmt.Fprintf(os.Stderr, "%s\n", err.Error()) 173*9e94795aSAndroid Build Coastguard Worker os.Exit(1) 174*9e94795aSAndroid Build Coastguard Worker } 175*9e94795aSAndroid Build Coastguard Worker if closer != nil { 176*9e94795aSAndroid Build Coastguard Worker closer.Close() 177*9e94795aSAndroid Build Coastguard Worker } 178*9e94795aSAndroid Build Coastguard Worker 179*9e94795aSAndroid Build Coastguard Worker if *outputFile != "-" { 180*9e94795aSAndroid Build Coastguard Worker err := os.WriteFile(*outputFile, obuf.Bytes(), 0666) 181*9e94795aSAndroid Build Coastguard Worker if err != nil { 182*9e94795aSAndroid Build Coastguard Worker fmt.Fprintf(os.Stderr, "could not write output to %q: %s\n", *outputFile, err) 183*9e94795aSAndroid Build Coastguard Worker os.Exit(1) 184*9e94795aSAndroid Build Coastguard Worker } 185*9e94795aSAndroid Build Coastguard Worker } 186*9e94795aSAndroid Build Coastguard Worker if *depsFile != "" { 187*9e94795aSAndroid Build Coastguard Worker err := deptools.WriteDepFile(*depsFile, *outputFile, deps) 188*9e94795aSAndroid Build Coastguard Worker if err != nil { 189*9e94795aSAndroid Build Coastguard Worker fmt.Fprintf(os.Stderr, "could not write deps to %q: %s\n", *depsFile, err) 190*9e94795aSAndroid Build Coastguard Worker os.Exit(1) 191*9e94795aSAndroid Build Coastguard Worker } 192*9e94795aSAndroid Build Coastguard Worker } 193*9e94795aSAndroid Build Coastguard Worker os.Exit(0) 194*9e94795aSAndroid Build Coastguard Worker} 195*9e94795aSAndroid Build Coastguard Worker 196*9e94795aSAndroid Build Coastguard Worker// xmlNotice implements the xmlnotice utility. 197*9e94795aSAndroid Build Coastguard Workerfunc xmlNotice(ctx *context, files ...string) error { 198*9e94795aSAndroid Build Coastguard Worker // Must be at least one root file. 199*9e94795aSAndroid Build Coastguard Worker if len(files) < 1 { 200*9e94795aSAndroid Build Coastguard Worker return failNoneRequested 201*9e94795aSAndroid Build Coastguard Worker } 202*9e94795aSAndroid Build Coastguard Worker 203*9e94795aSAndroid Build Coastguard Worker // Read the license graph from the license metadata files (*.meta_lic). 204*9e94795aSAndroid Build Coastguard Worker licenseGraph, err := compliance.ReadLicenseGraph(ctx.rootFS, ctx.stderr, files) 205*9e94795aSAndroid Build Coastguard Worker if err != nil { 206*9e94795aSAndroid Build Coastguard Worker return fmt.Errorf("Unable to read license metadata file(s) %q: %v\n", files, err) 207*9e94795aSAndroid Build Coastguard Worker } 208*9e94795aSAndroid Build Coastguard Worker if licenseGraph == nil { 209*9e94795aSAndroid Build Coastguard Worker return failNoLicenses 210*9e94795aSAndroid Build Coastguard Worker } 211*9e94795aSAndroid Build Coastguard Worker 212*9e94795aSAndroid Build Coastguard Worker // rs contains all notice resolutions. 213*9e94795aSAndroid Build Coastguard Worker rs := compliance.ResolveNotices(licenseGraph) 214*9e94795aSAndroid Build Coastguard Worker 215*9e94795aSAndroid Build Coastguard Worker ni, err := compliance.IndexLicenseTexts(ctx.rootFS, licenseGraph, rs) 216*9e94795aSAndroid Build Coastguard Worker if err != nil { 217*9e94795aSAndroid Build Coastguard Worker return fmt.Errorf("Unable to read license text file(s) for %q: %v\n", files, err) 218*9e94795aSAndroid Build Coastguard Worker } 219*9e94795aSAndroid Build Coastguard Worker 220*9e94795aSAndroid Build Coastguard Worker fmt.Fprintln(ctx.stdout, "<?xml version=\"1.0\" encoding=\"utf-8\"?>") 221*9e94795aSAndroid Build Coastguard Worker fmt.Fprintln(ctx.stdout, "<licenses>") 222*9e94795aSAndroid Build Coastguard Worker 223*9e94795aSAndroid Build Coastguard Worker for installPath := range ni.InstallPaths() { 224*9e94795aSAndroid Build Coastguard Worker p := ctx.strip(installPath) 225*9e94795aSAndroid Build Coastguard Worker for _, h := range ni.InstallHashes(installPath) { 226*9e94795aSAndroid Build Coastguard Worker for _, lib := range ni.InstallHashLibs(installPath, h) { 227*9e94795aSAndroid Build Coastguard Worker fmt.Fprintf(ctx.stdout, "<file-name contentId=\"%s\" lib=\"", h.String()) 228*9e94795aSAndroid Build Coastguard Worker xml.EscapeText(ctx.stdout, []byte(lib)) 229*9e94795aSAndroid Build Coastguard Worker fmt.Fprintf(ctx.stdout, "\">") 230*9e94795aSAndroid Build Coastguard Worker xml.EscapeText(ctx.stdout, []byte(p)) 231*9e94795aSAndroid Build Coastguard Worker fmt.Fprintln(ctx.stdout, "</file-name>") 232*9e94795aSAndroid Build Coastguard Worker } 233*9e94795aSAndroid Build Coastguard Worker } 234*9e94795aSAndroid Build Coastguard Worker } 235*9e94795aSAndroid Build Coastguard Worker for h := range ni.Hashes() { 236*9e94795aSAndroid Build Coastguard Worker fmt.Fprintf(ctx.stdout, "<file-content contentId=\"%s\"><![CDATA[", h) 237*9e94795aSAndroid Build Coastguard Worker xml.EscapeText(ctx.stdout, ni.HashText(h)) 238*9e94795aSAndroid Build Coastguard Worker fmt.Fprintf(ctx.stdout, "]]></file-content>\n\n") 239*9e94795aSAndroid Build Coastguard Worker } 240*9e94795aSAndroid Build Coastguard Worker fmt.Fprintln(ctx.stdout, "</licenses>") 241*9e94795aSAndroid Build Coastguard Worker 242*9e94795aSAndroid Build Coastguard Worker *ctx.deps = ni.InputFiles() 243*9e94795aSAndroid Build Coastguard Worker sort.Strings(*ctx.deps) 244*9e94795aSAndroid Build Coastguard Worker 245*9e94795aSAndroid Build Coastguard Worker return nil 246*9e94795aSAndroid Build Coastguard Worker} 247