1*f578df4fSJingwen Chen# Copyright 2022 Google LLC 2*f578df4fSJingwen Chen# 3*f578df4fSJingwen Chen# Licensed under the Apache License, Version 2.0 (the "License"); 4*f578df4fSJingwen Chen# you may not use this file except in compliance with the License. 5*f578df4fSJingwen Chen# You may obtain a copy of the License at 6*f578df4fSJingwen Chen# 7*f578df4fSJingwen Chen# https://www.apache.org/licenses/LICENSE-2.0 8*f578df4fSJingwen Chen# 9*f578df4fSJingwen Chen# Unless required by applicable law or agreed to in writing, software 10*f578df4fSJingwen Chen# distributed under the License is distributed on an "AS IS" BASIS, 11*f578df4fSJingwen Chen# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12*f578df4fSJingwen Chen# See the License for the specific language governing permissions and 13*f578df4fSJingwen Chen# limitations under the License. 14*f578df4fSJingwen Chen"""License compliance checking.""" 15*f578df4fSJingwen Chen 16*f578df4fSJingwen Chenload( 17*f578df4fSJingwen Chen "@rules_license//rules:gather_licenses_info.bzl", 18*f578df4fSJingwen Chen "gather_licenses_info", 19*f578df4fSJingwen Chen "gather_licenses_info_and_write", 20*f578df4fSJingwen Chen "write_licenses_info", 21*f578df4fSJingwen Chen) 22*f578df4fSJingwen Chenload( 23*f578df4fSJingwen Chen "@rules_license//rules/private:gathering_providers.bzl", 24*f578df4fSJingwen Chen "TransitiveLicensesInfo", 25*f578df4fSJingwen Chen) 26*f578df4fSJingwen Chen 27*f578df4fSJingwen Chen# This rule is proof of concept, and may not represent the final 28*f578df4fSJingwen Chen# form of a rule for compliance validation. 29*f578df4fSJingwen Chendef _check_license_impl(ctx): 30*f578df4fSJingwen Chen # Gather all licenses and write information to one place 31*f578df4fSJingwen Chen 32*f578df4fSJingwen Chen licenses_file = ctx.actions.declare_file("_%s_licenses_info.json" % ctx.label.name) 33*f578df4fSJingwen Chen write_licenses_info(ctx, ctx.attr.deps, licenses_file) 34*f578df4fSJingwen Chen 35*f578df4fSJingwen Chen license_files = [] 36*f578df4fSJingwen Chen if ctx.outputs.license_texts: 37*f578df4fSJingwen Chen license_files = get_licenses_mapping(ctx.attr.deps).keys() 38*f578df4fSJingwen Chen 39*f578df4fSJingwen Chen # Now run the checker on it 40*f578df4fSJingwen Chen inputs = [licenses_file] 41*f578df4fSJingwen Chen outputs = [ctx.outputs.report] 42*f578df4fSJingwen Chen args = ctx.actions.args() 43*f578df4fSJingwen Chen args.add("--licenses_info", licenses_file.path) 44*f578df4fSJingwen Chen args.add("--report", ctx.outputs.report.path) 45*f578df4fSJingwen Chen if ctx.attr.check_conditions: 46*f578df4fSJingwen Chen args.add("--check_conditions") 47*f578df4fSJingwen Chen if ctx.outputs.copyright_notices: 48*f578df4fSJingwen Chen args.add("--copyright_notices", ctx.outputs.copyright_notices.path) 49*f578df4fSJingwen Chen outputs.append(ctx.outputs.copyright_notices) 50*f578df4fSJingwen Chen if ctx.outputs.license_texts: 51*f578df4fSJingwen Chen args.add("--license_texts", ctx.outputs.license_texts.path) 52*f578df4fSJingwen Chen outputs.append(ctx.outputs.license_texts) 53*f578df4fSJingwen Chen inputs.extend(license_files) 54*f578df4fSJingwen Chen ctx.actions.run( 55*f578df4fSJingwen Chen mnemonic = "CheckLicenses", 56*f578df4fSJingwen Chen progress_message = "Checking license compliance for %s" % ctx.label, 57*f578df4fSJingwen Chen inputs = inputs, 58*f578df4fSJingwen Chen outputs = outputs, 59*f578df4fSJingwen Chen executable = ctx.executable._checker, 60*f578df4fSJingwen Chen arguments = [args], 61*f578df4fSJingwen Chen ) 62*f578df4fSJingwen Chen outputs.append(licenses_file) # also make the json file available. 63*f578df4fSJingwen Chen return [DefaultInfo(files = depset(outputs))] 64*f578df4fSJingwen Chen 65*f578df4fSJingwen Chen_check_license = rule( 66*f578df4fSJingwen Chen implementation = _check_license_impl, 67*f578df4fSJingwen Chen attrs = { 68*f578df4fSJingwen Chen "deps": attr.label_list( 69*f578df4fSJingwen Chen aspects = [gather_licenses_info], 70*f578df4fSJingwen Chen ), 71*f578df4fSJingwen Chen "check_conditions": attr.bool(default = True, mandatory = False), 72*f578df4fSJingwen Chen "copyright_notices": attr.output(mandatory = False), 73*f578df4fSJingwen Chen "license_texts": attr.output(mandatory = False), 74*f578df4fSJingwen Chen "report": attr.output(mandatory = True), 75*f578df4fSJingwen Chen "_checker": attr.label( 76*f578df4fSJingwen Chen default = Label("@rules_license//tools:checker_demo"), 77*f578df4fSJingwen Chen executable = True, 78*f578df4fSJingwen Chen allow_files = True, 79*f578df4fSJingwen Chen cfg = "exec", 80*f578df4fSJingwen Chen ), 81*f578df4fSJingwen Chen }, 82*f578df4fSJingwen Chen) 83*f578df4fSJingwen Chen 84*f578df4fSJingwen Chen# TODO(b/152546336): Update the check to take a pointer to a condition list. 85*f578df4fSJingwen Chendef check_license(**kwargs): 86*f578df4fSJingwen Chen _check_license(**kwargs) 87*f578df4fSJingwen Chen 88*f578df4fSJingwen Chendef _manifest_impl(ctx): 89*f578df4fSJingwen Chen # Gather all licenses and make it available as deps for downstream rules 90*f578df4fSJingwen Chen # Additionally write the list of license filenames to a file that can 91*f578df4fSJingwen Chen # also be used as an input to downstream rules. 92*f578df4fSJingwen Chen licenses_file = ctx.actions.declare_file(ctx.attr.out.name) 93*f578df4fSJingwen Chen mappings = get_licenses_mapping(ctx.attr.deps, ctx.attr.warn_on_legacy_licenses) 94*f578df4fSJingwen Chen ctx.actions.write( 95*f578df4fSJingwen Chen output = licenses_file, 96*f578df4fSJingwen Chen content = "\n".join([",".join([f.path, p]) for (f, p) in mappings.items()]), 97*f578df4fSJingwen Chen ) 98*f578df4fSJingwen Chen return [DefaultInfo(files = depset(mappings.keys()))] 99*f578df4fSJingwen Chen 100*f578df4fSJingwen Chen_manifest = rule( 101*f578df4fSJingwen Chen implementation = _manifest_impl, 102*f578df4fSJingwen Chen doc = """Internal tmplementation method for manifest().""", 103*f578df4fSJingwen Chen attrs = { 104*f578df4fSJingwen Chen "deps": attr.label_list( 105*f578df4fSJingwen Chen doc = """List of targets to collect license files for.""", 106*f578df4fSJingwen Chen aspects = [gather_licenses_info], 107*f578df4fSJingwen Chen ), 108*f578df4fSJingwen Chen "out": attr.output( 109*f578df4fSJingwen Chen doc = """Output file.""", 110*f578df4fSJingwen Chen mandatory = True, 111*f578df4fSJingwen Chen ), 112*f578df4fSJingwen Chen "warn_on_legacy_licenses": attr.bool(default = False), 113*f578df4fSJingwen Chen }, 114*f578df4fSJingwen Chen) 115*f578df4fSJingwen Chen 116*f578df4fSJingwen Chendef manifest(name, deps, out = None, **kwargs): 117*f578df4fSJingwen Chen if not out: 118*f578df4fSJingwen Chen out = name + ".manifest" 119*f578df4fSJingwen Chen 120*f578df4fSJingwen Chen _manifest(name = name, deps = deps, out = out, **kwargs) 121*f578df4fSJingwen Chen 122*f578df4fSJingwen Chendef _licenses_used_impl(ctx): 123*f578df4fSJingwen Chen # Gather all licenses and make it available as JSON 124*f578df4fSJingwen Chen write_licenses_info(ctx, ctx.attr.deps, ctx.outputs.out) 125*f578df4fSJingwen Chen return [DefaultInfo(files = depset([ctx.outputs.out]))] 126*f578df4fSJingwen Chen 127*f578df4fSJingwen Chen_licenses_used = rule( 128*f578df4fSJingwen Chen implementation = _licenses_used_impl, 129*f578df4fSJingwen Chen doc = """Internal tmplementation method for licenses_used().""", 130*f578df4fSJingwen Chen attrs = { 131*f578df4fSJingwen Chen "deps": attr.label_list( 132*f578df4fSJingwen Chen doc = """List of targets to collect LicenseInfo for.""", 133*f578df4fSJingwen Chen aspects = [gather_licenses_info_and_write], 134*f578df4fSJingwen Chen ), 135*f578df4fSJingwen Chen "out": attr.output( 136*f578df4fSJingwen Chen doc = """Output file.""", 137*f578df4fSJingwen Chen mandatory = True, 138*f578df4fSJingwen Chen ), 139*f578df4fSJingwen Chen }, 140*f578df4fSJingwen Chen) 141*f578df4fSJingwen Chen 142*f578df4fSJingwen Chendef get_licenses_mapping(deps, warn = False): 143*f578df4fSJingwen Chen """Creates list of entries representing all licenses for the deps. 144*f578df4fSJingwen Chen 145*f578df4fSJingwen Chen Args: 146*f578df4fSJingwen Chen 147*f578df4fSJingwen Chen deps: a list of deps which should have TransitiveLicensesInfo providers. 148*f578df4fSJingwen Chen This requires that you have run the gather_licenses_info 149*f578df4fSJingwen Chen aspect over them 150*f578df4fSJingwen Chen 151*f578df4fSJingwen Chen warn: boolean, if true, display output about legacy targets that need 152*f578df4fSJingwen Chen update 153*f578df4fSJingwen Chen 154*f578df4fSJingwen Chen Returns: 155*f578df4fSJingwen Chen {File:package_name} 156*f578df4fSJingwen Chen """ 157*f578df4fSJingwen Chen tls = [] 158*f578df4fSJingwen Chen for dep in deps: 159*f578df4fSJingwen Chen lds = dep[TransitiveLicensesInfo].licenses 160*f578df4fSJingwen Chen tls.append(lds) 161*f578df4fSJingwen Chen 162*f578df4fSJingwen Chen ds = depset(transitive = tls) 163*f578df4fSJingwen Chen 164*f578df4fSJingwen Chen # Ignore any legacy licenses that may be in the report 165*f578df4fSJingwen Chen mappings = {} 166*f578df4fSJingwen Chen for lic in ds.to_list(): 167*f578df4fSJingwen Chen if type(lic.license_text) == "File": 168*f578df4fSJingwen Chen mappings[lic.license_text] = lic.package_name 169*f578df4fSJingwen Chen elif warn: 170*f578df4fSJingwen Chen print("Legacy license %s not included, rule needs updating" % lic.license_text) 171*f578df4fSJingwen Chen 172*f578df4fSJingwen Chen return mappings 173*f578df4fSJingwen Chen 174*f578df4fSJingwen Chendef licenses_used(name, deps, out = None, **kwargs): 175*f578df4fSJingwen Chen """Collects LicensedInfo providers for a set of targets and writes as JSON. 176*f578df4fSJingwen Chen 177*f578df4fSJingwen Chen The output is a single JSON array, with an entry for each license used. 178*f578df4fSJingwen Chen See gather_licenses_info.bzl:write_licenses_info() for a description of the schema. 179*f578df4fSJingwen Chen 180*f578df4fSJingwen Chen Args: 181*f578df4fSJingwen Chen name: The target. 182*f578df4fSJingwen Chen deps: A list of targets to get LicenseInfo for. The output is the union of 183*f578df4fSJingwen Chen the result, not a list of information for each dependency. 184*f578df4fSJingwen Chen out: The output file name. Default: <name>.json. 185*f578df4fSJingwen Chen **kwargs: Other args 186*f578df4fSJingwen Chen 187*f578df4fSJingwen Chen Usage: 188*f578df4fSJingwen Chen 189*f578df4fSJingwen Chen licenses_used( 190*f578df4fSJingwen Chen name = "license_info", 191*f578df4fSJingwen Chen deps = [":my_app"], 192*f578df4fSJingwen Chen out = "license_info.json", 193*f578df4fSJingwen Chen ) 194*f578df4fSJingwen Chen """ 195*f578df4fSJingwen Chen if not out: 196*f578df4fSJingwen Chen out = name + ".json" 197*f578df4fSJingwen Chen _licenses_used(name = name, deps = deps, out = out, **kwargs) 198