xref: /aosp_15_r20/frameworks/base/tools/bit/make.cpp (revision d57664e9bc4670b3ecf6748a746a57c557b6bc9e)
1*d57664e9SAndroid Build Coastguard Worker /*
2*d57664e9SAndroid Build Coastguard Worker  * Copyright (C) 2016 The Android Open Source Project
3*d57664e9SAndroid Build Coastguard Worker  *
4*d57664e9SAndroid Build Coastguard Worker  * Licensed under the Apache License, Version 2.0 (the "License");
5*d57664e9SAndroid Build Coastguard Worker  * you may not use this file except in compliance with the License.
6*d57664e9SAndroid Build Coastguard Worker  * You may obtain a copy of the License at
7*d57664e9SAndroid Build Coastguard Worker  *
8*d57664e9SAndroid Build Coastguard Worker  *      http://www.apache.org/licenses/LICENSE-2.0
9*d57664e9SAndroid Build Coastguard Worker  *
10*d57664e9SAndroid Build Coastguard Worker  * Unless required by applicable law or agreed to in writing, software
11*d57664e9SAndroid Build Coastguard Worker  * distributed under the License is distributed on an "AS IS" BASIS,
12*d57664e9SAndroid Build Coastguard Worker  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*d57664e9SAndroid Build Coastguard Worker  * See the License for the specific language governing permissions and
14*d57664e9SAndroid Build Coastguard Worker  * limitations under the License.
15*d57664e9SAndroid Build Coastguard Worker  */
16*d57664e9SAndroid Build Coastguard Worker 
17*d57664e9SAndroid Build Coastguard Worker #include "make.h"
18*d57664e9SAndroid Build Coastguard Worker 
19*d57664e9SAndroid Build Coastguard Worker #include "command.h"
20*d57664e9SAndroid Build Coastguard Worker #include "print.h"
21*d57664e9SAndroid Build Coastguard Worker #include "util.h"
22*d57664e9SAndroid Build Coastguard Worker 
23*d57664e9SAndroid Build Coastguard Worker #include <json/reader.h>
24*d57664e9SAndroid Build Coastguard Worker #include <json/writer.h>
25*d57664e9SAndroid Build Coastguard Worker #include <json/value.h>
26*d57664e9SAndroid Build Coastguard Worker 
27*d57664e9SAndroid Build Coastguard Worker #include <fstream>
28*d57664e9SAndroid Build Coastguard Worker #include <string>
29*d57664e9SAndroid Build Coastguard Worker #include <map>
30*d57664e9SAndroid Build Coastguard Worker #include <thread>
31*d57664e9SAndroid Build Coastguard Worker 
32*d57664e9SAndroid Build Coastguard Worker #include <sys/types.h>
33*d57664e9SAndroid Build Coastguard Worker #include <dirent.h>
34*d57664e9SAndroid Build Coastguard Worker #include <string.h>
35*d57664e9SAndroid Build Coastguard Worker 
36*d57664e9SAndroid Build Coastguard Worker using namespace std;
37*d57664e9SAndroid Build Coastguard Worker 
38*d57664e9SAndroid Build Coastguard Worker static bool
map_contains(const map<string,string> & m,const string & k,const string & v)39*d57664e9SAndroid Build Coastguard Worker map_contains(const map<string,string>& m, const string& k, const string& v) {
40*d57664e9SAndroid Build Coastguard Worker     map<string,string>::const_iterator it = m.find(k);
41*d57664e9SAndroid Build Coastguard Worker     if (it == m.end()) {
42*d57664e9SAndroid Build Coastguard Worker         return false;
43*d57664e9SAndroid Build Coastguard Worker     }
44*d57664e9SAndroid Build Coastguard Worker     return it->second == v;
45*d57664e9SAndroid Build Coastguard Worker }
46*d57664e9SAndroid Build Coastguard Worker 
47*d57664e9SAndroid Build Coastguard Worker static string
make_cache_filename(const string & outDir)48*d57664e9SAndroid Build Coastguard Worker make_cache_filename(const string& outDir)
49*d57664e9SAndroid Build Coastguard Worker {
50*d57664e9SAndroid Build Coastguard Worker     string filename(outDir);
51*d57664e9SAndroid Build Coastguard Worker     return filename + "/.bit_cache";
52*d57664e9SAndroid Build Coastguard Worker }
53*d57664e9SAndroid Build Coastguard Worker 
54*d57664e9SAndroid Build Coastguard Worker bool
HasClass(const string & cl)55*d57664e9SAndroid Build Coastguard Worker Module::HasClass(const string& cl)
56*d57664e9SAndroid Build Coastguard Worker {
57*d57664e9SAndroid Build Coastguard Worker     for (vector<string>::const_iterator c = classes.begin(); c != classes.end(); c++) {
58*d57664e9SAndroid Build Coastguard Worker         if (*c == cl) {
59*d57664e9SAndroid Build Coastguard Worker             return true;
60*d57664e9SAndroid Build Coastguard Worker         }
61*d57664e9SAndroid Build Coastguard Worker     }
62*d57664e9SAndroid Build Coastguard Worker     return false;
63*d57664e9SAndroid Build Coastguard Worker }
64*d57664e9SAndroid Build Coastguard Worker 
65*d57664e9SAndroid Build Coastguard Worker 
BuildVars(const string & outDir,const string & buildProduct,const string & buildVariant,const string & buildType)66*d57664e9SAndroid Build Coastguard Worker BuildVars::BuildVars(const string& outDir, const string& buildProduct,
67*d57664e9SAndroid Build Coastguard Worker         const string& buildVariant, const string& buildType)
68*d57664e9SAndroid Build Coastguard Worker     :m_filename(),
69*d57664e9SAndroid Build Coastguard Worker      m_cache()
70*d57664e9SAndroid Build Coastguard Worker {
71*d57664e9SAndroid Build Coastguard Worker     m_cache["TARGET_PRODUCT"] = buildProduct;
72*d57664e9SAndroid Build Coastguard Worker     m_cache["TARGET_BUILD_VARIANT"] = buildVariant;
73*d57664e9SAndroid Build Coastguard Worker     m_cache["TARGET_BUILD_TYPE"] = buildType;
74*d57664e9SAndroid Build Coastguard Worker 
75*d57664e9SAndroid Build Coastguard Worker     // If we have any problems reading the file, that's ok, just do
76*d57664e9SAndroid Build Coastguard Worker     // uncached calls to make / soong.
77*d57664e9SAndroid Build Coastguard Worker 
78*d57664e9SAndroid Build Coastguard Worker     if (outDir == "") {
79*d57664e9SAndroid Build Coastguard Worker         return;
80*d57664e9SAndroid Build Coastguard Worker     }
81*d57664e9SAndroid Build Coastguard Worker 
82*d57664e9SAndroid Build Coastguard Worker 
83*d57664e9SAndroid Build Coastguard Worker     m_filename = make_cache_filename(outDir);
84*d57664e9SAndroid Build Coastguard Worker 
85*d57664e9SAndroid Build Coastguard Worker     std::ifstream stream(m_filename, std::ifstream::binary);
86*d57664e9SAndroid Build Coastguard Worker 
87*d57664e9SAndroid Build Coastguard Worker     if (stream.fail()) {
88*d57664e9SAndroid Build Coastguard Worker         return;
89*d57664e9SAndroid Build Coastguard Worker     }
90*d57664e9SAndroid Build Coastguard Worker 
91*d57664e9SAndroid Build Coastguard Worker     Json::Value json;
92*d57664e9SAndroid Build Coastguard Worker     Json::CharReaderBuilder builder;
93*d57664e9SAndroid Build Coastguard Worker     if (!Json::parseFromStream(builder, stream, &json, /* errorMessage = */ nullptr)) {
94*d57664e9SAndroid Build Coastguard Worker         return;
95*d57664e9SAndroid Build Coastguard Worker     }
96*d57664e9SAndroid Build Coastguard Worker 
97*d57664e9SAndroid Build Coastguard Worker     if (!json.isObject()) {
98*d57664e9SAndroid Build Coastguard Worker         return;
99*d57664e9SAndroid Build Coastguard Worker     }
100*d57664e9SAndroid Build Coastguard Worker 
101*d57664e9SAndroid Build Coastguard Worker     map<string,string> cache;
102*d57664e9SAndroid Build Coastguard Worker 
103*d57664e9SAndroid Build Coastguard Worker     vector<string> names = json.getMemberNames();
104*d57664e9SAndroid Build Coastguard Worker     const int N = names.size();
105*d57664e9SAndroid Build Coastguard Worker     for (int i=0; i<N; i++) {
106*d57664e9SAndroid Build Coastguard Worker         const string& name = names[i];
107*d57664e9SAndroid Build Coastguard Worker         const Json::Value& value = json[name];
108*d57664e9SAndroid Build Coastguard Worker         if (!value.isString()) {
109*d57664e9SAndroid Build Coastguard Worker             continue;
110*d57664e9SAndroid Build Coastguard Worker         }
111*d57664e9SAndroid Build Coastguard Worker         cache[name] = value.asString();
112*d57664e9SAndroid Build Coastguard Worker     }
113*d57664e9SAndroid Build Coastguard Worker 
114*d57664e9SAndroid Build Coastguard Worker     // If all of the base variables match, then we can use this cache.  Otherwise, use our
115*d57664e9SAndroid Build Coastguard Worker     // base one.  The next time someone reads a value, the new one, with our base varaibles
116*d57664e9SAndroid Build Coastguard Worker     // will be saved.
117*d57664e9SAndroid Build Coastguard Worker     if (map_contains(cache, "TARGET_PRODUCT", buildProduct)
118*d57664e9SAndroid Build Coastguard Worker             && map_contains(cache, "TARGET_BUILD_VARIANT", buildVariant)
119*d57664e9SAndroid Build Coastguard Worker             && map_contains(cache, "TARGET_BUILD_TYPE", buildType)) {
120*d57664e9SAndroid Build Coastguard Worker         m_cache = cache;
121*d57664e9SAndroid Build Coastguard Worker     }
122*d57664e9SAndroid Build Coastguard Worker }
123*d57664e9SAndroid Build Coastguard Worker 
~BuildVars()124*d57664e9SAndroid Build Coastguard Worker BuildVars::~BuildVars()
125*d57664e9SAndroid Build Coastguard Worker {
126*d57664e9SAndroid Build Coastguard Worker }
127*d57664e9SAndroid Build Coastguard Worker 
128*d57664e9SAndroid Build Coastguard Worker void
save()129*d57664e9SAndroid Build Coastguard Worker BuildVars::save()
130*d57664e9SAndroid Build Coastguard Worker {
131*d57664e9SAndroid Build Coastguard Worker     if (m_filename == "") {
132*d57664e9SAndroid Build Coastguard Worker         return;
133*d57664e9SAndroid Build Coastguard Worker     }
134*d57664e9SAndroid Build Coastguard Worker 
135*d57664e9SAndroid Build Coastguard Worker     Json::StreamWriterBuilder factory;
136*d57664e9SAndroid Build Coastguard Worker     factory["indentation"] = "  ";
137*d57664e9SAndroid Build Coastguard Worker     std::unique_ptr<Json::StreamWriter> const writer(factory.newStreamWriter());
138*d57664e9SAndroid Build Coastguard Worker     Json::Value json(Json::objectValue);
139*d57664e9SAndroid Build Coastguard Worker 
140*d57664e9SAndroid Build Coastguard Worker     for (map<string,string>::const_iterator it = m_cache.begin(); it != m_cache.end(); it++) {
141*d57664e9SAndroid Build Coastguard Worker         json[it->first] = it->second;
142*d57664e9SAndroid Build Coastguard Worker     }
143*d57664e9SAndroid Build Coastguard Worker 
144*d57664e9SAndroid Build Coastguard Worker     std::ofstream stream(m_filename, std::ofstream::binary);
145*d57664e9SAndroid Build Coastguard Worker     writer->write(json, &stream);
146*d57664e9SAndroid Build Coastguard Worker }
147*d57664e9SAndroid Build Coastguard Worker 
148*d57664e9SAndroid Build Coastguard Worker string
GetBuildVar(const string & name,bool quiet)149*d57664e9SAndroid Build Coastguard Worker BuildVars::GetBuildVar(const string& name, bool quiet)
150*d57664e9SAndroid Build Coastguard Worker {
151*d57664e9SAndroid Build Coastguard Worker     int err;
152*d57664e9SAndroid Build Coastguard Worker 
153*d57664e9SAndroid Build Coastguard Worker     map<string,string>::iterator it = m_cache.find(name);
154*d57664e9SAndroid Build Coastguard Worker     if (it == m_cache.end()) {
155*d57664e9SAndroid Build Coastguard Worker         Command cmd("build/soong/soong_ui.bash");
156*d57664e9SAndroid Build Coastguard Worker         cmd.AddArg("--dumpvar-mode");
157*d57664e9SAndroid Build Coastguard Worker         cmd.AddArg(name);
158*d57664e9SAndroid Build Coastguard Worker 
159*d57664e9SAndroid Build Coastguard Worker         string output = trim(get_command_output(cmd, &err, quiet));
160*d57664e9SAndroid Build Coastguard Worker         if (err == 0) {
161*d57664e9SAndroid Build Coastguard Worker             m_cache[name] = output;
162*d57664e9SAndroid Build Coastguard Worker             save();
163*d57664e9SAndroid Build Coastguard Worker             return output;
164*d57664e9SAndroid Build Coastguard Worker         } else {
165*d57664e9SAndroid Build Coastguard Worker             return string();
166*d57664e9SAndroid Build Coastguard Worker         }
167*d57664e9SAndroid Build Coastguard Worker     } else {
168*d57664e9SAndroid Build Coastguard Worker         return it->second;
169*d57664e9SAndroid Build Coastguard Worker     }
170*d57664e9SAndroid Build Coastguard Worker }
171*d57664e9SAndroid Build Coastguard Worker 
172*d57664e9SAndroid Build Coastguard Worker void
json_error(const string & filename,const char * error,bool quiet)173*d57664e9SAndroid Build Coastguard Worker json_error(const string& filename, const char* error, bool quiet)
174*d57664e9SAndroid Build Coastguard Worker {
175*d57664e9SAndroid Build Coastguard Worker     if (!quiet) {
176*d57664e9SAndroid Build Coastguard Worker         print_error("Unable to parse module info file (%s): %s", error, filename.c_str());
177*d57664e9SAndroid Build Coastguard Worker         print_error("Have you done a full build?");
178*d57664e9SAndroid Build Coastguard Worker     }
179*d57664e9SAndroid Build Coastguard Worker     exit(1);
180*d57664e9SAndroid Build Coastguard Worker }
181*d57664e9SAndroid Build Coastguard Worker 
182*d57664e9SAndroid Build Coastguard Worker static void
get_values(const Json::Value & json,const string & name,vector<string> * result)183*d57664e9SAndroid Build Coastguard Worker get_values(const Json::Value& json, const string& name, vector<string>* result)
184*d57664e9SAndroid Build Coastguard Worker {
185*d57664e9SAndroid Build Coastguard Worker     Json::Value nullValue;
186*d57664e9SAndroid Build Coastguard Worker 
187*d57664e9SAndroid Build Coastguard Worker     const Json::Value& value = json.get(name, nullValue);
188*d57664e9SAndroid Build Coastguard Worker     if (!value.isArray()) {
189*d57664e9SAndroid Build Coastguard Worker         return;
190*d57664e9SAndroid Build Coastguard Worker     }
191*d57664e9SAndroid Build Coastguard Worker 
192*d57664e9SAndroid Build Coastguard Worker     const int N = value.size();
193*d57664e9SAndroid Build Coastguard Worker     for (int i=0; i<N; i++) {
194*d57664e9SAndroid Build Coastguard Worker         const Json::Value& child = value[i];
195*d57664e9SAndroid Build Coastguard Worker         if (child.isString()) {
196*d57664e9SAndroid Build Coastguard Worker             result->push_back(child.asString());
197*d57664e9SAndroid Build Coastguard Worker         }
198*d57664e9SAndroid Build Coastguard Worker     }
199*d57664e9SAndroid Build Coastguard Worker }
200*d57664e9SAndroid Build Coastguard Worker 
201*d57664e9SAndroid Build Coastguard Worker void
read_modules(const string & buildOut,const string & device,map<string,Module> * result,bool quiet)202*d57664e9SAndroid Build Coastguard Worker read_modules(const string& buildOut, const string& device, map<string,Module>* result, bool quiet)
203*d57664e9SAndroid Build Coastguard Worker {
204*d57664e9SAndroid Build Coastguard Worker     string filename(string(buildOut + "/target/product/") + device + "/module-info.json");
205*d57664e9SAndroid Build Coastguard Worker     std::ifstream stream(filename, std::ifstream::binary);
206*d57664e9SAndroid Build Coastguard Worker 
207*d57664e9SAndroid Build Coastguard Worker     if (stream.fail()) {
208*d57664e9SAndroid Build Coastguard Worker         if (!quiet) {
209*d57664e9SAndroid Build Coastguard Worker             print_error("Unable to open module info file: %s", filename.c_str());
210*d57664e9SAndroid Build Coastguard Worker             print_error("Have you done a full build?");
211*d57664e9SAndroid Build Coastguard Worker         }
212*d57664e9SAndroid Build Coastguard Worker         exit(1);
213*d57664e9SAndroid Build Coastguard Worker     }
214*d57664e9SAndroid Build Coastguard Worker 
215*d57664e9SAndroid Build Coastguard Worker     Json::Value json;
216*d57664e9SAndroid Build Coastguard Worker     Json::CharReaderBuilder builder;
217*d57664e9SAndroid Build Coastguard Worker     if (!Json::parseFromStream(builder, stream, &json, /* errorMessage = */ nullptr)) {
218*d57664e9SAndroid Build Coastguard Worker         json_error(filename, "can't parse json format", quiet);
219*d57664e9SAndroid Build Coastguard Worker         return;
220*d57664e9SAndroid Build Coastguard Worker     }
221*d57664e9SAndroid Build Coastguard Worker 
222*d57664e9SAndroid Build Coastguard Worker     if (!json.isObject()) {
223*d57664e9SAndroid Build Coastguard Worker         json_error(filename, "root element not an object", quiet);
224*d57664e9SAndroid Build Coastguard Worker         return;
225*d57664e9SAndroid Build Coastguard Worker     }
226*d57664e9SAndroid Build Coastguard Worker 
227*d57664e9SAndroid Build Coastguard Worker     vector<string> names = json.getMemberNames();
228*d57664e9SAndroid Build Coastguard Worker     const int N = names.size();
229*d57664e9SAndroid Build Coastguard Worker     for (int i=0; i<N; i++) {
230*d57664e9SAndroid Build Coastguard Worker         const string& name = names[i];
231*d57664e9SAndroid Build Coastguard Worker 
232*d57664e9SAndroid Build Coastguard Worker         const Json::Value& value = json[name];
233*d57664e9SAndroid Build Coastguard Worker         if (!value.isObject()) {
234*d57664e9SAndroid Build Coastguard Worker             continue;
235*d57664e9SAndroid Build Coastguard Worker         }
236*d57664e9SAndroid Build Coastguard Worker 
237*d57664e9SAndroid Build Coastguard Worker         Module module;
238*d57664e9SAndroid Build Coastguard Worker 
239*d57664e9SAndroid Build Coastguard Worker         module.name = name;
240*d57664e9SAndroid Build Coastguard Worker         get_values(value, "class", &module.classes);
241*d57664e9SAndroid Build Coastguard Worker         get_values(value, "path", &module.paths);
242*d57664e9SAndroid Build Coastguard Worker         get_values(value, "installed", &module.installed);
243*d57664e9SAndroid Build Coastguard Worker 
244*d57664e9SAndroid Build Coastguard Worker         // Only keep classes we can handle
245*d57664e9SAndroid Build Coastguard Worker         for (ssize_t i = module.classes.size() - 1; i >= 0; i--) {
246*d57664e9SAndroid Build Coastguard Worker             string cl = module.classes[i];
247*d57664e9SAndroid Build Coastguard Worker             if (!(cl == "JAVA_LIBRARIES" || cl == "EXECUTABLES" || cl == "SHARED_LIBRARIES"
248*d57664e9SAndroid Build Coastguard Worker                     || cl == "APPS" || cl == "NATIVE_TESTS")) {
249*d57664e9SAndroid Build Coastguard Worker                 module.classes.erase(module.classes.begin() + i);
250*d57664e9SAndroid Build Coastguard Worker             }
251*d57664e9SAndroid Build Coastguard Worker         }
252*d57664e9SAndroid Build Coastguard Worker         if (module.classes.size() == 0) {
253*d57664e9SAndroid Build Coastguard Worker             continue;
254*d57664e9SAndroid Build Coastguard Worker         }
255*d57664e9SAndroid Build Coastguard Worker 
256*d57664e9SAndroid Build Coastguard Worker         // Only target modules (not host)
257*d57664e9SAndroid Build Coastguard Worker         for (ssize_t i = module.installed.size() - 1; i >= 0; i--) {
258*d57664e9SAndroid Build Coastguard Worker             string fn = module.installed[i];
259*d57664e9SAndroid Build Coastguard Worker             if (!starts_with(fn, buildOut + "/target/")) {
260*d57664e9SAndroid Build Coastguard Worker                 module.installed.erase(module.installed.begin() + i);
261*d57664e9SAndroid Build Coastguard Worker             }
262*d57664e9SAndroid Build Coastguard Worker         }
263*d57664e9SAndroid Build Coastguard Worker         if (module.installed.size() == 0) {
264*d57664e9SAndroid Build Coastguard Worker             continue;
265*d57664e9SAndroid Build Coastguard Worker         }
266*d57664e9SAndroid Build Coastguard Worker 
267*d57664e9SAndroid Build Coastguard Worker         (*result)[name] = module;
268*d57664e9SAndroid Build Coastguard Worker     }
269*d57664e9SAndroid Build Coastguard Worker }
270*d57664e9SAndroid Build Coastguard Worker 
271*d57664e9SAndroid Build Coastguard Worker int
build_goals(const vector<string> & goals)272*d57664e9SAndroid Build Coastguard Worker build_goals(const vector<string>& goals)
273*d57664e9SAndroid Build Coastguard Worker {
274*d57664e9SAndroid Build Coastguard Worker     Command cmd("build/soong/soong_ui.bash");
275*d57664e9SAndroid Build Coastguard Worker     cmd.AddArg("--make-mode");
276*d57664e9SAndroid Build Coastguard Worker     for (size_t i=0; i<goals.size(); i++) {
277*d57664e9SAndroid Build Coastguard Worker         cmd.AddArg(goals[i]);
278*d57664e9SAndroid Build Coastguard Worker     }
279*d57664e9SAndroid Build Coastguard Worker 
280*d57664e9SAndroid Build Coastguard Worker     return run_command(cmd);
281*d57664e9SAndroid Build Coastguard Worker }
282*d57664e9SAndroid Build Coastguard Worker 
283