1*d57664e9SAndroid Build Coastguard Worker /*
2*d57664e9SAndroid Build Coastguard Worker * Copyright (C) 2016 The Android Open Source Project
3*d57664e9SAndroid Build Coastguard Worker *
4*d57664e9SAndroid Build Coastguard Worker * Licensed under the Apache License, Version 2.0 (the "License");
5*d57664e9SAndroid Build Coastguard Worker * you may not use this file except in compliance with the License.
6*d57664e9SAndroid Build Coastguard Worker * You may obtain a copy of the License at
7*d57664e9SAndroid Build Coastguard Worker *
8*d57664e9SAndroid Build Coastguard Worker * http://www.apache.org/licenses/LICENSE-2.0
9*d57664e9SAndroid Build Coastguard Worker *
10*d57664e9SAndroid Build Coastguard Worker * Unless required by applicable law or agreed to in writing, software
11*d57664e9SAndroid Build Coastguard Worker * distributed under the License is distributed on an "AS IS" BASIS,
12*d57664e9SAndroid Build Coastguard Worker * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*d57664e9SAndroid Build Coastguard Worker * See the License for the specific language governing permissions and
14*d57664e9SAndroid Build Coastguard Worker * limitations under the License.
15*d57664e9SAndroid Build Coastguard Worker */
16*d57664e9SAndroid Build Coastguard Worker
17*d57664e9SAndroid Build Coastguard Worker #include "make.h"
18*d57664e9SAndroid Build Coastguard Worker
19*d57664e9SAndroid Build Coastguard Worker #include "command.h"
20*d57664e9SAndroid Build Coastguard Worker #include "print.h"
21*d57664e9SAndroid Build Coastguard Worker #include "util.h"
22*d57664e9SAndroid Build Coastguard Worker
23*d57664e9SAndroid Build Coastguard Worker #include <json/reader.h>
24*d57664e9SAndroid Build Coastguard Worker #include <json/writer.h>
25*d57664e9SAndroid Build Coastguard Worker #include <json/value.h>
26*d57664e9SAndroid Build Coastguard Worker
27*d57664e9SAndroid Build Coastguard Worker #include <fstream>
28*d57664e9SAndroid Build Coastguard Worker #include <string>
29*d57664e9SAndroid Build Coastguard Worker #include <map>
30*d57664e9SAndroid Build Coastguard Worker #include <thread>
31*d57664e9SAndroid Build Coastguard Worker
32*d57664e9SAndroid Build Coastguard Worker #include <sys/types.h>
33*d57664e9SAndroid Build Coastguard Worker #include <dirent.h>
34*d57664e9SAndroid Build Coastguard Worker #include <string.h>
35*d57664e9SAndroid Build Coastguard Worker
36*d57664e9SAndroid Build Coastguard Worker using namespace std;
37*d57664e9SAndroid Build Coastguard Worker
38*d57664e9SAndroid Build Coastguard Worker static bool
map_contains(const map<string,string> & m,const string & k,const string & v)39*d57664e9SAndroid Build Coastguard Worker map_contains(const map<string,string>& m, const string& k, const string& v) {
40*d57664e9SAndroid Build Coastguard Worker map<string,string>::const_iterator it = m.find(k);
41*d57664e9SAndroid Build Coastguard Worker if (it == m.end()) {
42*d57664e9SAndroid Build Coastguard Worker return false;
43*d57664e9SAndroid Build Coastguard Worker }
44*d57664e9SAndroid Build Coastguard Worker return it->second == v;
45*d57664e9SAndroid Build Coastguard Worker }
46*d57664e9SAndroid Build Coastguard Worker
47*d57664e9SAndroid Build Coastguard Worker static string
make_cache_filename(const string & outDir)48*d57664e9SAndroid Build Coastguard Worker make_cache_filename(const string& outDir)
49*d57664e9SAndroid Build Coastguard Worker {
50*d57664e9SAndroid Build Coastguard Worker string filename(outDir);
51*d57664e9SAndroid Build Coastguard Worker return filename + "/.bit_cache";
52*d57664e9SAndroid Build Coastguard Worker }
53*d57664e9SAndroid Build Coastguard Worker
54*d57664e9SAndroid Build Coastguard Worker bool
HasClass(const string & cl)55*d57664e9SAndroid Build Coastguard Worker Module::HasClass(const string& cl)
56*d57664e9SAndroid Build Coastguard Worker {
57*d57664e9SAndroid Build Coastguard Worker for (vector<string>::const_iterator c = classes.begin(); c != classes.end(); c++) {
58*d57664e9SAndroid Build Coastguard Worker if (*c == cl) {
59*d57664e9SAndroid Build Coastguard Worker return true;
60*d57664e9SAndroid Build Coastguard Worker }
61*d57664e9SAndroid Build Coastguard Worker }
62*d57664e9SAndroid Build Coastguard Worker return false;
63*d57664e9SAndroid Build Coastguard Worker }
64*d57664e9SAndroid Build Coastguard Worker
65*d57664e9SAndroid Build Coastguard Worker
BuildVars(const string & outDir,const string & buildProduct,const string & buildVariant,const string & buildType)66*d57664e9SAndroid Build Coastguard Worker BuildVars::BuildVars(const string& outDir, const string& buildProduct,
67*d57664e9SAndroid Build Coastguard Worker const string& buildVariant, const string& buildType)
68*d57664e9SAndroid Build Coastguard Worker :m_filename(),
69*d57664e9SAndroid Build Coastguard Worker m_cache()
70*d57664e9SAndroid Build Coastguard Worker {
71*d57664e9SAndroid Build Coastguard Worker m_cache["TARGET_PRODUCT"] = buildProduct;
72*d57664e9SAndroid Build Coastguard Worker m_cache["TARGET_BUILD_VARIANT"] = buildVariant;
73*d57664e9SAndroid Build Coastguard Worker m_cache["TARGET_BUILD_TYPE"] = buildType;
74*d57664e9SAndroid Build Coastguard Worker
75*d57664e9SAndroid Build Coastguard Worker // If we have any problems reading the file, that's ok, just do
76*d57664e9SAndroid Build Coastguard Worker // uncached calls to make / soong.
77*d57664e9SAndroid Build Coastguard Worker
78*d57664e9SAndroid Build Coastguard Worker if (outDir == "") {
79*d57664e9SAndroid Build Coastguard Worker return;
80*d57664e9SAndroid Build Coastguard Worker }
81*d57664e9SAndroid Build Coastguard Worker
82*d57664e9SAndroid Build Coastguard Worker
83*d57664e9SAndroid Build Coastguard Worker m_filename = make_cache_filename(outDir);
84*d57664e9SAndroid Build Coastguard Worker
85*d57664e9SAndroid Build Coastguard Worker std::ifstream stream(m_filename, std::ifstream::binary);
86*d57664e9SAndroid Build Coastguard Worker
87*d57664e9SAndroid Build Coastguard Worker if (stream.fail()) {
88*d57664e9SAndroid Build Coastguard Worker return;
89*d57664e9SAndroid Build Coastguard Worker }
90*d57664e9SAndroid Build Coastguard Worker
91*d57664e9SAndroid Build Coastguard Worker Json::Value json;
92*d57664e9SAndroid Build Coastguard Worker Json::CharReaderBuilder builder;
93*d57664e9SAndroid Build Coastguard Worker if (!Json::parseFromStream(builder, stream, &json, /* errorMessage = */ nullptr)) {
94*d57664e9SAndroid Build Coastguard Worker return;
95*d57664e9SAndroid Build Coastguard Worker }
96*d57664e9SAndroid Build Coastguard Worker
97*d57664e9SAndroid Build Coastguard Worker if (!json.isObject()) {
98*d57664e9SAndroid Build Coastguard Worker return;
99*d57664e9SAndroid Build Coastguard Worker }
100*d57664e9SAndroid Build Coastguard Worker
101*d57664e9SAndroid Build Coastguard Worker map<string,string> cache;
102*d57664e9SAndroid Build Coastguard Worker
103*d57664e9SAndroid Build Coastguard Worker vector<string> names = json.getMemberNames();
104*d57664e9SAndroid Build Coastguard Worker const int N = names.size();
105*d57664e9SAndroid Build Coastguard Worker for (int i=0; i<N; i++) {
106*d57664e9SAndroid Build Coastguard Worker const string& name = names[i];
107*d57664e9SAndroid Build Coastguard Worker const Json::Value& value = json[name];
108*d57664e9SAndroid Build Coastguard Worker if (!value.isString()) {
109*d57664e9SAndroid Build Coastguard Worker continue;
110*d57664e9SAndroid Build Coastguard Worker }
111*d57664e9SAndroid Build Coastguard Worker cache[name] = value.asString();
112*d57664e9SAndroid Build Coastguard Worker }
113*d57664e9SAndroid Build Coastguard Worker
114*d57664e9SAndroid Build Coastguard Worker // If all of the base variables match, then we can use this cache. Otherwise, use our
115*d57664e9SAndroid Build Coastguard Worker // base one. The next time someone reads a value, the new one, with our base varaibles
116*d57664e9SAndroid Build Coastguard Worker // will be saved.
117*d57664e9SAndroid Build Coastguard Worker if (map_contains(cache, "TARGET_PRODUCT", buildProduct)
118*d57664e9SAndroid Build Coastguard Worker && map_contains(cache, "TARGET_BUILD_VARIANT", buildVariant)
119*d57664e9SAndroid Build Coastguard Worker && map_contains(cache, "TARGET_BUILD_TYPE", buildType)) {
120*d57664e9SAndroid Build Coastguard Worker m_cache = cache;
121*d57664e9SAndroid Build Coastguard Worker }
122*d57664e9SAndroid Build Coastguard Worker }
123*d57664e9SAndroid Build Coastguard Worker
~BuildVars()124*d57664e9SAndroid Build Coastguard Worker BuildVars::~BuildVars()
125*d57664e9SAndroid Build Coastguard Worker {
126*d57664e9SAndroid Build Coastguard Worker }
127*d57664e9SAndroid Build Coastguard Worker
128*d57664e9SAndroid Build Coastguard Worker void
save()129*d57664e9SAndroid Build Coastguard Worker BuildVars::save()
130*d57664e9SAndroid Build Coastguard Worker {
131*d57664e9SAndroid Build Coastguard Worker if (m_filename == "") {
132*d57664e9SAndroid Build Coastguard Worker return;
133*d57664e9SAndroid Build Coastguard Worker }
134*d57664e9SAndroid Build Coastguard Worker
135*d57664e9SAndroid Build Coastguard Worker Json::StreamWriterBuilder factory;
136*d57664e9SAndroid Build Coastguard Worker factory["indentation"] = " ";
137*d57664e9SAndroid Build Coastguard Worker std::unique_ptr<Json::StreamWriter> const writer(factory.newStreamWriter());
138*d57664e9SAndroid Build Coastguard Worker Json::Value json(Json::objectValue);
139*d57664e9SAndroid Build Coastguard Worker
140*d57664e9SAndroid Build Coastguard Worker for (map<string,string>::const_iterator it = m_cache.begin(); it != m_cache.end(); it++) {
141*d57664e9SAndroid Build Coastguard Worker json[it->first] = it->second;
142*d57664e9SAndroid Build Coastguard Worker }
143*d57664e9SAndroid Build Coastguard Worker
144*d57664e9SAndroid Build Coastguard Worker std::ofstream stream(m_filename, std::ofstream::binary);
145*d57664e9SAndroid Build Coastguard Worker writer->write(json, &stream);
146*d57664e9SAndroid Build Coastguard Worker }
147*d57664e9SAndroid Build Coastguard Worker
148*d57664e9SAndroid Build Coastguard Worker string
GetBuildVar(const string & name,bool quiet)149*d57664e9SAndroid Build Coastguard Worker BuildVars::GetBuildVar(const string& name, bool quiet)
150*d57664e9SAndroid Build Coastguard Worker {
151*d57664e9SAndroid Build Coastguard Worker int err;
152*d57664e9SAndroid Build Coastguard Worker
153*d57664e9SAndroid Build Coastguard Worker map<string,string>::iterator it = m_cache.find(name);
154*d57664e9SAndroid Build Coastguard Worker if (it == m_cache.end()) {
155*d57664e9SAndroid Build Coastguard Worker Command cmd("build/soong/soong_ui.bash");
156*d57664e9SAndroid Build Coastguard Worker cmd.AddArg("--dumpvar-mode");
157*d57664e9SAndroid Build Coastguard Worker cmd.AddArg(name);
158*d57664e9SAndroid Build Coastguard Worker
159*d57664e9SAndroid Build Coastguard Worker string output = trim(get_command_output(cmd, &err, quiet));
160*d57664e9SAndroid Build Coastguard Worker if (err == 0) {
161*d57664e9SAndroid Build Coastguard Worker m_cache[name] = output;
162*d57664e9SAndroid Build Coastguard Worker save();
163*d57664e9SAndroid Build Coastguard Worker return output;
164*d57664e9SAndroid Build Coastguard Worker } else {
165*d57664e9SAndroid Build Coastguard Worker return string();
166*d57664e9SAndroid Build Coastguard Worker }
167*d57664e9SAndroid Build Coastguard Worker } else {
168*d57664e9SAndroid Build Coastguard Worker return it->second;
169*d57664e9SAndroid Build Coastguard Worker }
170*d57664e9SAndroid Build Coastguard Worker }
171*d57664e9SAndroid Build Coastguard Worker
172*d57664e9SAndroid Build Coastguard Worker void
json_error(const string & filename,const char * error,bool quiet)173*d57664e9SAndroid Build Coastguard Worker json_error(const string& filename, const char* error, bool quiet)
174*d57664e9SAndroid Build Coastguard Worker {
175*d57664e9SAndroid Build Coastguard Worker if (!quiet) {
176*d57664e9SAndroid Build Coastguard Worker print_error("Unable to parse module info file (%s): %s", error, filename.c_str());
177*d57664e9SAndroid Build Coastguard Worker print_error("Have you done a full build?");
178*d57664e9SAndroid Build Coastguard Worker }
179*d57664e9SAndroid Build Coastguard Worker exit(1);
180*d57664e9SAndroid Build Coastguard Worker }
181*d57664e9SAndroid Build Coastguard Worker
182*d57664e9SAndroid Build Coastguard Worker static void
get_values(const Json::Value & json,const string & name,vector<string> * result)183*d57664e9SAndroid Build Coastguard Worker get_values(const Json::Value& json, const string& name, vector<string>* result)
184*d57664e9SAndroid Build Coastguard Worker {
185*d57664e9SAndroid Build Coastguard Worker Json::Value nullValue;
186*d57664e9SAndroid Build Coastguard Worker
187*d57664e9SAndroid Build Coastguard Worker const Json::Value& value = json.get(name, nullValue);
188*d57664e9SAndroid Build Coastguard Worker if (!value.isArray()) {
189*d57664e9SAndroid Build Coastguard Worker return;
190*d57664e9SAndroid Build Coastguard Worker }
191*d57664e9SAndroid Build Coastguard Worker
192*d57664e9SAndroid Build Coastguard Worker const int N = value.size();
193*d57664e9SAndroid Build Coastguard Worker for (int i=0; i<N; i++) {
194*d57664e9SAndroid Build Coastguard Worker const Json::Value& child = value[i];
195*d57664e9SAndroid Build Coastguard Worker if (child.isString()) {
196*d57664e9SAndroid Build Coastguard Worker result->push_back(child.asString());
197*d57664e9SAndroid Build Coastguard Worker }
198*d57664e9SAndroid Build Coastguard Worker }
199*d57664e9SAndroid Build Coastguard Worker }
200*d57664e9SAndroid Build Coastguard Worker
201*d57664e9SAndroid Build Coastguard Worker void
read_modules(const string & buildOut,const string & device,map<string,Module> * result,bool quiet)202*d57664e9SAndroid Build Coastguard Worker read_modules(const string& buildOut, const string& device, map<string,Module>* result, bool quiet)
203*d57664e9SAndroid Build Coastguard Worker {
204*d57664e9SAndroid Build Coastguard Worker string filename(string(buildOut + "/target/product/") + device + "/module-info.json");
205*d57664e9SAndroid Build Coastguard Worker std::ifstream stream(filename, std::ifstream::binary);
206*d57664e9SAndroid Build Coastguard Worker
207*d57664e9SAndroid Build Coastguard Worker if (stream.fail()) {
208*d57664e9SAndroid Build Coastguard Worker if (!quiet) {
209*d57664e9SAndroid Build Coastguard Worker print_error("Unable to open module info file: %s", filename.c_str());
210*d57664e9SAndroid Build Coastguard Worker print_error("Have you done a full build?");
211*d57664e9SAndroid Build Coastguard Worker }
212*d57664e9SAndroid Build Coastguard Worker exit(1);
213*d57664e9SAndroid Build Coastguard Worker }
214*d57664e9SAndroid Build Coastguard Worker
215*d57664e9SAndroid Build Coastguard Worker Json::Value json;
216*d57664e9SAndroid Build Coastguard Worker Json::CharReaderBuilder builder;
217*d57664e9SAndroid Build Coastguard Worker if (!Json::parseFromStream(builder, stream, &json, /* errorMessage = */ nullptr)) {
218*d57664e9SAndroid Build Coastguard Worker json_error(filename, "can't parse json format", quiet);
219*d57664e9SAndroid Build Coastguard Worker return;
220*d57664e9SAndroid Build Coastguard Worker }
221*d57664e9SAndroid Build Coastguard Worker
222*d57664e9SAndroid Build Coastguard Worker if (!json.isObject()) {
223*d57664e9SAndroid Build Coastguard Worker json_error(filename, "root element not an object", quiet);
224*d57664e9SAndroid Build Coastguard Worker return;
225*d57664e9SAndroid Build Coastguard Worker }
226*d57664e9SAndroid Build Coastguard Worker
227*d57664e9SAndroid Build Coastguard Worker vector<string> names = json.getMemberNames();
228*d57664e9SAndroid Build Coastguard Worker const int N = names.size();
229*d57664e9SAndroid Build Coastguard Worker for (int i=0; i<N; i++) {
230*d57664e9SAndroid Build Coastguard Worker const string& name = names[i];
231*d57664e9SAndroid Build Coastguard Worker
232*d57664e9SAndroid Build Coastguard Worker const Json::Value& value = json[name];
233*d57664e9SAndroid Build Coastguard Worker if (!value.isObject()) {
234*d57664e9SAndroid Build Coastguard Worker continue;
235*d57664e9SAndroid Build Coastguard Worker }
236*d57664e9SAndroid Build Coastguard Worker
237*d57664e9SAndroid Build Coastguard Worker Module module;
238*d57664e9SAndroid Build Coastguard Worker
239*d57664e9SAndroid Build Coastguard Worker module.name = name;
240*d57664e9SAndroid Build Coastguard Worker get_values(value, "class", &module.classes);
241*d57664e9SAndroid Build Coastguard Worker get_values(value, "path", &module.paths);
242*d57664e9SAndroid Build Coastguard Worker get_values(value, "installed", &module.installed);
243*d57664e9SAndroid Build Coastguard Worker
244*d57664e9SAndroid Build Coastguard Worker // Only keep classes we can handle
245*d57664e9SAndroid Build Coastguard Worker for (ssize_t i = module.classes.size() - 1; i >= 0; i--) {
246*d57664e9SAndroid Build Coastguard Worker string cl = module.classes[i];
247*d57664e9SAndroid Build Coastguard Worker if (!(cl == "JAVA_LIBRARIES" || cl == "EXECUTABLES" || cl == "SHARED_LIBRARIES"
248*d57664e9SAndroid Build Coastguard Worker || cl == "APPS" || cl == "NATIVE_TESTS")) {
249*d57664e9SAndroid Build Coastguard Worker module.classes.erase(module.classes.begin() + i);
250*d57664e9SAndroid Build Coastguard Worker }
251*d57664e9SAndroid Build Coastguard Worker }
252*d57664e9SAndroid Build Coastguard Worker if (module.classes.size() == 0) {
253*d57664e9SAndroid Build Coastguard Worker continue;
254*d57664e9SAndroid Build Coastguard Worker }
255*d57664e9SAndroid Build Coastguard Worker
256*d57664e9SAndroid Build Coastguard Worker // Only target modules (not host)
257*d57664e9SAndroid Build Coastguard Worker for (ssize_t i = module.installed.size() - 1; i >= 0; i--) {
258*d57664e9SAndroid Build Coastguard Worker string fn = module.installed[i];
259*d57664e9SAndroid Build Coastguard Worker if (!starts_with(fn, buildOut + "/target/")) {
260*d57664e9SAndroid Build Coastguard Worker module.installed.erase(module.installed.begin() + i);
261*d57664e9SAndroid Build Coastguard Worker }
262*d57664e9SAndroid Build Coastguard Worker }
263*d57664e9SAndroid Build Coastguard Worker if (module.installed.size() == 0) {
264*d57664e9SAndroid Build Coastguard Worker continue;
265*d57664e9SAndroid Build Coastguard Worker }
266*d57664e9SAndroid Build Coastguard Worker
267*d57664e9SAndroid Build Coastguard Worker (*result)[name] = module;
268*d57664e9SAndroid Build Coastguard Worker }
269*d57664e9SAndroid Build Coastguard Worker }
270*d57664e9SAndroid Build Coastguard Worker
271*d57664e9SAndroid Build Coastguard Worker int
build_goals(const vector<string> & goals)272*d57664e9SAndroid Build Coastguard Worker build_goals(const vector<string>& goals)
273*d57664e9SAndroid Build Coastguard Worker {
274*d57664e9SAndroid Build Coastguard Worker Command cmd("build/soong/soong_ui.bash");
275*d57664e9SAndroid Build Coastguard Worker cmd.AddArg("--make-mode");
276*d57664e9SAndroid Build Coastguard Worker for (size_t i=0; i<goals.size(); i++) {
277*d57664e9SAndroid Build Coastguard Worker cmd.AddArg(goals[i]);
278*d57664e9SAndroid Build Coastguard Worker }
279*d57664e9SAndroid Build Coastguard Worker
280*d57664e9SAndroid Build Coastguard Worker return run_command(cmd);
281*d57664e9SAndroid Build Coastguard Worker }
282*d57664e9SAndroid Build Coastguard Worker
283