1 /*
2  * Copyright (C) 2017 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 #include "CompatibilityMatrix.h"
18 
19 #include <iostream>
20 #include <utility>
21 
22 #include <android-base/logging.h>
23 #include <android-base/strings.h>
24 
25 #include "parse_string.h"
26 #include "parse_xml.h"
27 #include "utils.h"
28 
29 namespace android {
30 namespace vintf {
31 
32 using details::mergeField;
33 
add(MatrixHal && halToAdd,std::string *)34 bool CompatibilityMatrix::add(MatrixHal&& halToAdd, std::string*) {
35     CHECK(addInternal(std::move(halToAdd)) != nullptr);
36     return true;
37 }
38 
addAllHals(CompatibilityMatrix * other,std::string *)39 bool CompatibilityMatrix::addAllHals(CompatibilityMatrix* other, std::string*) {
40     std::string internalError;
41     for (auto& pair : other->mHals) {
42         CHECK(add(std::move(pair.second), &internalError)) << internalError;
43     }
44     other->mHals.clear();
45     return true;
46 }
47 
addKernel(MatrixKernel && kernel,std::string * error)48 bool CompatibilityMatrix::addKernel(MatrixKernel&& kernel, std::string* error) {
49     if (mType != SchemaType::FRAMEWORK) {
50         if (error) {
51             *error = "Cannot add <kernel> to a " + to_string(mType) + " compatibility matrix.";
52         }
53         return false;
54     }
55 
56     if (kernel.getSourceMatrixLevel() == Level::UNSPECIFIED) {
57         kernel.setSourceMatrixLevel(level());
58     }
59 
60     auto it = framework.mKernels.begin();
61     for (; it != framework.mKernels.end(); ++it) {
62         if (it->getSourceMatrixLevel() != kernel.getSourceMatrixLevel()) {
63             continue;
64         }
65         if (it->minLts() == kernel.minLts()) {
66             break;
67         }
68         if (it->minLts().dropMinor() == kernel.minLts().dropMinor()) {
69             if (error) {
70                 *error = "Kernel version mismatch; for level " +
71                          to_string(kernel.getSourceMatrixLevel()) + ", cannot add " +
72                          to_string(kernel.minLts()) + " because " + to_string(it->minLts()) +
73                          " was added.";
74             }
75             return false;
76         }
77     }
78 
79     bool seenVersion = it != framework.mKernels.end();
80 
81     if (seenVersion) {
82         // If no conditions, must be the first among the same minLts
83         // because O libvintf only checks the first <kernel> tag that version matches.
84         if (kernel.conditions().empty()) {
85             // Found first <kernel> with the same minLts.
86             // Append config if it does not have <condition>s, else error.
87             if (it->conditions().empty()) {
88                 const auto& configs = kernel.configs();
89                 it->mConfigs.insert(it->mConfigs.end(), configs.begin(), configs.end());
90             } else {
91                 if (error) {
92                     *error =
93                         "Base compatibility matrix has <condition> for the first <kernel> "
94                         "with minlts " +
95                         to_string(kernel.minLts()) + " for unknown reason.";
96                 }
97                 return false;
98             }
99             return true;
100         }
101     } else {
102         // First <kernel> of a minLts must not have <condition>'s for backwards compatibility
103         // with O libvintf.
104         if (!kernel.conditions().empty()) {
105             framework.mKernels.push_back(MatrixKernel(KernelVersion{kernel.minLts()}, {}));
106         }
107     }
108 
109     framework.mKernels.push_back(std::move(kernel));
110     return true;
111 }
112 
type() const113 SchemaType CompatibilityMatrix::type() const {
114     return mType;
115 }
116 
level() const117 Level CompatibilityMatrix::level() const {
118     return mLevel;
119 }
120 
fetchAllInformation(const FileSystem * fileSystem,const std::string & path,std::string * error)121 status_t CompatibilityMatrix::fetchAllInformation(const FileSystem* fileSystem,
122                                                   const std::string& path, std::string* error) {
123     return details::fetchAllInformation(fileSystem, path, gCompatibilityMatrixConverter, this,
124                                         error);
125 }
126 
getXmlSchemaPath(const std::string & xmlFileName,const Version & version) const127 std::string CompatibilityMatrix::getXmlSchemaPath(const std::string& xmlFileName,
128                                                   const Version& version) const {
129     using std::literals::string_literals::operator""s;
130     auto range = getXmlFiles(xmlFileName);
131     for (auto it = range.first; it != range.second; ++it) {
132         const MatrixXmlFile& matrixXmlFile = it->second;
133         if (matrixXmlFile.versionRange().contains(version)) {
134             if (!matrixXmlFile.overriddenPath().empty()) {
135                 return matrixXmlFile.overriddenPath();
136             }
137             return "/"s + (type() == SchemaType::DEVICE ? "vendor" : "system") + "/etc/" +
138                    xmlFileName + "_V" + std::to_string(matrixXmlFile.versionRange().majorVer) +
139                    "_" + std::to_string(matrixXmlFile.versionRange().maxMinor) + "." +
140                    to_string(matrixXmlFile.format());
141         }
142     }
143     return "";
144 }
145 
146 // Split existingHal into a HAL that contains only interface/instance and a HAL
147 // that does not contain it. Return the HAL that contains only interface/instance.
148 // - Return nullptr if existingHal does not contain interface/instance
149 // - Return existingHal if existingHal contains only interface/instance
150 // - Remove interface/instance from existingHal, and return a new MatrixHal (that is added
151 //   to "this") that contains only interface/instance.
splitInstance(MatrixHal * existingHal,const std::string & interface,const std::string & instanceOrPattern,bool isRegex)152 MatrixHal* CompatibilityMatrix::splitInstance(MatrixHal* existingHal, const std::string& interface,
153                                               const std::string& instanceOrPattern, bool isRegex) {
154     bool found = false;
155     bool foundOthers = false;
156     existingHal->forEachInstance([&](const auto& matrixInstance) {
157         bool interfaceMatch = matrixInstance.interface() == interface;
158         bool instanceMatch = false;
159         if (matrixInstance.isRegex() && isRegex) {
160             instanceMatch = (matrixInstance.regexPattern() == instanceOrPattern);
161         } else if (!matrixInstance.isRegex() && !isRegex) {
162             instanceMatch = (matrixInstance.exactInstance() == instanceOrPattern);
163         }
164 
165         bool match = interfaceMatch && instanceMatch;
166 
167         found |= match;
168         foundOthers |= (!match);
169 
170         return !found || !foundOthers;
171     });
172 
173     if (!found) {
174         return nullptr;
175     }
176 
177     if (!foundOthers) {
178         return existingHal;
179     }
180 
181     existingHal->removeInstance(interface, instanceOrPattern, isRegex);
182     MatrixHal copy = *existingHal;
183     copy.clearInstances();
184     copy.insertInstance(interface, instanceOrPattern, isRegex);
185 
186     return addInternal(std::move(copy));
187 }
188 
189 // Add all package@other_version::interface/instance as an optional instance.
190 // If package@this_version::interface/instance is in this (that is, some instance
191 // with the same package and interface and instance exists), then other_version is
192 // considered a possible replacement to this_version.
193 // See LibVintfTest.AddOptionalHal* tests for details.
addAllHalsAsOptional(CompatibilityMatrix * other,std::string * error)194 bool CompatibilityMatrix::addAllHalsAsOptional(CompatibilityMatrix* other, std::string* error) {
195     if (other == nullptr || other->level() <= level()) {
196         return true;
197     }
198 
199     for (auto& pair : other->mHals) {
200         const std::string& name = pair.first;
201         MatrixHal& halToAdd = pair.second;
202 
203         std::set<std::pair<std::string, std::string>> insertedInstances;
204         std::set<std::pair<std::string, std::string>> insertedRegex;
205         auto existingHals = getHals(name);
206 
207         halToAdd.forEachInstance([&](const std::vector<VersionRange>& versionRanges,
208                                      const std::string& interface,
209                                      const std::string& instanceOrPattern, bool isRegex) {
210             for (auto* existingHal : existingHals) {
211                 // Ignore HALs with different format.
212                 if (halToAdd.format != existingHal->format) {
213                     continue;
214                 }
215 
216                 MatrixHal* splitInstance =
217                     this->splitInstance(existingHal, interface, instanceOrPattern, isRegex);
218                 if (splitInstance != nullptr) {
219                     splitInstance->insertVersionRanges(versionRanges);
220                     if (isRegex) {
221                         insertedRegex.insert(std::make_pair(interface, instanceOrPattern));
222                     } else {
223                         insertedInstances.insert(std::make_pair(interface, instanceOrPattern));
224                     }
225                 }
226             }
227             return true;
228         });
229 
230         // Add the remaining instances.
231         for (const auto& pair : insertedInstances) {
232             halToAdd.removeInstance(pair.first, pair.second, false /* isRegex */);
233         }
234         for (const auto& pair : insertedRegex) {
235             halToAdd.removeInstance(pair.first, pair.second, true /* isRegex */);
236         }
237 
238         if (halToAdd.instancesCount() > 0) {
239             halToAdd.setOptional(true);
240             if (!add(std::move(halToAdd))) {
241                 if (error) {
242                     *error = "Cannot add HAL " + name + " for unknown reason.";
243                 }
244                 return false;
245             }
246         }
247     }
248     return true;
249 }
250 
addAllXmlFilesAsOptional(CompatibilityMatrix * other,std::string * error)251 bool CompatibilityMatrix::addAllXmlFilesAsOptional(CompatibilityMatrix* other, std::string* error) {
252     if (other == nullptr || other->level() <= level()) {
253         return true;
254     }
255     for (auto& pair : other->mXmlFiles) {
256         const std::string& name = pair.first;
257         MatrixXmlFile& xmlFileToAdd = pair.second;
258 
259         xmlFileToAdd.mOptional = true;
260         if (!addXmlFile(std::move(xmlFileToAdd))) {
261             if (error) {
262                 *error = "Cannot add XML File " + name + " for unknown reason.";
263             }
264             return false;
265         }
266     }
267     return true;
268 }
269 
270 // Merge Kernel. See KernelInfo::getMatchedKernelRequirements for details on compatibility checks.
addAllKernels(CompatibilityMatrix * other,std::string * error)271 bool CompatibilityMatrix::addAllKernels(CompatibilityMatrix* other, std::string* error) {
272     for (MatrixKernel& kernel : other->framework.mKernels) {
273         if (kernel.getSourceMatrixLevel() == Level::UNSPECIFIED) {
274             kernel.setSourceMatrixLevel(other->level());
275         }
276         KernelVersion ver = kernel.minLts();
277         if (!addKernel(std::move(kernel), error)) {
278             if (error) {
279                 *error = "Cannot add kernel version " + to_string(ver) + ": " + *error;
280             }
281             return false;
282         }
283     }
284     return true;
285 }
286 
addSepolicy(CompatibilityMatrix * other,std::string * error)287 bool CompatibilityMatrix::addSepolicy(CompatibilityMatrix* other, std::string* error) {
288     bool success = mergeField(&this->framework.mSepolicy, &other->framework.mSepolicy);
289     if (!success && error) *error = "<sepolicy> is already defined";
290     return success;
291 }
292 
addAvbMetaVersion(CompatibilityMatrix * other,std::string * error)293 bool CompatibilityMatrix::addAvbMetaVersion(CompatibilityMatrix* other, std::string* error) {
294     bool success = mergeField(&this->framework.mAvbMetaVersion, &other->framework.mAvbMetaVersion);
295     if (!success && error) *error = "<avb><vbmeta-version> is already defined";
296     return success;
297 }
298 
addVndk(CompatibilityMatrix * other,std::string * error)299 bool CompatibilityMatrix::addVndk(CompatibilityMatrix* other, std::string* error) {
300 #pragma clang diagnostic push
301 #pragma clang diagnostic ignored "-Wdeprecated-declarations"
302     bool success = mergeField(&this->device.mVndk, &other->device.mVndk);
303 #pragma clang diagnostic pop
304     if (!success && error) *error = "<vndk> is already defined";
305     return success;
306 }
307 
addVendorNdk(CompatibilityMatrix * other,std::string * error)308 bool CompatibilityMatrix::addVendorNdk(CompatibilityMatrix* other, std::string* error) {
309     bool success = mergeField(&this->device.mVendorNdk, &other->device.mVendorNdk);
310     if (!success && error) *error = "<vendor-ndk> is already defined";
311     return success;
312 }
313 
addSystemSdk(CompatibilityMatrix * other,std::string *)314 bool CompatibilityMatrix::addSystemSdk(CompatibilityMatrix* other, std::string* /* error */) {
315     this->device.mSystemSdk.addAll(&other->device.mSystemSdk);
316     return true;
317 }
318 
operator ==(const CompatibilityMatrix & lft,const CompatibilityMatrix & rgt)319 bool operator==(const CompatibilityMatrix &lft, const CompatibilityMatrix &rgt) {
320     // ignore fileName().
321     return lft.mType == rgt.mType && lft.mLevel == rgt.mLevel && lft.mHals == rgt.mHals &&
322            lft.mXmlFiles == rgt.mXmlFiles &&
323            (lft.mType != SchemaType::DEVICE ||
324             (
325 #pragma clang diagnostic push
326 #pragma clang diagnostic ignored "-Wdeprecated-declarations"
327                 lft.device.mVndk == rgt.device.mVndk &&
328 #pragma clang diagnostic pop
329                 lft.device.mVendorNdk == rgt.device.mVendorNdk &&
330                 lft.device.mSystemSdk == rgt.device.mSystemSdk)) &&
331            (lft.mType != SchemaType::FRAMEWORK ||
332             (lft.framework.mKernels == rgt.framework.mKernels &&
333              lft.framework.mSepolicy == rgt.framework.mSepolicy &&
334              lft.framework.mAvbMetaVersion == rgt.framework.mAvbMetaVersion));
335 }
336 
combine(Level deviceLevel,std::vector<CompatibilityMatrix> * matrices,std::string * error)337 std::unique_ptr<CompatibilityMatrix> CompatibilityMatrix::combine(
338     Level deviceLevel, std::vector<CompatibilityMatrix>* matrices, std::string* error) {
339     // Check type.
340     for (const auto& e : *matrices) {
341         if (e.type() != SchemaType::FRAMEWORK) {
342             if (error) {
343                 *error = "File \"" + e.fileName() + "\" is not a framework compatibility matrix.";
344                 return nullptr;
345             }
346         }
347     }
348 
349     // Matrices with unspecified (empty) level are auto-filled with deviceLevel.
350     for (auto& e : *matrices) {
351         if (e.level() == Level::UNSPECIFIED) {
352             e.mLevel = deviceLevel;
353         }
354     }
355 
356     // Add from low to high FCM version so that optional <kernel> requirements are added correctly.
357     // See comment in addAllAsOptional.
358     std::sort(matrices->begin(), matrices->end(),
359               [](const auto& x, const auto& y) { return x.level() < y.level(); });
360 
361     auto baseMatrix = std::make_unique<CompatibilityMatrix>();
362     baseMatrix->mLevel = deviceLevel;
363     baseMatrix->mType = SchemaType::FRAMEWORK;
364 
365     std::vector<std::string> parsedFiles;
366     for (auto& e : *matrices) {
367         if (e.level() < deviceLevel) {
368             continue;
369         }
370 
371         bool success = false;
372         if (e.level() == deviceLevel) {
373             success = baseMatrix->addAll(&e, error);
374         } else {
375             success = baseMatrix->addAllAsOptional(&e, error);
376         }
377         if (!success) {
378             if (error) {
379                 *error = "Conflict when merging \"" + e.fileName() + "\": " + *error + "\n" +
380                          "Previous files:\n" + base::Join(parsedFiles, "\n");
381             }
382             return nullptr;
383         }
384         parsedFiles.push_back(e.fileName());
385     }
386 
387     return baseMatrix;
388 }
389 
combineDeviceMatrices(std::vector<CompatibilityMatrix> * matrices,std::string * error)390 std::unique_ptr<CompatibilityMatrix> CompatibilityMatrix::combineDeviceMatrices(
391     std::vector<CompatibilityMatrix>* matrices, std::string* error) {
392     auto baseMatrix = std::make_unique<CompatibilityMatrix>();
393     baseMatrix->mType = SchemaType::DEVICE;
394 
395     std::vector<std::string> parsedFiles;
396     for (auto& e : *matrices) {
397         bool success = baseMatrix->addAll(&e, error);
398         if (!success) {
399             if (error) {
400                 *error = "Conflict when merging \"" + e.fileName() + "\": " + *error + "\n" +
401                          "Previous files:\n" + base::Join(parsedFiles, "\n");
402             }
403             return nullptr;
404         }
405         parsedFiles.push_back(e.fileName());
406     }
407     return baseMatrix;
408 }
409 
addAll(CompatibilityMatrix * inputMatrix,std::string * error)410 bool CompatibilityMatrix::addAll(CompatibilityMatrix* inputMatrix, std::string* error) {
411     if (!addAllHals(inputMatrix, error) || !addAllXmlFiles(inputMatrix, error) ||
412         !addAllKernels(inputMatrix, error) || !addSepolicy(inputMatrix, error) ||
413         !addAvbMetaVersion(inputMatrix, error) || !addVndk(inputMatrix, error) ||
414         !addVendorNdk(inputMatrix, error) || !addSystemSdk(inputMatrix, error)) {
415         if (error) {
416             *error = "File \"" + inputMatrix->fileName() + "\" cannot be added: " + *error + ".";
417         }
418         return false;
419     }
420     return true;
421 }
422 
addAllAsOptional(CompatibilityMatrix * inputMatrix,std::string * error)423 bool CompatibilityMatrix::addAllAsOptional(CompatibilityMatrix* inputMatrix, std::string* error) {
424     if (!addAllHalsAsOptional(inputMatrix, error) ||
425         !addAllXmlFilesAsOptional(inputMatrix, error) || !addAllKernels(inputMatrix, error)) {
426         if (error) {
427             *error = "File \"" + inputMatrix->fileName() + "\" cannot be added: " + *error;
428         }
429         return false;
430     }
431     // ignore <sepolicy> requirement from higher level
432     // ignore <avb> requirement from higher level
433     return true;
434 }
435 
forEachInstanceOfVersion(HalFormat format,const std::string & package,const Version & expectVersion,const std::function<bool (const MatrixInstance &)> & func) const436 bool CompatibilityMatrix::forEachInstanceOfVersion(
437     HalFormat format, const std::string& package, const Version& expectVersion,
438     const std::function<bool(const MatrixInstance&)>& func) const {
439     for (const MatrixHal* hal : getHals(package)) {
440         bool cont = hal->forEachInstance([&](const MatrixInstance& matrixInstance) {
441             if (matrixInstance.format() == format &&
442                 matrixInstance.versionRange().contains(expectVersion)) {
443                 return func(matrixInstance);
444             }
445             return true;
446         });
447         if (!cont) return false;
448     }
449     return true;
450 }
451 
matchInstance(HalFormat format,const std::string & halName,const Version & version,const std::string & interfaceName,const std::string & instance) const452 bool CompatibilityMatrix::matchInstance(HalFormat format, const std::string& halName,
453                                         const Version& version, const std::string& interfaceName,
454                                         const std::string& instance) const {
455     bool found = false;
456     (void)forEachInstanceOfInterface(format, halName, version, interfaceName,
457                                      [&found, &instance](const auto& e) {
458                                          found |= (e.matchInstance(instance));
459                                          return !found;  // if not found, continue
460                                      });
461     return found;
462 }
463 
getVendorNdkVersion() const464 std::string CompatibilityMatrix::getVendorNdkVersion() const {
465     return type() == SchemaType::DEVICE ? device.mVendorNdk.version() : "";
466 }
467 
getSourceMatrixLevel(const MatrixKernel * matrixKernel) const468 Level CompatibilityMatrix::getSourceMatrixLevel(const MatrixKernel* matrixKernel) const {
469     CHECK(std::find_if(framework.mKernels.begin(), framework.mKernels.end(),
470                        [matrixKernel](const auto& e) { return &e == matrixKernel; }) !=
471           framework.mKernels.end());
472     Level ret = matrixKernel->getSourceMatrixLevel();
473     if (ret != Level::UNSPECIFIED) return ret;
474     return level();
475 }
476 
477 } // namespace vintf
478 } // namespace android
479