1 /*
2 * Copyright (C) 2015 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17 #include "ResourceParser.h"
18
19 #include <functional>
20 #include <limits>
21 #include <sstream>
22
23 #include "android-base/logging.h"
24
25 #include "ResourceTable.h"
26 #include "ResourceUtils.h"
27 #include "ResourceValues.h"
28 #include "ValueVisitor.h"
29 #include "text/Utf8Iterator.h"
30 #include "util/ImmutableMap.h"
31 #include "util/Maybe.h"
32 #include "util/Util.h"
33 #include "xml/XmlPullParser.h"
34
35 #include "idmap2/Policies.h"
36
37 using ::aapt::ResourceUtils::StringBuilder;
38 using ::aapt::text::Utf8Iterator;
39 using ::android::ConfigDescription;
40 using ::android::StringPiece;
41
42 using android::idmap2::policy::kPolicyStringToFlag;
43
44 namespace aapt {
45
46 constexpr const char* sXliffNamespaceUri = "urn:oasis:names:tc:xliff:document:1.2";
47
48 // Returns true if the element is <skip> or <eat-comment> and can be safely ignored.
ShouldIgnoreElement(const StringPiece & ns,const StringPiece & name)49 static bool ShouldIgnoreElement(const StringPiece& ns, const StringPiece& name) {
50 return ns.empty() && (name == "skip" || name == "eat-comment");
51 }
52
ParseFormatTypeNoEnumsOrFlags(const StringPiece & piece)53 static uint32_t ParseFormatTypeNoEnumsOrFlags(const StringPiece& piece) {
54 if (piece == "reference") {
55 return android::ResTable_map::TYPE_REFERENCE;
56 } else if (piece == "string") {
57 return android::ResTable_map::TYPE_STRING;
58 } else if (piece == "integer") {
59 return android::ResTable_map::TYPE_INTEGER;
60 } else if (piece == "boolean") {
61 return android::ResTable_map::TYPE_BOOLEAN;
62 } else if (piece == "color") {
63 return android::ResTable_map::TYPE_COLOR;
64 } else if (piece == "float") {
65 return android::ResTable_map::TYPE_FLOAT;
66 } else if (piece == "dimension") {
67 return android::ResTable_map::TYPE_DIMENSION;
68 } else if (piece == "fraction") {
69 return android::ResTable_map::TYPE_FRACTION;
70 }
71 return 0;
72 }
73
ParseFormatType(const StringPiece & piece)74 static uint32_t ParseFormatType(const StringPiece& piece) {
75 if (piece == "enum") {
76 return android::ResTable_map::TYPE_ENUM;
77 } else if (piece == "flags") {
78 return android::ResTable_map::TYPE_FLAGS;
79 }
80 return ParseFormatTypeNoEnumsOrFlags(piece);
81 }
82
ParseFormatAttribute(const StringPiece & str)83 static uint32_t ParseFormatAttribute(const StringPiece& str) {
84 uint32_t mask = 0;
85 for (const StringPiece& part : util::Tokenize(str, '|')) {
86 StringPiece trimmed_part = util::TrimWhitespace(part);
87 uint32_t type = ParseFormatType(trimmed_part);
88 if (type == 0) {
89 return 0;
90 }
91 mask |= type;
92 }
93 return mask;
94 }
95
96 // A parsed resource ready to be added to the ResourceTable.
97 struct ParsedResource {
98 ResourceName name;
99 ConfigDescription config;
100 std::string product;
101 Source source;
102
103 ResourceId id;
104 Visibility::Level visibility_level = Visibility::Level::kUndefined;
105 bool allow_new = false;
106 Maybe<OverlayableItem> overlayable_item;
107
108 std::string comment;
109 std::unique_ptr<Value> value;
110 std::list<ParsedResource> child_resources;
111 };
112
113 // Recursively adds resources to the ResourceTable.
AddResourcesToTable(ResourceTable * table,IDiagnostics * diag,ParsedResource * res)114 static bool AddResourcesToTable(ResourceTable* table, IDiagnostics* diag, ParsedResource* res) {
115 StringPiece trimmed_comment = util::TrimWhitespace(res->comment);
116 if (trimmed_comment.size() != res->comment.size()) {
117 // Only if there was a change do we re-assign.
118 res->comment = trimmed_comment.to_string();
119 }
120
121 if (res->visibility_level != Visibility::Level::kUndefined) {
122 Visibility visibility;
123 visibility.level = res->visibility_level;
124 visibility.source = res->source;
125 visibility.comment = res->comment;
126 if (!table->SetVisibilityWithId(res->name, visibility, res->id, diag)) {
127 return false;
128 }
129 }
130
131 if (res->allow_new) {
132 AllowNew allow_new;
133 allow_new.source = res->source;
134 allow_new.comment = res->comment;
135 if (!table->SetAllowNew(res->name, allow_new, diag)) {
136 return false;
137 }
138 }
139
140 if (res->overlayable_item) {
141 if (!table->SetOverlayable(res->name, res->overlayable_item.value(), diag)) {
142 return false;
143 }
144 }
145
146 if (res->value != nullptr) {
147 // Attach the comment, source and config to the value.
148 res->value->SetComment(std::move(res->comment));
149 res->value->SetSource(std::move(res->source));
150
151 if (!table->AddResourceWithId(res->name, res->id, res->config, res->product,
152 std::move(res->value), diag)) {
153 return false;
154 }
155 }
156
157 bool error = false;
158 for (ParsedResource& child : res->child_resources) {
159 error |= !AddResourcesToTable(table, diag, &child);
160 }
161 return !error;
162 }
163
164 // Convenient aliases for more readable function calls.
165 enum { kAllowRawString = true, kNoRawString = false };
166
ResourceParser(IDiagnostics * diag,ResourceTable * table,const Source & source,const ConfigDescription & config,const ResourceParserOptions & options)167 ResourceParser::ResourceParser(IDiagnostics* diag, ResourceTable* table,
168 const Source& source,
169 const ConfigDescription& config,
170 const ResourceParserOptions& options)
171 : diag_(diag),
172 table_(table),
173 source_(source),
174 config_(config),
175 options_(options) {}
176
177 // Base class Node for representing the various Spans and UntranslatableSections of an XML string.
178 // This will be used to traverse and flatten the XML string into a single std::string, with all
179 // Span and Untranslatable data maintained in parallel, as indices into the string.
180 class Node {
181 public:
182 virtual ~Node() = default;
183
184 // Adds the given child node to this parent node's set of child nodes, moving ownership to the
185 // parent node as well.
186 // Returns a pointer to the child node that was added as a convenience.
187 template <typename T>
AddChild(std::unique_ptr<T> node)188 T* AddChild(std::unique_ptr<T> node) {
189 T* raw_ptr = node.get();
190 children.push_back(std::move(node));
191 return raw_ptr;
192 }
193
Build(StringBuilder * builder) const194 virtual void Build(StringBuilder* builder) const {
195 for (const auto& child : children) {
196 child->Build(builder);
197 }
198 }
199
200 std::vector<std::unique_ptr<Node>> children;
201 };
202
203 // A chunk of text in the XML string. This lives between other tags, such as XLIFF tags and Spans.
204 class SegmentNode : public Node {
205 public:
206 std::string data;
207
Build(StringBuilder * builder) const208 void Build(StringBuilder* builder) const override {
209 builder->AppendText(data);
210 }
211 };
212
213 // A tag that will be encoded into the final flattened string. Tags like <b> or <i>.
214 class SpanNode : public Node {
215 public:
216 std::string name;
217
Build(StringBuilder * builder) const218 void Build(StringBuilder* builder) const override {
219 StringBuilder::SpanHandle span_handle = builder->StartSpan(name);
220 Node::Build(builder);
221 builder->EndSpan(span_handle);
222 }
223 };
224
225 // An XLIFF 'g' tag, which marks a section of the string as untranslatable.
226 class UntranslatableNode : public Node {
227 public:
Build(StringBuilder * builder) const228 void Build(StringBuilder* builder) const override {
229 StringBuilder::UntranslatableHandle handle = builder->StartUntranslatable();
230 Node::Build(builder);
231 builder->EndUntranslatable(handle);
232 }
233 };
234
235 // Build a string from XML that converts nested elements into Span objects.
FlattenXmlSubtree(xml::XmlPullParser * parser,std::string * out_raw_string,StyleString * out_style_string,std::vector<UntranslatableSection> * out_untranslatable_sections)236 bool ResourceParser::FlattenXmlSubtree(
237 xml::XmlPullParser* parser, std::string* out_raw_string, StyleString* out_style_string,
238 std::vector<UntranslatableSection>* out_untranslatable_sections) {
239 std::string raw_string;
240 std::string current_text;
241
242 // The first occurrence of a <xliff:g> tag. Nested <xliff:g> tags are illegal.
243 Maybe<size_t> untranslatable_start_depth;
244
245 Node root;
246 std::vector<Node*> node_stack;
247 node_stack.push_back(&root);
248
249 bool saw_span_node = false;
250 SegmentNode* first_segment = nullptr;
251 SegmentNode* last_segment = nullptr;
252
253 size_t depth = 1;
254 while (depth > 0 && xml::XmlPullParser::IsGoodEvent(parser->Next())) {
255 const xml::XmlPullParser::Event event = parser->event();
256
257 // First take care of any SegmentNodes that should be created.
258 if (event == xml::XmlPullParser::Event::kStartElement
259 || event == xml::XmlPullParser::Event::kEndElement) {
260 if (!current_text.empty()) {
261 auto segment_node = util::make_unique<SegmentNode>();
262 segment_node->data = std::move(current_text);
263
264 last_segment = node_stack.back()->AddChild(std::move(segment_node));
265 if (first_segment == nullptr) {
266 first_segment = last_segment;
267 }
268 current_text = {};
269 }
270 }
271
272 switch (event) {
273 case xml::XmlPullParser::Event::kText: {
274 current_text += parser->text();
275 raw_string += parser->text();
276 } break;
277
278 case xml::XmlPullParser::Event::kStartElement: {
279 if (parser->element_namespace().empty()) {
280 // This is an HTML tag which we encode as a span. Add it to the span stack.
281 std::unique_ptr<SpanNode> span_node = util::make_unique<SpanNode>();
282 span_node->name = parser->element_name();
283 const auto end_attr_iter = parser->end_attributes();
284 for (auto attr_iter = parser->begin_attributes(); attr_iter != end_attr_iter;
285 ++attr_iter) {
286 span_node->name += ";";
287 span_node->name += attr_iter->name;
288 span_node->name += "=";
289 span_node->name += attr_iter->value;
290 }
291
292 node_stack.push_back(node_stack.back()->AddChild(std::move(span_node)));
293 saw_span_node = true;
294 } else if (parser->element_namespace() == sXliffNamespaceUri) {
295 // This is an XLIFF tag, which is not encoded as a span.
296 if (parser->element_name() == "g") {
297 // Check that an 'untranslatable' tag is not already being processed. Nested
298 // <xliff:g> tags are illegal.
299 if (untranslatable_start_depth) {
300 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
301 << "illegal nested XLIFF 'g' tag");
302 return false;
303 } else {
304 // Mark the beginning of an 'untranslatable' section.
305 untranslatable_start_depth = depth;
306 node_stack.push_back(
307 node_stack.back()->AddChild(util::make_unique<UntranslatableNode>()));
308 }
309 } else {
310 // Ignore unknown XLIFF tags, but don't warn.
311 node_stack.push_back(node_stack.back()->AddChild(util::make_unique<Node>()));
312 }
313 } else {
314 // Besides XLIFF, any other namespaced tag is unsupported and ignored.
315 diag_->Warn(DiagMessage(source_.WithLine(parser->line_number()))
316 << "ignoring element '" << parser->element_name()
317 << "' with unknown namespace '" << parser->element_namespace() << "'");
318 node_stack.push_back(node_stack.back()->AddChild(util::make_unique<Node>()));
319 }
320
321 // Enter one level inside the element.
322 depth++;
323 } break;
324
325 case xml::XmlPullParser::Event::kEndElement: {
326 // Return one level from within the element.
327 depth--;
328 if (depth == 0) {
329 break;
330 }
331
332 node_stack.pop_back();
333 if (untranslatable_start_depth == make_value(depth)) {
334 // This is the end of an untranslatable section.
335 untranslatable_start_depth = {};
336 }
337 } break;
338
339 default:
340 // ignore.
341 break;
342 }
343 }
344
345 // Sanity check to make sure we processed all the nodes.
346 CHECK(node_stack.size() == 1u);
347 CHECK(node_stack.back() == &root);
348
349 if (!saw_span_node) {
350 // If there were no spans, we must treat this string a little differently (according to AAPT).
351 // Find and strip the leading whitespace from the first segment, and the trailing whitespace
352 // from the last segment.
353 if (first_segment != nullptr) {
354 // Trim leading whitespace.
355 StringPiece trimmed = util::TrimLeadingWhitespace(first_segment->data);
356 if (trimmed.size() != first_segment->data.size()) {
357 first_segment->data = trimmed.to_string();
358 }
359 }
360
361 if (last_segment != nullptr) {
362 // Trim trailing whitespace.
363 StringPiece trimmed = util::TrimTrailingWhitespace(last_segment->data);
364 if (trimmed.size() != last_segment->data.size()) {
365 last_segment->data = trimmed.to_string();
366 }
367 }
368 }
369
370 // Have the XML structure flatten itself into the StringBuilder. The StringBuilder will take
371 // care of recording the correctly adjusted Spans and UntranslatableSections.
372 StringBuilder builder;
373 root.Build(&builder);
374 if (!builder) {
375 diag_->Error(DiagMessage(source_.WithLine(parser->line_number())) << builder.GetError());
376 return false;
377 }
378
379 ResourceUtils::FlattenedXmlString flattened_string = builder.GetFlattenedString();
380 *out_raw_string = std::move(raw_string);
381 *out_untranslatable_sections = std::move(flattened_string.untranslatable_sections);
382 out_style_string->str = std::move(flattened_string.text);
383 out_style_string->spans = std::move(flattened_string.spans);
384 return true;
385 }
386
Parse(xml::XmlPullParser * parser)387 bool ResourceParser::Parse(xml::XmlPullParser* parser) {
388 bool error = false;
389 const size_t depth = parser->depth();
390 while (xml::XmlPullParser::NextChildNode(parser, depth)) {
391 if (parser->event() != xml::XmlPullParser::Event::kStartElement) {
392 // Skip comments and text.
393 continue;
394 }
395
396 if (!parser->element_namespace().empty() || parser->element_name() != "resources") {
397 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
398 << "root element must be <resources>");
399 return false;
400 }
401
402 error |= !ParseResources(parser);
403 break;
404 };
405
406 if (parser->event() == xml::XmlPullParser::Event::kBadDocument) {
407 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
408 << "xml parser error: " << parser->error());
409 return false;
410 }
411 return !error;
412 }
413
ParseResources(xml::XmlPullParser * parser)414 bool ResourceParser::ParseResources(xml::XmlPullParser* parser) {
415 std::set<ResourceName> stripped_resources;
416
417 bool error = false;
418 std::string comment;
419 const size_t depth = parser->depth();
420 while (xml::XmlPullParser::NextChildNode(parser, depth)) {
421 const xml::XmlPullParser::Event event = parser->event();
422 if (event == xml::XmlPullParser::Event::kComment) {
423 comment = parser->comment();
424 continue;
425 }
426
427 if (event == xml::XmlPullParser::Event::kText) {
428 if (!util::TrimWhitespace(parser->text()).empty()) {
429 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
430 << "plain text not allowed here");
431 error = true;
432 }
433 continue;
434 }
435
436 CHECK(event == xml::XmlPullParser::Event::kStartElement);
437
438 if (!parser->element_namespace().empty()) {
439 // Skip unknown namespace.
440 continue;
441 }
442
443 std::string element_name = parser->element_name();
444 if (element_name == "skip" || element_name == "eat-comment") {
445 comment = "";
446 continue;
447 }
448
449 ParsedResource parsed_resource;
450 parsed_resource.config = config_;
451 parsed_resource.source = source_.WithLine(parser->line_number());
452 parsed_resource.comment = std::move(comment);
453 if (options_.visibility) {
454 parsed_resource.visibility_level = options_.visibility.value();
455 }
456
457 // Extract the product name if it exists.
458 if (Maybe<StringPiece> maybe_product = xml::FindNonEmptyAttribute(parser, "product")) {
459 parsed_resource.product = maybe_product.value().to_string();
460 }
461
462 // Parse the resource regardless of product.
463 if (!ParseResource(parser, &parsed_resource)) {
464 error = true;
465 continue;
466 }
467
468 if (!AddResourcesToTable(table_, diag_, &parsed_resource)) {
469 error = true;
470 }
471 }
472
473 // Check that we included at least one variant of each stripped resource.
474 for (const ResourceName& stripped_resource : stripped_resources) {
475 if (!table_->FindResource(stripped_resource)) {
476 // Failed to find the resource.
477 diag_->Error(DiagMessage(source_) << "resource '" << stripped_resource
478 << "' was filtered out but no product variant remains");
479 error = true;
480 }
481 }
482
483 return !error;
484 }
485
ParseResource(xml::XmlPullParser * parser,ParsedResource * out_resource)486 bool ResourceParser::ParseResource(xml::XmlPullParser* parser,
487 ParsedResource* out_resource) {
488 struct ItemTypeFormat {
489 ResourceType type;
490 uint32_t format;
491 };
492
493 using BagParseFunc = std::function<bool(ResourceParser*, xml::XmlPullParser*,
494 ParsedResource*)>;
495
496 static const auto elToItemMap = ImmutableMap<std::string, ItemTypeFormat>::CreatePreSorted({
497 {"bool", {ResourceType::kBool, android::ResTable_map::TYPE_BOOLEAN}},
498 {"color", {ResourceType::kColor, android::ResTable_map::TYPE_COLOR}},
499 {"configVarying", {ResourceType::kConfigVarying, android::ResTable_map::TYPE_ANY}},
500 {"dimen",
501 {ResourceType::kDimen,
502 android::ResTable_map::TYPE_FLOAT | android::ResTable_map::TYPE_FRACTION |
503 android::ResTable_map::TYPE_DIMENSION}},
504 {"drawable", {ResourceType::kDrawable, android::ResTable_map::TYPE_COLOR}},
505 {"fraction",
506 {ResourceType::kFraction,
507 android::ResTable_map::TYPE_FLOAT | android::ResTable_map::TYPE_FRACTION |
508 android::ResTable_map::TYPE_DIMENSION}},
509 {"integer", {ResourceType::kInteger, android::ResTable_map::TYPE_INTEGER}},
510 {"string", {ResourceType::kString, android::ResTable_map::TYPE_STRING}},
511 });
512
513 static const auto elToBagMap = ImmutableMap<std::string, BagParseFunc>::CreatePreSorted({
514 {"add-resource", std::mem_fn(&ResourceParser::ParseAddResource)},
515 {"array", std::mem_fn(&ResourceParser::ParseArray)},
516 {"attr", std::mem_fn(&ResourceParser::ParseAttr)},
517 {"configVarying",
518 std::bind(&ResourceParser::ParseStyle, std::placeholders::_1, ResourceType::kConfigVarying,
519 std::placeholders::_2, std::placeholders::_3)},
520 {"declare-styleable", std::mem_fn(&ResourceParser::ParseDeclareStyleable)},
521 {"integer-array", std::mem_fn(&ResourceParser::ParseIntegerArray)},
522 {"java-symbol", std::mem_fn(&ResourceParser::ParseSymbol)},
523 {"overlayable", std::mem_fn(&ResourceParser::ParseOverlayable)},
524 {"plurals", std::mem_fn(&ResourceParser::ParsePlural)},
525 {"public", std::mem_fn(&ResourceParser::ParsePublic)},
526 {"public-group", std::mem_fn(&ResourceParser::ParsePublicGroup)},
527 {"string-array", std::mem_fn(&ResourceParser::ParseStringArray)},
528 {"style", std::bind(&ResourceParser::ParseStyle, std::placeholders::_1, ResourceType::kStyle,
529 std::placeholders::_2, std::placeholders::_3)},
530 {"symbol", std::mem_fn(&ResourceParser::ParseSymbol)},
531 });
532
533 std::string resource_type = parser->element_name();
534
535 // The value format accepted for this resource.
536 uint32_t resource_format = 0u;
537
538 bool can_be_item = true;
539 bool can_be_bag = true;
540 if (resource_type == "item") {
541 can_be_bag = false;
542
543 // The default format for <item> is any. If a format attribute is present, that one will
544 // override the default.
545 resource_format = android::ResTable_map::TYPE_ANY;
546
547 // Items have their type encoded in the type attribute.
548 if (Maybe<StringPiece> maybe_type = xml::FindNonEmptyAttribute(parser, "type")) {
549 resource_type = maybe_type.value().to_string();
550 } else {
551 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
552 << "<item> must have a 'type' attribute");
553 return false;
554 }
555
556 if (Maybe<StringPiece> maybe_format = xml::FindNonEmptyAttribute(parser, "format")) {
557 // An explicit format for this resource was specified. The resource will
558 // retain its type in its name, but the accepted value for this type is
559 // overridden.
560 resource_format = ParseFormatTypeNoEnumsOrFlags(maybe_format.value());
561 if (!resource_format) {
562 diag_->Error(DiagMessage(out_resource->source)
563 << "'" << maybe_format.value()
564 << "' is an invalid format");
565 return false;
566 }
567 }
568 } else if (resource_type == "bag") {
569 can_be_item = false;
570
571 // Bags have their type encoded in the type attribute.
572 if (Maybe<StringPiece> maybe_type = xml::FindNonEmptyAttribute(parser, "type")) {
573 resource_type = maybe_type.value().to_string();
574 } else {
575 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
576 << "<bag> must have a 'type' attribute");
577 return false;
578 }
579 }
580
581 // Get the name of the resource. This will be checked later, because not all
582 // XML elements require a name.
583 Maybe<StringPiece> maybe_name = xml::FindNonEmptyAttribute(parser, "name");
584
585 if (resource_type == "id") {
586 if (!maybe_name) {
587 diag_->Error(DiagMessage(out_resource->source)
588 << "<" << parser->element_name()
589 << "> missing 'name' attribute");
590 return false;
591 }
592
593 out_resource->name.type = ResourceType::kId;
594 out_resource->name.entry = maybe_name.value().to_string();
595
596 // Ids either represent a unique resource id or reference another resource id
597 auto item = ParseItem(parser, out_resource, resource_format);
598 if (!item) {
599 return false;
600 }
601
602 String* empty = ValueCast<String>(out_resource->value.get());
603 if (empty && *empty->value == "") {
604 // If no inner element exists, represent a unique identifier
605 out_resource->value = util::make_unique<Id>();
606 } else {
607 Reference* ref = ValueCast<Reference>(out_resource->value.get());
608 if (ref && !ref->name && !ref->id) {
609 // A null reference also means there is no inner element when ids are in the form:
610 // <id name="name"/>
611 out_resource->value = util::make_unique<Id>();
612 } else if (!ref || ref->name.value().type != ResourceType::kId) {
613 // If an inner element exists, the inner element must be a reference to another resource id
614 diag_->Error(DiagMessage(out_resource->source)
615 << "<" << parser->element_name()
616 << "> inner element must either be a resource reference or empty");
617 return false;
618 }
619 }
620
621 return true;
622 }
623
624 if (can_be_item) {
625 const auto item_iter = elToItemMap.find(resource_type);
626 if (item_iter != elToItemMap.end()) {
627 // This is an item, record its type and format and start parsing.
628
629 if (!maybe_name) {
630 diag_->Error(DiagMessage(out_resource->source)
631 << "<" << parser->element_name() << "> missing 'name' attribute");
632 return false;
633 }
634
635 out_resource->name.type = item_iter->second.type;
636 out_resource->name.entry = maybe_name.value().to_string();
637
638 // Only use the implied format of the type when there is no explicit format.
639 if (resource_format == 0u) {
640 resource_format = item_iter->second.format;
641 }
642
643 if (!ParseItem(parser, out_resource, resource_format)) {
644 return false;
645 }
646 return true;
647 }
648 }
649
650 // This might be a bag or something.
651 if (can_be_bag) {
652 const auto bag_iter = elToBagMap.find(resource_type);
653 if (bag_iter != elToBagMap.end()) {
654 // Ensure we have a name (unless this is a <public-group> or <overlayable>).
655 if (resource_type != "public-group" && resource_type != "overlayable") {
656 if (!maybe_name) {
657 diag_->Error(DiagMessage(out_resource->source)
658 << "<" << parser->element_name() << "> missing 'name' attribute");
659 return false;
660 }
661
662 out_resource->name.entry = maybe_name.value().to_string();
663 }
664
665 // Call the associated parse method. The type will be filled in by the
666 // parse func.
667 if (!bag_iter->second(this, parser, out_resource)) {
668 return false;
669 }
670 return true;
671 }
672 }
673
674 if (can_be_item) {
675 // Try parsing the elementName (or type) as a resource. These shall only be
676 // resources like 'layout' or 'xml' and they can only be references.
677 const ResourceType* parsed_type = ParseResourceType(resource_type);
678 if (parsed_type) {
679 if (!maybe_name) {
680 diag_->Error(DiagMessage(out_resource->source)
681 << "<" << parser->element_name()
682 << "> missing 'name' attribute");
683 return false;
684 }
685
686 out_resource->name.type = *parsed_type;
687 out_resource->name.entry = maybe_name.value().to_string();
688 out_resource->value = ParseXml(parser, android::ResTable_map::TYPE_REFERENCE, kNoRawString);
689 if (!out_resource->value) {
690 diag_->Error(DiagMessage(out_resource->source)
691 << "invalid value for type '" << *parsed_type << "'. Expected a reference");
692 return false;
693 }
694 return true;
695 }
696 }
697
698 // If the resource type was not recognized, write the error and return false.
699 diag_->Error(DiagMessage(out_resource->source)
700 << "unknown resource type '" << resource_type << "'");
701 return false;
702 }
703
ParseItem(xml::XmlPullParser * parser,ParsedResource * out_resource,const uint32_t format)704 bool ResourceParser::ParseItem(xml::XmlPullParser* parser,
705 ParsedResource* out_resource,
706 const uint32_t format) {
707 if (format == android::ResTable_map::TYPE_STRING) {
708 return ParseString(parser, out_resource);
709 }
710
711 out_resource->value = ParseXml(parser, format, kNoRawString);
712 if (!out_resource->value) {
713 diag_->Error(DiagMessage(out_resource->source) << "invalid "
714 << out_resource->name.type);
715 return false;
716 }
717 return true;
718 }
719
720 /**
721 * Reads the entire XML subtree and attempts to parse it as some Item,
722 * with typeMask denoting which items it can be. If allowRawValue is
723 * true, a RawString is returned if the XML couldn't be parsed as
724 * an Item. If allowRawValue is false, nullptr is returned in this
725 * case.
726 */
ParseXml(xml::XmlPullParser * parser,const uint32_t type_mask,const bool allow_raw_value)727 std::unique_ptr<Item> ResourceParser::ParseXml(xml::XmlPullParser* parser,
728 const uint32_t type_mask,
729 const bool allow_raw_value) {
730 const size_t begin_xml_line = parser->line_number();
731
732 std::string raw_value;
733 StyleString style_string;
734 std::vector<UntranslatableSection> untranslatable_sections;
735 if (!FlattenXmlSubtree(parser, &raw_value, &style_string, &untranslatable_sections)) {
736 return {};
737 }
738
739 if (!style_string.spans.empty()) {
740 // This can only be a StyledString.
741 std::unique_ptr<StyledString> styled_string =
742 util::make_unique<StyledString>(table_->string_pool.MakeRef(
743 style_string, StringPool::Context(StringPool::Context::kNormalPriority, config_)));
744 styled_string->untranslatable_sections = std::move(untranslatable_sections);
745 return std::move(styled_string);
746 }
747
748 auto on_create_reference = [&](const ResourceName& name) {
749 // name.package can be empty here, as it will assume the package name of the
750 // table.
751 std::unique_ptr<Id> id = util::make_unique<Id>();
752 id->SetSource(source_.WithLine(begin_xml_line));
753 table_->AddResource(name, {}, {}, std::move(id), diag_);
754 };
755
756 // Process the raw value.
757 std::unique_ptr<Item> processed_item =
758 ResourceUtils::TryParseItemForAttribute(raw_value, type_mask, on_create_reference);
759 if (processed_item) {
760 // Fix up the reference.
761 if (Reference* ref = ValueCast<Reference>(processed_item.get())) {
762 ResolvePackage(parser, ref);
763 }
764 return processed_item;
765 }
766
767 // Try making a regular string.
768 if (type_mask & android::ResTable_map::TYPE_STRING) {
769 // Use the trimmed, escaped string.
770 std::unique_ptr<String> string = util::make_unique<String>(
771 table_->string_pool.MakeRef(style_string.str, StringPool::Context(config_)));
772 string->untranslatable_sections = std::move(untranslatable_sections);
773 return std::move(string);
774 }
775
776 if (allow_raw_value) {
777 // We can't parse this so return a RawString if we are allowed.
778 return util::make_unique<RawString>(
779 table_->string_pool.MakeRef(util::TrimWhitespace(raw_value),
780 StringPool::Context(config_)));
781 } else if (util::TrimWhitespace(raw_value).empty()) {
782 // If the text is empty, and the value is not allowed to be a string, encode it as a @null.
783 return ResourceUtils::MakeNull();
784 }
785 return {};
786 }
787
ParseString(xml::XmlPullParser * parser,ParsedResource * out_resource)788 bool ResourceParser::ParseString(xml::XmlPullParser* parser,
789 ParsedResource* out_resource) {
790 bool formatted = true;
791 if (Maybe<StringPiece> formatted_attr =
792 xml::FindAttribute(parser, "formatted")) {
793 Maybe<bool> maybe_formatted =
794 ResourceUtils::ParseBool(formatted_attr.value());
795 if (!maybe_formatted) {
796 diag_->Error(DiagMessage(out_resource->source)
797 << "invalid value for 'formatted'. Must be a boolean");
798 return false;
799 }
800 formatted = maybe_formatted.value();
801 }
802
803 bool translatable = options_.translatable;
804 if (Maybe<StringPiece> translatable_attr = xml::FindAttribute(parser, "translatable")) {
805 Maybe<bool> maybe_translatable = ResourceUtils::ParseBool(translatable_attr.value());
806 if (!maybe_translatable) {
807 diag_->Error(DiagMessage(out_resource->source)
808 << "invalid value for 'translatable'. Must be a boolean");
809 return false;
810 }
811 translatable = maybe_translatable.value();
812 }
813
814 out_resource->value =
815 ParseXml(parser, android::ResTable_map::TYPE_STRING, kNoRawString);
816 if (!out_resource->value) {
817 diag_->Error(DiagMessage(out_resource->source) << "not a valid string");
818 return false;
819 }
820
821 if (String* string_value = ValueCast<String>(out_resource->value.get())) {
822 string_value->SetTranslatable(translatable);
823
824 if (formatted && translatable) {
825 if (!util::VerifyJavaStringFormat(*string_value->value)) {
826 DiagMessage msg(out_resource->source);
827 msg << "multiple substitutions specified in non-positional format; "
828 "did you mean to add the formatted=\"false\" attribute?";
829 if (options_.error_on_positional_arguments) {
830 diag_->Error(msg);
831 return false;
832 }
833
834 diag_->Warn(msg);
835 }
836 }
837
838 } else if (StyledString* string_value = ValueCast<StyledString>(out_resource->value.get())) {
839 string_value->SetTranslatable(translatable);
840 }
841 return true;
842 }
843
ParsePublic(xml::XmlPullParser * parser,ParsedResource * out_resource)844 bool ResourceParser::ParsePublic(xml::XmlPullParser* parser, ParsedResource* out_resource) {
845 if (options_.visibility) {
846 diag_->Error(DiagMessage(out_resource->source)
847 << "<public> tag not allowed with --visibility flag");
848 return false;
849 }
850
851 if (out_resource->config != ConfigDescription::DefaultConfig()) {
852 diag_->Warn(DiagMessage(out_resource->source)
853 << "ignoring configuration '" << out_resource->config << "' for <public> tag");
854 }
855
856 Maybe<StringPiece> maybe_type = xml::FindNonEmptyAttribute(parser, "type");
857 if (!maybe_type) {
858 diag_->Error(DiagMessage(out_resource->source)
859 << "<public> must have a 'type' attribute");
860 return false;
861 }
862
863 const ResourceType* parsed_type = ParseResourceType(maybe_type.value());
864 if (!parsed_type) {
865 diag_->Error(DiagMessage(out_resource->source) << "invalid resource type '"
866 << maybe_type.value()
867 << "' in <public>");
868 return false;
869 }
870
871 out_resource->name.type = *parsed_type;
872
873 if (Maybe<StringPiece> maybe_id_str = xml::FindNonEmptyAttribute(parser, "id")) {
874 Maybe<ResourceId> maybe_id = ResourceUtils::ParseResourceId(maybe_id_str.value());
875 if (!maybe_id) {
876 diag_->Error(DiagMessage(out_resource->source)
877 << "invalid resource ID '" << maybe_id_str.value() << "' in <public>");
878 return false;
879 }
880 out_resource->id = maybe_id.value();
881 }
882
883 if (*parsed_type == ResourceType::kId) {
884 // An ID marked as public is also the definition of an ID.
885 out_resource->value = util::make_unique<Id>();
886 }
887
888 out_resource->visibility_level = Visibility::Level::kPublic;
889 return true;
890 }
891
ParsePublicGroup(xml::XmlPullParser * parser,ParsedResource * out_resource)892 bool ResourceParser::ParsePublicGroup(xml::XmlPullParser* parser, ParsedResource* out_resource) {
893 if (options_.visibility) {
894 diag_->Error(DiagMessage(out_resource->source)
895 << "<public-group> tag not allowed with --visibility flag");
896 return false;
897 }
898
899 if (out_resource->config != ConfigDescription::DefaultConfig()) {
900 diag_->Warn(DiagMessage(out_resource->source)
901 << "ignoring configuration '" << out_resource->config
902 << "' for <public-group> tag");
903 }
904
905 Maybe<StringPiece> maybe_type = xml::FindNonEmptyAttribute(parser, "type");
906 if (!maybe_type) {
907 diag_->Error(DiagMessage(out_resource->source)
908 << "<public-group> must have a 'type' attribute");
909 return false;
910 }
911
912 const ResourceType* parsed_type = ParseResourceType(maybe_type.value());
913 if (!parsed_type) {
914 diag_->Error(DiagMessage(out_resource->source) << "invalid resource type '"
915 << maybe_type.value()
916 << "' in <public-group>");
917 return false;
918 }
919
920 Maybe<StringPiece> maybe_id_str =
921 xml::FindNonEmptyAttribute(parser, "first-id");
922 if (!maybe_id_str) {
923 diag_->Error(DiagMessage(out_resource->source)
924 << "<public-group> must have a 'first-id' attribute");
925 return false;
926 }
927
928 Maybe<ResourceId> maybe_id =
929 ResourceUtils::ParseResourceId(maybe_id_str.value());
930 if (!maybe_id) {
931 diag_->Error(DiagMessage(out_resource->source) << "invalid resource ID '"
932 << maybe_id_str.value()
933 << "' in <public-group>");
934 return false;
935 }
936
937 ResourceId next_id = maybe_id.value();
938
939 std::string comment;
940 bool error = false;
941 const size_t depth = parser->depth();
942 while (xml::XmlPullParser::NextChildNode(parser, depth)) {
943 if (parser->event() == xml::XmlPullParser::Event::kComment) {
944 comment = util::TrimWhitespace(parser->comment()).to_string();
945 continue;
946 } else if (parser->event() != xml::XmlPullParser::Event::kStartElement) {
947 // Skip text.
948 continue;
949 }
950
951 const Source item_source = source_.WithLine(parser->line_number());
952 const std::string& element_namespace = parser->element_namespace();
953 const std::string& element_name = parser->element_name();
954 if (element_namespace.empty() && element_name == "public") {
955 Maybe<StringPiece> maybe_name =
956 xml::FindNonEmptyAttribute(parser, "name");
957 if (!maybe_name) {
958 diag_->Error(DiagMessage(item_source)
959 << "<public> must have a 'name' attribute");
960 error = true;
961 continue;
962 }
963
964 if (xml::FindNonEmptyAttribute(parser, "id")) {
965 diag_->Error(DiagMessage(item_source)
966 << "'id' is ignored within <public-group>");
967 error = true;
968 continue;
969 }
970
971 if (xml::FindNonEmptyAttribute(parser, "type")) {
972 diag_->Error(DiagMessage(item_source)
973 << "'type' is ignored within <public-group>");
974 error = true;
975 continue;
976 }
977
978 ParsedResource child_resource;
979 child_resource.name.type = *parsed_type;
980 child_resource.name.entry = maybe_name.value().to_string();
981 child_resource.id = next_id;
982 child_resource.comment = std::move(comment);
983 child_resource.source = item_source;
984 child_resource.visibility_level = Visibility::Level::kPublic;
985 out_resource->child_resources.push_back(std::move(child_resource));
986
987 next_id.id += 1;
988
989 } else if (!ShouldIgnoreElement(element_namespace, element_name)) {
990 diag_->Error(DiagMessage(item_source) << ":" << element_name << ">");
991 error = true;
992 }
993 }
994 return !error;
995 }
996
ParseSymbolImpl(xml::XmlPullParser * parser,ParsedResource * out_resource)997 bool ResourceParser::ParseSymbolImpl(xml::XmlPullParser* parser,
998 ParsedResource* out_resource) {
999 Maybe<StringPiece> maybe_type = xml::FindNonEmptyAttribute(parser, "type");
1000 if (!maybe_type) {
1001 diag_->Error(DiagMessage(out_resource->source)
1002 << "<" << parser->element_name()
1003 << "> must have a 'type' attribute");
1004 return false;
1005 }
1006
1007 const ResourceType* parsed_type = ParseResourceType(maybe_type.value());
1008 if (!parsed_type) {
1009 diag_->Error(DiagMessage(out_resource->source)
1010 << "invalid resource type '" << maybe_type.value() << "' in <"
1011 << parser->element_name() << ">");
1012 return false;
1013 }
1014
1015 out_resource->name.type = *parsed_type;
1016 return true;
1017 }
1018
ParseSymbol(xml::XmlPullParser * parser,ParsedResource * out_resource)1019 bool ResourceParser::ParseSymbol(xml::XmlPullParser* parser, ParsedResource* out_resource) {
1020 if (options_.visibility) {
1021 diag_->Error(DiagMessage(out_resource->source)
1022 << "<java-symbol> and <symbol> tags not allowed with --visibility flag");
1023 return false;
1024 }
1025 if (out_resource->config != ConfigDescription::DefaultConfig()) {
1026 diag_->Warn(DiagMessage(out_resource->source)
1027 << "ignoring configuration '" << out_resource->config << "' for <"
1028 << parser->element_name() << "> tag");
1029 }
1030
1031 if (!ParseSymbolImpl(parser, out_resource)) {
1032 return false;
1033 }
1034
1035 out_resource->visibility_level = Visibility::Level::kPrivate;
1036 return true;
1037 }
1038
ParseOverlayable(xml::XmlPullParser * parser,ParsedResource * out_resource)1039 bool ResourceParser::ParseOverlayable(xml::XmlPullParser* parser, ParsedResource* out_resource) {
1040 if (out_resource->config != ConfigDescription::DefaultConfig()) {
1041 diag_->Warn(DiagMessage(out_resource->source)
1042 << "ignoring configuration '" << out_resource->config
1043 << "' for <overlayable> tag");
1044 }
1045
1046 Maybe<StringPiece> overlayable_name = xml::FindNonEmptyAttribute(parser, "name");
1047 if (!overlayable_name) {
1048 diag_->Error(DiagMessage(out_resource->source)
1049 << "<overlayable> tag must have a 'name' attribute");
1050 return false;
1051 }
1052
1053 const std::string kActorUriScheme =
1054 android::base::StringPrintf("%s://", Overlayable::kActorScheme);
1055 Maybe<StringPiece> overlayable_actor = xml::FindNonEmptyAttribute(parser, "actor");
1056 if (overlayable_actor && !util::StartsWith(overlayable_actor.value(), kActorUriScheme)) {
1057 diag_->Error(DiagMessage(out_resource->source)
1058 << "specified <overlayable> tag 'actor' attribute must use the scheme '"
1059 << Overlayable::kActorScheme << "'");
1060 return false;
1061 }
1062
1063 // Create a overlayable entry grouping that represents this <overlayable>
1064 auto overlayable = std::make_shared<Overlayable>(
1065 overlayable_name.value(), (overlayable_actor) ? overlayable_actor.value() : "",
1066 source_);
1067
1068 bool error = false;
1069 std::string comment;
1070 PolicyFlags current_policies = PolicyFlags::NONE;
1071 const size_t start_depth = parser->depth();
1072 while (xml::XmlPullParser::IsGoodEvent(parser->Next())) {
1073 xml::XmlPullParser::Event event = parser->event();
1074 if (event == xml::XmlPullParser::Event::kEndElement && parser->depth() == start_depth) {
1075 // Break the loop when exiting the <overlayable>
1076 break;
1077 } else if (event == xml::XmlPullParser::Event::kEndElement
1078 && parser->depth() == start_depth + 1) {
1079 // Clear the current policies when exiting the <policy> tags
1080 current_policies = PolicyFlags::NONE;
1081 continue;
1082 } else if (event == xml::XmlPullParser::Event::kComment) {
1083 // Retrieve the comment of individual <item> tags
1084 comment = parser->comment();
1085 continue;
1086 } else if (event != xml::XmlPullParser::Event::kStartElement) {
1087 // Skip to the start of the next element
1088 continue;
1089 }
1090
1091 const Source element_source = source_.WithLine(parser->line_number());
1092 const std::string& element_name = parser->element_name();
1093 const std::string& element_namespace = parser->element_namespace();
1094 if (element_namespace.empty() && element_name == "item") {
1095 if (current_policies == PolicyFlags::NONE) {
1096 diag_->Error(DiagMessage(element_source)
1097 << "<item> within an <overlayable> must be inside a <policy> block");
1098 error = true;
1099 continue;
1100 }
1101
1102 // Items specify the name and type of resource that should be overlayable
1103 Maybe<StringPiece> item_name = xml::FindNonEmptyAttribute(parser, "name");
1104 if (!item_name) {
1105 diag_->Error(DiagMessage(element_source)
1106 << "<item> within an <overlayable> must have a 'name' attribute");
1107 error = true;
1108 continue;
1109 }
1110
1111 Maybe<StringPiece> item_type = xml::FindNonEmptyAttribute(parser, "type");
1112 if (!item_type) {
1113 diag_->Error(DiagMessage(element_source)
1114 << "<item> within an <overlayable> must have a 'type' attribute");
1115 error = true;
1116 continue;
1117 }
1118
1119 const ResourceType* type = ParseResourceType(item_type.value());
1120 if (type == nullptr) {
1121 diag_->Error(DiagMessage(element_source)
1122 << "invalid resource type '" << item_type.value()
1123 << "' in <item> within an <overlayable>");
1124 error = true;
1125 continue;
1126 }
1127
1128 OverlayableItem overlayable_item(overlayable);
1129 overlayable_item.policies = current_policies;
1130 overlayable_item.comment = comment;
1131 overlayable_item.source = element_source;
1132
1133 ParsedResource child_resource{};
1134 child_resource.name.type = *type;
1135 child_resource.name.entry = item_name.value().to_string();
1136 child_resource.overlayable_item = overlayable_item;
1137 out_resource->child_resources.push_back(std::move(child_resource));
1138
1139 } else if (element_namespace.empty() && element_name == "policy") {
1140 if (current_policies != PolicyFlags::NONE) {
1141 // If the policy list is not empty, then we are currently inside a policy element
1142 diag_->Error(DiagMessage(element_source) << "<policy> blocks cannot be recursively nested");
1143 error = true;
1144 break;
1145 } else if (Maybe<StringPiece> maybe_type = xml::FindNonEmptyAttribute(parser, "type")) {
1146 // Parse the polices separated by vertical bar characters to allow for specifying multiple
1147 // policies. Items within the policy tag will have the specified policy.
1148 for (const StringPiece& part : util::Tokenize(maybe_type.value(), '|')) {
1149 StringPiece trimmed_part = util::TrimWhitespace(part);
1150 const auto policy = std::find_if(kPolicyStringToFlag.begin(),
1151 kPolicyStringToFlag.end(),
1152 [trimmed_part](const auto& it) {
1153 return trimmed_part == it.first;
1154 });
1155 if (policy == kPolicyStringToFlag.end()) {
1156 diag_->Error(DiagMessage(element_source)
1157 << "<policy> has unsupported type '" << trimmed_part << "'");
1158 error = true;
1159 continue;
1160 }
1161
1162 current_policies |= policy->second;
1163 }
1164 } else {
1165 diag_->Error(DiagMessage(element_source)
1166 << "<policy> must have a 'type' attribute");
1167 error = true;
1168 continue;
1169 }
1170 } else if (!ShouldIgnoreElement(element_namespace, element_name)) {
1171 diag_->Error(DiagMessage(element_source) << "invalid element <" << element_name << "> "
1172 << " in <overlayable>");
1173 error = true;
1174 break;
1175 }
1176
1177 comment.clear();
1178 }
1179
1180 return !error;
1181 }
1182
ParseAddResource(xml::XmlPullParser * parser,ParsedResource * out_resource)1183 bool ResourceParser::ParseAddResource(xml::XmlPullParser* parser, ParsedResource* out_resource) {
1184 if (ParseSymbolImpl(parser, out_resource)) {
1185 out_resource->visibility_level = Visibility::Level::kUndefined;
1186 out_resource->allow_new = true;
1187 return true;
1188 }
1189 return false;
1190 }
1191
ParseAttr(xml::XmlPullParser * parser,ParsedResource * out_resource)1192 bool ResourceParser::ParseAttr(xml::XmlPullParser* parser,
1193 ParsedResource* out_resource) {
1194 return ParseAttrImpl(parser, out_resource, false);
1195 }
1196
ParseAttrImpl(xml::XmlPullParser * parser,ParsedResource * out_resource,bool weak)1197 bool ResourceParser::ParseAttrImpl(xml::XmlPullParser* parser,
1198 ParsedResource* out_resource, bool weak) {
1199 out_resource->name.type = ResourceType::kAttr;
1200
1201 // Attributes only end up in default configuration.
1202 if (out_resource->config != ConfigDescription::DefaultConfig()) {
1203 diag_->Warn(DiagMessage(out_resource->source)
1204 << "ignoring configuration '" << out_resource->config
1205 << "' for attribute " << out_resource->name);
1206 out_resource->config = ConfigDescription::DefaultConfig();
1207 }
1208
1209 uint32_t type_mask = 0;
1210
1211 Maybe<StringPiece> maybe_format = xml::FindAttribute(parser, "format");
1212 if (maybe_format) {
1213 type_mask = ParseFormatAttribute(maybe_format.value());
1214 if (type_mask == 0) {
1215 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
1216 << "invalid attribute format '" << maybe_format.value() << "'");
1217 return false;
1218 }
1219 }
1220
1221 Maybe<int32_t> maybe_min, maybe_max;
1222
1223 if (Maybe<StringPiece> maybe_min_str = xml::FindAttribute(parser, "min")) {
1224 StringPiece min_str = util::TrimWhitespace(maybe_min_str.value());
1225 if (!min_str.empty()) {
1226 std::u16string min_str16 = util::Utf8ToUtf16(min_str);
1227 android::Res_value value;
1228 if (android::ResTable::stringToInt(min_str16.data(), min_str16.size(), &value)) {
1229 maybe_min = static_cast<int32_t>(value.data);
1230 }
1231 }
1232
1233 if (!maybe_min) {
1234 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
1235 << "invalid 'min' value '" << min_str << "'");
1236 return false;
1237 }
1238 }
1239
1240 if (Maybe<StringPiece> maybe_max_str = xml::FindAttribute(parser, "max")) {
1241 StringPiece max_str = util::TrimWhitespace(maybe_max_str.value());
1242 if (!max_str.empty()) {
1243 std::u16string max_str16 = util::Utf8ToUtf16(max_str);
1244 android::Res_value value;
1245 if (android::ResTable::stringToInt(max_str16.data(), max_str16.size(), &value)) {
1246 maybe_max = static_cast<int32_t>(value.data);
1247 }
1248 }
1249
1250 if (!maybe_max) {
1251 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
1252 << "invalid 'max' value '" << max_str << "'");
1253 return false;
1254 }
1255 }
1256
1257 if ((maybe_min || maybe_max) &&
1258 (type_mask & android::ResTable_map::TYPE_INTEGER) == 0) {
1259 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
1260 << "'min' and 'max' can only be used when format='integer'");
1261 return false;
1262 }
1263
1264 struct SymbolComparator {
1265 bool operator()(const Attribute::Symbol& a, const Attribute::Symbol& b) const {
1266 return a.symbol.name.value() < b.symbol.name.value();
1267 }
1268 };
1269
1270 std::set<Attribute::Symbol, SymbolComparator> items;
1271
1272 std::string comment;
1273 bool error = false;
1274 const size_t depth = parser->depth();
1275 while (xml::XmlPullParser::NextChildNode(parser, depth)) {
1276 if (parser->event() == xml::XmlPullParser::Event::kComment) {
1277 comment = util::TrimWhitespace(parser->comment()).to_string();
1278 continue;
1279 } else if (parser->event() != xml::XmlPullParser::Event::kStartElement) {
1280 // Skip text.
1281 continue;
1282 }
1283
1284 const Source item_source = source_.WithLine(parser->line_number());
1285 const std::string& element_namespace = parser->element_namespace();
1286 const std::string& element_name = parser->element_name();
1287 if (element_namespace.empty() && (element_name == "flag" || element_name == "enum")) {
1288 if (element_name == "enum") {
1289 if (type_mask & android::ResTable_map::TYPE_FLAGS) {
1290 diag_->Error(DiagMessage(item_source)
1291 << "can not define an <enum>; already defined a <flag>");
1292 error = true;
1293 continue;
1294 }
1295 type_mask |= android::ResTable_map::TYPE_ENUM;
1296
1297 } else if (element_name == "flag") {
1298 if (type_mask & android::ResTable_map::TYPE_ENUM) {
1299 diag_->Error(DiagMessage(item_source)
1300 << "can not define a <flag>; already defined an <enum>");
1301 error = true;
1302 continue;
1303 }
1304 type_mask |= android::ResTable_map::TYPE_FLAGS;
1305 }
1306
1307 if (Maybe<Attribute::Symbol> s =
1308 ParseEnumOrFlagItem(parser, element_name)) {
1309 Attribute::Symbol& symbol = s.value();
1310 ParsedResource child_resource;
1311 child_resource.name = symbol.symbol.name.value();
1312 child_resource.source = item_source;
1313 child_resource.value = util::make_unique<Id>();
1314 if (options_.visibility) {
1315 child_resource.visibility_level = options_.visibility.value();
1316 }
1317 out_resource->child_resources.push_back(std::move(child_resource));
1318
1319 symbol.symbol.SetComment(std::move(comment));
1320 symbol.symbol.SetSource(item_source);
1321
1322 auto insert_result = items.insert(std::move(symbol));
1323 if (!insert_result.second) {
1324 const Attribute::Symbol& existing_symbol = *insert_result.first;
1325 diag_->Error(DiagMessage(item_source)
1326 << "duplicate symbol '"
1327 << existing_symbol.symbol.name.value().entry << "'");
1328
1329 diag_->Note(DiagMessage(existing_symbol.symbol.GetSource())
1330 << "first defined here");
1331 error = true;
1332 }
1333 } else {
1334 error = true;
1335 }
1336 } else if (!ShouldIgnoreElement(element_namespace, element_name)) {
1337 diag_->Error(DiagMessage(item_source) << ":" << element_name << ">");
1338 error = true;
1339 }
1340
1341 comment = {};
1342 }
1343
1344 if (error) {
1345 return false;
1346 }
1347
1348 std::unique_ptr<Attribute> attr = util::make_unique<Attribute>(
1349 type_mask ? type_mask : uint32_t{android::ResTable_map::TYPE_ANY});
1350 attr->SetWeak(weak);
1351 attr->symbols = std::vector<Attribute::Symbol>(items.begin(), items.end());
1352 attr->min_int = maybe_min.value_or_default(std::numeric_limits<int32_t>::min());
1353 attr->max_int = maybe_max.value_or_default(std::numeric_limits<int32_t>::max());
1354 out_resource->value = std::move(attr);
1355 return true;
1356 }
1357
ParseEnumOrFlagItem(xml::XmlPullParser * parser,const StringPiece & tag)1358 Maybe<Attribute::Symbol> ResourceParser::ParseEnumOrFlagItem(
1359 xml::XmlPullParser* parser, const StringPiece& tag) {
1360 const Source source = source_.WithLine(parser->line_number());
1361
1362 Maybe<StringPiece> maybe_name = xml::FindNonEmptyAttribute(parser, "name");
1363 if (!maybe_name) {
1364 diag_->Error(DiagMessage(source) << "no attribute 'name' found for tag <"
1365 << tag << ">");
1366 return {};
1367 }
1368
1369 Maybe<StringPiece> maybe_value = xml::FindNonEmptyAttribute(parser, "value");
1370 if (!maybe_value) {
1371 diag_->Error(DiagMessage(source) << "no attribute 'value' found for tag <"
1372 << tag << ">");
1373 return {};
1374 }
1375
1376 std::u16string value16 = util::Utf8ToUtf16(maybe_value.value());
1377 android::Res_value val;
1378 if (!android::ResTable::stringToInt(value16.data(), value16.size(), &val)) {
1379 diag_->Error(DiagMessage(source) << "invalid value '" << maybe_value.value()
1380 << "' for <" << tag
1381 << ">; must be an integer");
1382 return {};
1383 }
1384
1385 return Attribute::Symbol{
1386 Reference(ResourceNameRef({}, ResourceType::kId, maybe_name.value())),
1387 val.data, val.dataType};
1388 }
1389
ParseStyleItem(xml::XmlPullParser * parser,Style * style)1390 bool ResourceParser::ParseStyleItem(xml::XmlPullParser* parser, Style* style) {
1391 const Source source = source_.WithLine(parser->line_number());
1392
1393 Maybe<StringPiece> maybe_name = xml::FindNonEmptyAttribute(parser, "name");
1394 if (!maybe_name) {
1395 diag_->Error(DiagMessage(source) << "<item> must have a 'name' attribute");
1396 return false;
1397 }
1398
1399 Maybe<Reference> maybe_key = ResourceUtils::ParseXmlAttributeName(maybe_name.value());
1400 if (!maybe_key) {
1401 diag_->Error(DiagMessage(source) << "invalid attribute name '" << maybe_name.value() << "'");
1402 return false;
1403 }
1404
1405 ResolvePackage(parser, &maybe_key.value());
1406 maybe_key.value().SetSource(source);
1407
1408 std::unique_ptr<Item> value = ParseXml(parser, 0, kAllowRawString);
1409 if (!value) {
1410 diag_->Error(DiagMessage(source) << "could not parse style item");
1411 return false;
1412 }
1413
1414 style->entries.push_back(Style::Entry{std::move(maybe_key.value()), std::move(value)});
1415 return true;
1416 }
1417
ParseStyle(const ResourceType type,xml::XmlPullParser * parser,ParsedResource * out_resource)1418 bool ResourceParser::ParseStyle(const ResourceType type, xml::XmlPullParser* parser,
1419 ParsedResource* out_resource) {
1420 out_resource->name.type = type;
1421
1422 std::unique_ptr<Style> style = util::make_unique<Style>();
1423
1424 Maybe<StringPiece> maybe_parent = xml::FindAttribute(parser, "parent");
1425 if (maybe_parent) {
1426 // If the parent is empty, we don't have a parent, but we also don't infer either.
1427 if (!maybe_parent.value().empty()) {
1428 std::string err_str;
1429 style->parent = ResourceUtils::ParseStyleParentReference(maybe_parent.value(), &err_str);
1430 if (!style->parent) {
1431 diag_->Error(DiagMessage(out_resource->source) << err_str);
1432 return false;
1433 }
1434
1435 // Transform the namespace prefix to the actual package name, and mark the reference as
1436 // private if appropriate.
1437 ResolvePackage(parser, &style->parent.value());
1438 }
1439
1440 } else {
1441 // No parent was specified, so try inferring it from the style name.
1442 std::string style_name = out_resource->name.entry;
1443 size_t pos = style_name.find_last_of(u'.');
1444 if (pos != std::string::npos) {
1445 style->parent_inferred = true;
1446 style->parent = Reference(ResourceName({}, ResourceType::kStyle, style_name.substr(0, pos)));
1447 }
1448 }
1449
1450 bool error = false;
1451 const size_t depth = parser->depth();
1452 while (xml::XmlPullParser::NextChildNode(parser, depth)) {
1453 if (parser->event() != xml::XmlPullParser::Event::kStartElement) {
1454 // Skip text and comments.
1455 continue;
1456 }
1457
1458 const std::string& element_namespace = parser->element_namespace();
1459 const std::string& element_name = parser->element_name();
1460 if (element_namespace == "" && element_name == "item") {
1461 error |= !ParseStyleItem(parser, style.get());
1462
1463 } else if (!ShouldIgnoreElement(element_namespace, element_name)) {
1464 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
1465 << ":" << element_name << ">");
1466 error = true;
1467 }
1468 }
1469
1470 if (error) {
1471 return false;
1472 }
1473
1474 out_resource->value = std::move(style);
1475 return true;
1476 }
1477
ParseArray(xml::XmlPullParser * parser,ParsedResource * out_resource)1478 bool ResourceParser::ParseArray(xml::XmlPullParser* parser, ParsedResource* out_resource) {
1479 uint32_t resource_format = android::ResTable_map::TYPE_ANY;
1480 if (Maybe<StringPiece> format_attr = xml::FindNonEmptyAttribute(parser, "format")) {
1481 resource_format = ParseFormatTypeNoEnumsOrFlags(format_attr.value());
1482 if (resource_format == 0u) {
1483 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
1484 << "'" << format_attr.value() << "' is an invalid format");
1485 return false;
1486 }
1487 }
1488 return ParseArrayImpl(parser, out_resource, resource_format);
1489 }
1490
ParseIntegerArray(xml::XmlPullParser * parser,ParsedResource * out_resource)1491 bool ResourceParser::ParseIntegerArray(xml::XmlPullParser* parser, ParsedResource* out_resource) {
1492 return ParseArrayImpl(parser, out_resource, android::ResTable_map::TYPE_INTEGER);
1493 }
1494
ParseStringArray(xml::XmlPullParser * parser,ParsedResource * out_resource)1495 bool ResourceParser::ParseStringArray(xml::XmlPullParser* parser, ParsedResource* out_resource) {
1496 return ParseArrayImpl(parser, out_resource, android::ResTable_map::TYPE_STRING);
1497 }
1498
ParseArrayImpl(xml::XmlPullParser * parser,ParsedResource * out_resource,const uint32_t typeMask)1499 bool ResourceParser::ParseArrayImpl(xml::XmlPullParser* parser,
1500 ParsedResource* out_resource,
1501 const uint32_t typeMask) {
1502 out_resource->name.type = ResourceType::kArray;
1503
1504 std::unique_ptr<Array> array = util::make_unique<Array>();
1505
1506 bool translatable = options_.translatable;
1507 if (Maybe<StringPiece> translatable_attr = xml::FindAttribute(parser, "translatable")) {
1508 Maybe<bool> maybe_translatable = ResourceUtils::ParseBool(translatable_attr.value());
1509 if (!maybe_translatable) {
1510 diag_->Error(DiagMessage(out_resource->source)
1511 << "invalid value for 'translatable'. Must be a boolean");
1512 return false;
1513 }
1514 translatable = maybe_translatable.value();
1515 }
1516 array->SetTranslatable(translatable);
1517
1518 bool error = false;
1519 const size_t depth = parser->depth();
1520 while (xml::XmlPullParser::NextChildNode(parser, depth)) {
1521 if (parser->event() != xml::XmlPullParser::Event::kStartElement) {
1522 // Skip text and comments.
1523 continue;
1524 }
1525
1526 const Source item_source = source_.WithLine(parser->line_number());
1527 const std::string& element_namespace = parser->element_namespace();
1528 const std::string& element_name = parser->element_name();
1529 if (element_namespace.empty() && element_name == "item") {
1530 std::unique_ptr<Item> item = ParseXml(parser, typeMask, kNoRawString);
1531 if (!item) {
1532 diag_->Error(DiagMessage(item_source) << "could not parse array item");
1533 error = true;
1534 continue;
1535 }
1536 item->SetSource(item_source);
1537 array->elements.emplace_back(std::move(item));
1538
1539 } else if (!ShouldIgnoreElement(element_namespace, element_name)) {
1540 diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
1541 << "unknown tag <" << element_namespace << ":"
1542 << element_name << ">");
1543 error = true;
1544 }
1545 }
1546
1547 if (error) {
1548 return false;
1549 }
1550
1551 out_resource->value = std::move(array);
1552 return true;
1553 }
1554
ParsePlural(xml::XmlPullParser * parser,ParsedResource * out_resource)1555 bool ResourceParser::ParsePlural(xml::XmlPullParser* parser,
1556 ParsedResource* out_resource) {
1557 out_resource->name.type = ResourceType::kPlurals;
1558
1559 std::unique_ptr<Plural> plural = util::make_unique<Plural>();
1560
1561 bool error = false;
1562 const size_t depth = parser->depth();
1563 while (xml::XmlPullParser::NextChildNode(parser, depth)) {
1564 if (parser->event() != xml::XmlPullParser::Event::kStartElement) {
1565 // Skip text and comments.
1566 continue;
1567 }
1568
1569 const Source item_source = source_.WithLine(parser->line_number());
1570 const std::string& element_namespace = parser->element_namespace();
1571 const std::string& element_name = parser->element_name();
1572 if (element_namespace.empty() && element_name == "item") {
1573 Maybe<StringPiece> maybe_quantity =
1574 xml::FindNonEmptyAttribute(parser, "quantity");
1575 if (!maybe_quantity) {
1576 diag_->Error(DiagMessage(item_source)
1577 << "<item> in <plurals> requires attribute "
1578 << "'quantity'");
1579 error = true;
1580 continue;
1581 }
1582
1583 StringPiece trimmed_quantity =
1584 util::TrimWhitespace(maybe_quantity.value());
1585 size_t index = 0;
1586 if (trimmed_quantity == "zero") {
1587 index = Plural::Zero;
1588 } else if (trimmed_quantity == "one") {
1589 index = Plural::One;
1590 } else if (trimmed_quantity == "two") {
1591 index = Plural::Two;
1592 } else if (trimmed_quantity == "few") {
1593 index = Plural::Few;
1594 } else if (trimmed_quantity == "many") {
1595 index = Plural::Many;
1596 } else if (trimmed_quantity == "other") {
1597 index = Plural::Other;
1598 } else {
1599 diag_->Error(DiagMessage(item_source)
1600 << "<item> in <plural> has invalid value '"
1601 << trimmed_quantity << "' for attribute 'quantity'");
1602 error = true;
1603 continue;
1604 }
1605
1606 if (plural->values[index]) {
1607 diag_->Error(DiagMessage(item_source) << "duplicate quantity '"
1608 << trimmed_quantity << "'");
1609 error = true;
1610 continue;
1611 }
1612
1613 if (!(plural->values[index] = ParseXml(
1614 parser, android::ResTable_map::TYPE_STRING, kNoRawString))) {
1615 error = true;
1616 continue;
1617 }
1618
1619 plural->values[index]->SetSource(item_source);
1620
1621 } else if (!ShouldIgnoreElement(element_namespace, element_name)) {
1622 diag_->Error(DiagMessage(item_source) << "unknown tag <"
1623 << element_namespace << ":"
1624 << element_name << ">");
1625 error = true;
1626 }
1627 }
1628
1629 if (error) {
1630 return false;
1631 }
1632
1633 out_resource->value = std::move(plural);
1634 return true;
1635 }
1636
ParseDeclareStyleable(xml::XmlPullParser * parser,ParsedResource * out_resource)1637 bool ResourceParser::ParseDeclareStyleable(xml::XmlPullParser* parser,
1638 ParsedResource* out_resource) {
1639 out_resource->name.type = ResourceType::kStyleable;
1640
1641 if (!options_.preserve_visibility_of_styleables) {
1642 // This was added in change Idd21b5de4d20be06c6f8c8eb5a22ccd68afc4927 to mimic aapt1, but no one
1643 // knows exactly what for.
1644 //
1645 // FWIW, styleables only appear in generated R classes. For custom views these should always be
1646 // package-private (to be used only by the view class); themes are a different story.
1647 out_resource->visibility_level = Visibility::Level::kPublic;
1648 }
1649
1650 // Declare-styleable only ends up in default config;
1651 if (out_resource->config != ConfigDescription::DefaultConfig()) {
1652 diag_->Warn(DiagMessage(out_resource->source)
1653 << "ignoring configuration '" << out_resource->config
1654 << "' for styleable " << out_resource->name.entry);
1655 out_resource->config = ConfigDescription::DefaultConfig();
1656 }
1657
1658 std::unique_ptr<Styleable> styleable = util::make_unique<Styleable>();
1659
1660 std::string comment;
1661 bool error = false;
1662 const size_t depth = parser->depth();
1663 while (xml::XmlPullParser::NextChildNode(parser, depth)) {
1664 if (parser->event() == xml::XmlPullParser::Event::kComment) {
1665 comment = util::TrimWhitespace(parser->comment()).to_string();
1666 continue;
1667 } else if (parser->event() != xml::XmlPullParser::Event::kStartElement) {
1668 // Ignore text.
1669 continue;
1670 }
1671
1672 const Source item_source = source_.WithLine(parser->line_number());
1673 const std::string& element_namespace = parser->element_namespace();
1674 const std::string& element_name = parser->element_name();
1675 if (element_namespace.empty() && element_name == "attr") {
1676 Maybe<StringPiece> maybe_name = xml::FindNonEmptyAttribute(parser, "name");
1677 if (!maybe_name) {
1678 diag_->Error(DiagMessage(item_source) << "<attr> tag must have a 'name' attribute");
1679 error = true;
1680 continue;
1681 }
1682
1683 // If this is a declaration, the package name may be in the name. Separate
1684 // these out.
1685 // Eg. <attr name="android:text" />
1686 Maybe<Reference> maybe_ref = ResourceUtils::ParseXmlAttributeName(maybe_name.value());
1687 if (!maybe_ref) {
1688 diag_->Error(DiagMessage(item_source) << "<attr> tag has invalid name '"
1689 << maybe_name.value() << "'");
1690 error = true;
1691 continue;
1692 }
1693
1694 Reference& child_ref = maybe_ref.value();
1695 xml::ResolvePackage(parser, &child_ref);
1696
1697 // Create the ParsedResource that will add the attribute to the table.
1698 ParsedResource child_resource;
1699 child_resource.name = child_ref.name.value();
1700 child_resource.source = item_source;
1701 child_resource.comment = std::move(comment);
1702 if (options_.visibility) {
1703 child_resource.visibility_level = options_.visibility.value();
1704 }
1705
1706 if (!ParseAttrImpl(parser, &child_resource, true)) {
1707 error = true;
1708 continue;
1709 }
1710
1711 // Create the reference to this attribute.
1712 child_ref.SetComment(child_resource.comment);
1713 child_ref.SetSource(item_source);
1714 styleable->entries.push_back(std::move(child_ref));
1715
1716 // Do not add referenced attributes that do not define a format to the table.
1717 CHECK(child_resource.value != nullptr);
1718 Attribute* attr = ValueCast<Attribute>(child_resource.value.get());
1719
1720 CHECK(attr != nullptr);
1721 if (attr->type_mask != android::ResTable_map::TYPE_ANY) {
1722 out_resource->child_resources.push_back(std::move(child_resource));
1723 }
1724
1725 } else if (!ShouldIgnoreElement(element_namespace, element_name)) {
1726 diag_->Error(DiagMessage(item_source) << "unknown tag <"
1727 << element_namespace << ":"
1728 << element_name << ">");
1729 error = true;
1730 }
1731
1732 comment = {};
1733 }
1734
1735 if (error) {
1736 return false;
1737 }
1738
1739 out_resource->value = std::move(styleable);
1740 return true;
1741 }
1742
1743 } // namespace aapt
1744