1 /*
2  * Copyright (C) 2015 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 #include "ResourceParser.h"
18 
19 #include <functional>
20 #include <limits>
21 #include <sstream>
22 
23 #include "android-base/logging.h"
24 
25 #include "ResourceTable.h"
26 #include "ResourceUtils.h"
27 #include "ResourceValues.h"
28 #include "ValueVisitor.h"
29 #include "text/Utf8Iterator.h"
30 #include "util/ImmutableMap.h"
31 #include "util/Maybe.h"
32 #include "util/Util.h"
33 #include "xml/XmlPullParser.h"
34 
35 #include "idmap2/Policies.h"
36 
37 using ::aapt::ResourceUtils::StringBuilder;
38 using ::aapt::text::Utf8Iterator;
39 using ::android::ConfigDescription;
40 using ::android::StringPiece;
41 
42 using android::idmap2::policy::kPolicyStringToFlag;
43 
44 namespace aapt {
45 
46 constexpr const char* sXliffNamespaceUri = "urn:oasis:names:tc:xliff:document:1.2";
47 
48 // Returns true if the element is <skip> or <eat-comment> and can be safely ignored.
ShouldIgnoreElement(const StringPiece & ns,const StringPiece & name)49 static bool ShouldIgnoreElement(const StringPiece& ns, const StringPiece& name) {
50   return ns.empty() && (name == "skip" || name == "eat-comment");
51 }
52 
ParseFormatTypeNoEnumsOrFlags(const StringPiece & piece)53 static uint32_t ParseFormatTypeNoEnumsOrFlags(const StringPiece& piece) {
54   if (piece == "reference") {
55     return android::ResTable_map::TYPE_REFERENCE;
56   } else if (piece == "string") {
57     return android::ResTable_map::TYPE_STRING;
58   } else if (piece == "integer") {
59     return android::ResTable_map::TYPE_INTEGER;
60   } else if (piece == "boolean") {
61     return android::ResTable_map::TYPE_BOOLEAN;
62   } else if (piece == "color") {
63     return android::ResTable_map::TYPE_COLOR;
64   } else if (piece == "float") {
65     return android::ResTable_map::TYPE_FLOAT;
66   } else if (piece == "dimension") {
67     return android::ResTable_map::TYPE_DIMENSION;
68   } else if (piece == "fraction") {
69     return android::ResTable_map::TYPE_FRACTION;
70   }
71   return 0;
72 }
73 
ParseFormatType(const StringPiece & piece)74 static uint32_t ParseFormatType(const StringPiece& piece) {
75   if (piece == "enum") {
76     return android::ResTable_map::TYPE_ENUM;
77   } else if (piece == "flags") {
78     return android::ResTable_map::TYPE_FLAGS;
79   }
80   return ParseFormatTypeNoEnumsOrFlags(piece);
81 }
82 
ParseFormatAttribute(const StringPiece & str)83 static uint32_t ParseFormatAttribute(const StringPiece& str) {
84   uint32_t mask = 0;
85   for (const StringPiece& part : util::Tokenize(str, '|')) {
86     StringPiece trimmed_part = util::TrimWhitespace(part);
87     uint32_t type = ParseFormatType(trimmed_part);
88     if (type == 0) {
89       return 0;
90     }
91     mask |= type;
92   }
93   return mask;
94 }
95 
96 // A parsed resource ready to be added to the ResourceTable.
97 struct ParsedResource {
98   ResourceName name;
99   ConfigDescription config;
100   std::string product;
101   Source source;
102 
103   ResourceId id;
104   Visibility::Level visibility_level = Visibility::Level::kUndefined;
105   bool allow_new = false;
106   Maybe<OverlayableItem> overlayable_item;
107 
108   std::string comment;
109   std::unique_ptr<Value> value;
110   std::list<ParsedResource> child_resources;
111 };
112 
113 // Recursively adds resources to the ResourceTable.
AddResourcesToTable(ResourceTable * table,IDiagnostics * diag,ParsedResource * res)114 static bool AddResourcesToTable(ResourceTable* table, IDiagnostics* diag, ParsedResource* res) {
115   StringPiece trimmed_comment = util::TrimWhitespace(res->comment);
116   if (trimmed_comment.size() != res->comment.size()) {
117     // Only if there was a change do we re-assign.
118     res->comment = trimmed_comment.to_string();
119   }
120 
121   if (res->visibility_level != Visibility::Level::kUndefined) {
122     Visibility visibility;
123     visibility.level = res->visibility_level;
124     visibility.source = res->source;
125     visibility.comment = res->comment;
126     if (!table->SetVisibilityWithId(res->name, visibility, res->id, diag)) {
127       return false;
128     }
129   }
130 
131   if (res->allow_new) {
132     AllowNew allow_new;
133     allow_new.source = res->source;
134     allow_new.comment = res->comment;
135     if (!table->SetAllowNew(res->name, allow_new, diag)) {
136       return false;
137     }
138   }
139 
140   if (res->overlayable_item) {
141     if (!table->SetOverlayable(res->name, res->overlayable_item.value(), diag)) {
142       return false;
143     }
144   }
145 
146   if (res->value != nullptr) {
147     // Attach the comment, source and config to the value.
148     res->value->SetComment(std::move(res->comment));
149     res->value->SetSource(std::move(res->source));
150 
151     if (!table->AddResourceWithId(res->name, res->id, res->config, res->product,
152                                   std::move(res->value), diag)) {
153       return false;
154     }
155   }
156 
157   bool error = false;
158   for (ParsedResource& child : res->child_resources) {
159     error |= !AddResourcesToTable(table, diag, &child);
160   }
161   return !error;
162 }
163 
164 // Convenient aliases for more readable function calls.
165 enum { kAllowRawString = true, kNoRawString = false };
166 
ResourceParser(IDiagnostics * diag,ResourceTable * table,const Source & source,const ConfigDescription & config,const ResourceParserOptions & options)167 ResourceParser::ResourceParser(IDiagnostics* diag, ResourceTable* table,
168                                const Source& source,
169                                const ConfigDescription& config,
170                                const ResourceParserOptions& options)
171     : diag_(diag),
172       table_(table),
173       source_(source),
174       config_(config),
175       options_(options) {}
176 
177 // Base class Node for representing the various Spans and UntranslatableSections of an XML string.
178 // This will be used to traverse and flatten the XML string into a single std::string, with all
179 // Span and Untranslatable data maintained in parallel, as indices into the string.
180 class Node {
181  public:
182   virtual ~Node() = default;
183 
184   // Adds the given child node to this parent node's set of child nodes, moving ownership to the
185   // parent node as well.
186   // Returns a pointer to the child node that was added as a convenience.
187   template <typename T>
AddChild(std::unique_ptr<T> node)188   T* AddChild(std::unique_ptr<T> node) {
189     T* raw_ptr = node.get();
190     children.push_back(std::move(node));
191     return raw_ptr;
192   }
193 
Build(StringBuilder * builder) const194   virtual void Build(StringBuilder* builder) const {
195     for (const auto& child : children) {
196       child->Build(builder);
197     }
198   }
199 
200   std::vector<std::unique_ptr<Node>> children;
201 };
202 
203 // A chunk of text in the XML string. This lives between other tags, such as XLIFF tags and Spans.
204 class SegmentNode : public Node {
205  public:
206   std::string data;
207 
Build(StringBuilder * builder) const208   void Build(StringBuilder* builder) const override {
209     builder->AppendText(data);
210   }
211 };
212 
213 // A tag that will be encoded into the final flattened string. Tags like <b> or <i>.
214 class SpanNode : public Node {
215  public:
216   std::string name;
217 
Build(StringBuilder * builder) const218   void Build(StringBuilder* builder) const override {
219     StringBuilder::SpanHandle span_handle = builder->StartSpan(name);
220     Node::Build(builder);
221     builder->EndSpan(span_handle);
222   }
223 };
224 
225 // An XLIFF 'g' tag, which marks a section of the string as untranslatable.
226 class UntranslatableNode : public Node {
227  public:
Build(StringBuilder * builder) const228   void Build(StringBuilder* builder) const override {
229     StringBuilder::UntranslatableHandle handle = builder->StartUntranslatable();
230     Node::Build(builder);
231     builder->EndUntranslatable(handle);
232   }
233 };
234 
235 // Build a string from XML that converts nested elements into Span objects.
FlattenXmlSubtree(xml::XmlPullParser * parser,std::string * out_raw_string,StyleString * out_style_string,std::vector<UntranslatableSection> * out_untranslatable_sections)236 bool ResourceParser::FlattenXmlSubtree(
237     xml::XmlPullParser* parser, std::string* out_raw_string, StyleString* out_style_string,
238     std::vector<UntranslatableSection>* out_untranslatable_sections) {
239   std::string raw_string;
240   std::string current_text;
241 
242   // The first occurrence of a <xliff:g> tag. Nested <xliff:g> tags are illegal.
243   Maybe<size_t> untranslatable_start_depth;
244 
245   Node root;
246   std::vector<Node*> node_stack;
247   node_stack.push_back(&root);
248 
249   bool saw_span_node = false;
250   SegmentNode* first_segment = nullptr;
251   SegmentNode* last_segment = nullptr;
252 
253   size_t depth = 1;
254   while (depth > 0 && xml::XmlPullParser::IsGoodEvent(parser->Next())) {
255     const xml::XmlPullParser::Event event = parser->event();
256 
257     // First take care of any SegmentNodes that should be created.
258     if (event == xml::XmlPullParser::Event::kStartElement
259         || event == xml::XmlPullParser::Event::kEndElement) {
260       if (!current_text.empty()) {
261         auto segment_node = util::make_unique<SegmentNode>();
262         segment_node->data = std::move(current_text);
263 
264         last_segment = node_stack.back()->AddChild(std::move(segment_node));
265         if (first_segment == nullptr) {
266           first_segment = last_segment;
267         }
268         current_text = {};
269       }
270     }
271 
272     switch (event) {
273       case xml::XmlPullParser::Event::kText: {
274         current_text += parser->text();
275         raw_string += parser->text();
276       } break;
277 
278       case xml::XmlPullParser::Event::kStartElement: {
279         if (parser->element_namespace().empty()) {
280           // This is an HTML tag which we encode as a span. Add it to the span stack.
281           std::unique_ptr<SpanNode> span_node = util::make_unique<SpanNode>();
282           span_node->name = parser->element_name();
283           const auto end_attr_iter = parser->end_attributes();
284           for (auto attr_iter = parser->begin_attributes(); attr_iter != end_attr_iter;
285                ++attr_iter) {
286             span_node->name += ";";
287             span_node->name += attr_iter->name;
288             span_node->name += "=";
289             span_node->name += attr_iter->value;
290           }
291 
292           node_stack.push_back(node_stack.back()->AddChild(std::move(span_node)));
293           saw_span_node = true;
294         } else if (parser->element_namespace() == sXliffNamespaceUri) {
295           // This is an XLIFF tag, which is not encoded as a span.
296           if (parser->element_name() == "g") {
297             // Check that an 'untranslatable' tag is not already being processed. Nested
298             // <xliff:g> tags are illegal.
299             if (untranslatable_start_depth) {
300               diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
301                            << "illegal nested XLIFF 'g' tag");
302               return false;
303             } else {
304               // Mark the beginning of an 'untranslatable' section.
305               untranslatable_start_depth = depth;
306               node_stack.push_back(
307                   node_stack.back()->AddChild(util::make_unique<UntranslatableNode>()));
308             }
309           } else {
310             // Ignore unknown XLIFF tags, but don't warn.
311             node_stack.push_back(node_stack.back()->AddChild(util::make_unique<Node>()));
312           }
313         } else {
314           // Besides XLIFF, any other namespaced tag is unsupported and ignored.
315           diag_->Warn(DiagMessage(source_.WithLine(parser->line_number()))
316                       << "ignoring element '" << parser->element_name()
317                       << "' with unknown namespace '" << parser->element_namespace() << "'");
318           node_stack.push_back(node_stack.back()->AddChild(util::make_unique<Node>()));
319         }
320 
321         // Enter one level inside the element.
322         depth++;
323       } break;
324 
325       case xml::XmlPullParser::Event::kEndElement: {
326         // Return one level from within the element.
327         depth--;
328         if (depth == 0) {
329           break;
330         }
331 
332         node_stack.pop_back();
333         if (untranslatable_start_depth == make_value(depth)) {
334           // This is the end of an untranslatable section.
335           untranslatable_start_depth = {};
336         }
337       } break;
338 
339       default:
340         // ignore.
341         break;
342     }
343   }
344 
345   // Sanity check to make sure we processed all the nodes.
346   CHECK(node_stack.size() == 1u);
347   CHECK(node_stack.back() == &root);
348 
349   if (!saw_span_node) {
350     // If there were no spans, we must treat this string a little differently (according to AAPT).
351     // Find and strip the leading whitespace from the first segment, and the trailing whitespace
352     // from the last segment.
353     if (first_segment != nullptr) {
354       // Trim leading whitespace.
355       StringPiece trimmed = util::TrimLeadingWhitespace(first_segment->data);
356       if (trimmed.size() != first_segment->data.size()) {
357         first_segment->data = trimmed.to_string();
358       }
359     }
360 
361     if (last_segment != nullptr) {
362       // Trim trailing whitespace.
363       StringPiece trimmed = util::TrimTrailingWhitespace(last_segment->data);
364       if (trimmed.size() != last_segment->data.size()) {
365         last_segment->data = trimmed.to_string();
366       }
367     }
368   }
369 
370   // Have the XML structure flatten itself into the StringBuilder. The StringBuilder will take
371   // care of recording the correctly adjusted Spans and UntranslatableSections.
372   StringBuilder builder;
373   root.Build(&builder);
374   if (!builder) {
375     diag_->Error(DiagMessage(source_.WithLine(parser->line_number())) << builder.GetError());
376     return false;
377   }
378 
379   ResourceUtils::FlattenedXmlString flattened_string = builder.GetFlattenedString();
380   *out_raw_string = std::move(raw_string);
381   *out_untranslatable_sections = std::move(flattened_string.untranslatable_sections);
382   out_style_string->str = std::move(flattened_string.text);
383   out_style_string->spans = std::move(flattened_string.spans);
384   return true;
385 }
386 
Parse(xml::XmlPullParser * parser)387 bool ResourceParser::Parse(xml::XmlPullParser* parser) {
388   bool error = false;
389   const size_t depth = parser->depth();
390   while (xml::XmlPullParser::NextChildNode(parser, depth)) {
391     if (parser->event() != xml::XmlPullParser::Event::kStartElement) {
392       // Skip comments and text.
393       continue;
394     }
395 
396     if (!parser->element_namespace().empty() || parser->element_name() != "resources") {
397       diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
398                    << "root element must be <resources>");
399       return false;
400     }
401 
402     error |= !ParseResources(parser);
403     break;
404   };
405 
406   if (parser->event() == xml::XmlPullParser::Event::kBadDocument) {
407     diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
408                  << "xml parser error: " << parser->error());
409     return false;
410   }
411   return !error;
412 }
413 
ParseResources(xml::XmlPullParser * parser)414 bool ResourceParser::ParseResources(xml::XmlPullParser* parser) {
415   std::set<ResourceName> stripped_resources;
416 
417   bool error = false;
418   std::string comment;
419   const size_t depth = parser->depth();
420   while (xml::XmlPullParser::NextChildNode(parser, depth)) {
421     const xml::XmlPullParser::Event event = parser->event();
422     if (event == xml::XmlPullParser::Event::kComment) {
423       comment = parser->comment();
424       continue;
425     }
426 
427     if (event == xml::XmlPullParser::Event::kText) {
428       if (!util::TrimWhitespace(parser->text()).empty()) {
429         diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
430                      << "plain text not allowed here");
431         error = true;
432       }
433       continue;
434     }
435 
436     CHECK(event == xml::XmlPullParser::Event::kStartElement);
437 
438     if (!parser->element_namespace().empty()) {
439       // Skip unknown namespace.
440       continue;
441     }
442 
443     std::string element_name = parser->element_name();
444     if (element_name == "skip" || element_name == "eat-comment") {
445       comment = "";
446       continue;
447     }
448 
449     ParsedResource parsed_resource;
450     parsed_resource.config = config_;
451     parsed_resource.source = source_.WithLine(parser->line_number());
452     parsed_resource.comment = std::move(comment);
453     if (options_.visibility) {
454       parsed_resource.visibility_level = options_.visibility.value();
455     }
456 
457     // Extract the product name if it exists.
458     if (Maybe<StringPiece> maybe_product = xml::FindNonEmptyAttribute(parser, "product")) {
459       parsed_resource.product = maybe_product.value().to_string();
460     }
461 
462     // Parse the resource regardless of product.
463     if (!ParseResource(parser, &parsed_resource)) {
464       error = true;
465       continue;
466     }
467 
468     if (!AddResourcesToTable(table_, diag_, &parsed_resource)) {
469       error = true;
470     }
471   }
472 
473   // Check that we included at least one variant of each stripped resource.
474   for (const ResourceName& stripped_resource : stripped_resources) {
475     if (!table_->FindResource(stripped_resource)) {
476       // Failed to find the resource.
477       diag_->Error(DiagMessage(source_) << "resource '" << stripped_resource
478                                         << "' was filtered out but no product variant remains");
479       error = true;
480     }
481   }
482 
483   return !error;
484 }
485 
ParseResource(xml::XmlPullParser * parser,ParsedResource * out_resource)486 bool ResourceParser::ParseResource(xml::XmlPullParser* parser,
487                                    ParsedResource* out_resource) {
488   struct ItemTypeFormat {
489     ResourceType type;
490     uint32_t format;
491   };
492 
493   using BagParseFunc = std::function<bool(ResourceParser*, xml::XmlPullParser*,
494                                           ParsedResource*)>;
495 
496   static const auto elToItemMap = ImmutableMap<std::string, ItemTypeFormat>::CreatePreSorted({
497       {"bool", {ResourceType::kBool, android::ResTable_map::TYPE_BOOLEAN}},
498       {"color", {ResourceType::kColor, android::ResTable_map::TYPE_COLOR}},
499       {"configVarying", {ResourceType::kConfigVarying, android::ResTable_map::TYPE_ANY}},
500       {"dimen",
501        {ResourceType::kDimen,
502         android::ResTable_map::TYPE_FLOAT | android::ResTable_map::TYPE_FRACTION |
503             android::ResTable_map::TYPE_DIMENSION}},
504       {"drawable", {ResourceType::kDrawable, android::ResTable_map::TYPE_COLOR}},
505       {"fraction",
506        {ResourceType::kFraction,
507         android::ResTable_map::TYPE_FLOAT | android::ResTable_map::TYPE_FRACTION |
508             android::ResTable_map::TYPE_DIMENSION}},
509       {"integer", {ResourceType::kInteger, android::ResTable_map::TYPE_INTEGER}},
510       {"string", {ResourceType::kString, android::ResTable_map::TYPE_STRING}},
511   });
512 
513   static const auto elToBagMap = ImmutableMap<std::string, BagParseFunc>::CreatePreSorted({
514       {"add-resource", std::mem_fn(&ResourceParser::ParseAddResource)},
515       {"array", std::mem_fn(&ResourceParser::ParseArray)},
516       {"attr", std::mem_fn(&ResourceParser::ParseAttr)},
517       {"configVarying",
518        std::bind(&ResourceParser::ParseStyle, std::placeholders::_1, ResourceType::kConfigVarying,
519                  std::placeholders::_2, std::placeholders::_3)},
520       {"declare-styleable", std::mem_fn(&ResourceParser::ParseDeclareStyleable)},
521       {"integer-array", std::mem_fn(&ResourceParser::ParseIntegerArray)},
522       {"java-symbol", std::mem_fn(&ResourceParser::ParseSymbol)},
523       {"overlayable", std::mem_fn(&ResourceParser::ParseOverlayable)},
524       {"plurals", std::mem_fn(&ResourceParser::ParsePlural)},
525       {"public", std::mem_fn(&ResourceParser::ParsePublic)},
526       {"public-group", std::mem_fn(&ResourceParser::ParsePublicGroup)},
527       {"string-array", std::mem_fn(&ResourceParser::ParseStringArray)},
528       {"style", std::bind(&ResourceParser::ParseStyle, std::placeholders::_1, ResourceType::kStyle,
529                           std::placeholders::_2, std::placeholders::_3)},
530       {"symbol", std::mem_fn(&ResourceParser::ParseSymbol)},
531   });
532 
533   std::string resource_type = parser->element_name();
534 
535   // The value format accepted for this resource.
536   uint32_t resource_format = 0u;
537 
538   bool can_be_item = true;
539   bool can_be_bag = true;
540   if (resource_type == "item") {
541     can_be_bag = false;
542 
543     // The default format for <item> is any. If a format attribute is present, that one will
544     // override the default.
545     resource_format = android::ResTable_map::TYPE_ANY;
546 
547     // Items have their type encoded in the type attribute.
548     if (Maybe<StringPiece> maybe_type = xml::FindNonEmptyAttribute(parser, "type")) {
549       resource_type = maybe_type.value().to_string();
550     } else {
551       diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
552                    << "<item> must have a 'type' attribute");
553       return false;
554     }
555 
556     if (Maybe<StringPiece> maybe_format = xml::FindNonEmptyAttribute(parser, "format")) {
557       // An explicit format for this resource was specified. The resource will
558       // retain its type in its name, but the accepted value for this type is
559       // overridden.
560       resource_format = ParseFormatTypeNoEnumsOrFlags(maybe_format.value());
561       if (!resource_format) {
562         diag_->Error(DiagMessage(out_resource->source)
563                      << "'" << maybe_format.value()
564                      << "' is an invalid format");
565         return false;
566       }
567     }
568   } else if (resource_type == "bag") {
569     can_be_item = false;
570 
571     // Bags have their type encoded in the type attribute.
572     if (Maybe<StringPiece> maybe_type = xml::FindNonEmptyAttribute(parser, "type")) {
573       resource_type = maybe_type.value().to_string();
574     } else {
575       diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
576                    << "<bag> must have a 'type' attribute");
577       return false;
578     }
579   }
580 
581   // Get the name of the resource. This will be checked later, because not all
582   // XML elements require a name.
583   Maybe<StringPiece> maybe_name = xml::FindNonEmptyAttribute(parser, "name");
584 
585   if (resource_type == "id") {
586     if (!maybe_name) {
587       diag_->Error(DiagMessage(out_resource->source)
588                    << "<" << parser->element_name()
589                    << "> missing 'name' attribute");
590       return false;
591     }
592 
593     out_resource->name.type = ResourceType::kId;
594     out_resource->name.entry = maybe_name.value().to_string();
595 
596     // Ids either represent a unique resource id or reference another resource id
597     auto item = ParseItem(parser, out_resource, resource_format);
598     if (!item) {
599       return false;
600     }
601 
602     String* empty = ValueCast<String>(out_resource->value.get());
603     if (empty && *empty->value == "") {
604       // If no inner element exists, represent a unique identifier
605       out_resource->value = util::make_unique<Id>();
606     } else {
607       Reference* ref = ValueCast<Reference>(out_resource->value.get());
608       if (ref && !ref->name && !ref->id) {
609         // A null reference also means there is no inner element when ids are in the form:
610         //    <id name="name"/>
611         out_resource->value = util::make_unique<Id>();
612       } else if (!ref || ref->name.value().type != ResourceType::kId) {
613         // If an inner element exists, the inner element must be a reference to another resource id
614         diag_->Error(DiagMessage(out_resource->source)
615                          << "<" << parser->element_name()
616                          << "> inner element must either be a resource reference or empty");
617         return false;
618       }
619     }
620 
621     return true;
622   }
623 
624   if (can_be_item) {
625     const auto item_iter = elToItemMap.find(resource_type);
626     if (item_iter != elToItemMap.end()) {
627       // This is an item, record its type and format and start parsing.
628 
629       if (!maybe_name) {
630         diag_->Error(DiagMessage(out_resource->source)
631                      << "<" << parser->element_name() << "> missing 'name' attribute");
632         return false;
633       }
634 
635       out_resource->name.type = item_iter->second.type;
636       out_resource->name.entry = maybe_name.value().to_string();
637 
638       // Only use the implied format of the type when there is no explicit format.
639       if (resource_format == 0u) {
640         resource_format = item_iter->second.format;
641       }
642 
643       if (!ParseItem(parser, out_resource, resource_format)) {
644         return false;
645       }
646       return true;
647     }
648   }
649 
650   // This might be a bag or something.
651   if (can_be_bag) {
652     const auto bag_iter = elToBagMap.find(resource_type);
653     if (bag_iter != elToBagMap.end()) {
654       // Ensure we have a name (unless this is a <public-group> or <overlayable>).
655       if (resource_type != "public-group" && resource_type != "overlayable") {
656         if (!maybe_name) {
657           diag_->Error(DiagMessage(out_resource->source)
658                        << "<" << parser->element_name() << "> missing 'name' attribute");
659           return false;
660         }
661 
662         out_resource->name.entry = maybe_name.value().to_string();
663       }
664 
665       // Call the associated parse method. The type will be filled in by the
666       // parse func.
667       if (!bag_iter->second(this, parser, out_resource)) {
668         return false;
669       }
670       return true;
671     }
672   }
673 
674   if (can_be_item) {
675     // Try parsing the elementName (or type) as a resource. These shall only be
676     // resources like 'layout' or 'xml' and they can only be references.
677     const ResourceType* parsed_type = ParseResourceType(resource_type);
678     if (parsed_type) {
679       if (!maybe_name) {
680         diag_->Error(DiagMessage(out_resource->source)
681                      << "<" << parser->element_name()
682                      << "> missing 'name' attribute");
683         return false;
684       }
685 
686       out_resource->name.type = *parsed_type;
687       out_resource->name.entry = maybe_name.value().to_string();
688       out_resource->value = ParseXml(parser, android::ResTable_map::TYPE_REFERENCE, kNoRawString);
689       if (!out_resource->value) {
690         diag_->Error(DiagMessage(out_resource->source)
691                      << "invalid value for type '" << *parsed_type << "'. Expected a reference");
692         return false;
693       }
694       return true;
695     }
696   }
697 
698   // If the resource type was not recognized, write the error and return false.
699   diag_->Error(DiagMessage(out_resource->source)
700               << "unknown resource type '" << resource_type << "'");
701   return false;
702 }
703 
ParseItem(xml::XmlPullParser * parser,ParsedResource * out_resource,const uint32_t format)704 bool ResourceParser::ParseItem(xml::XmlPullParser* parser,
705                                ParsedResource* out_resource,
706                                const uint32_t format) {
707   if (format == android::ResTable_map::TYPE_STRING) {
708     return ParseString(parser, out_resource);
709   }
710 
711   out_resource->value = ParseXml(parser, format, kNoRawString);
712   if (!out_resource->value) {
713     diag_->Error(DiagMessage(out_resource->source) << "invalid "
714                                                    << out_resource->name.type);
715     return false;
716   }
717   return true;
718 }
719 
720 /**
721  * Reads the entire XML subtree and attempts to parse it as some Item,
722  * with typeMask denoting which items it can be. If allowRawValue is
723  * true, a RawString is returned if the XML couldn't be parsed as
724  * an Item. If allowRawValue is false, nullptr is returned in this
725  * case.
726  */
ParseXml(xml::XmlPullParser * parser,const uint32_t type_mask,const bool allow_raw_value)727 std::unique_ptr<Item> ResourceParser::ParseXml(xml::XmlPullParser* parser,
728                                                const uint32_t type_mask,
729                                                const bool allow_raw_value) {
730   const size_t begin_xml_line = parser->line_number();
731 
732   std::string raw_value;
733   StyleString style_string;
734   std::vector<UntranslatableSection> untranslatable_sections;
735   if (!FlattenXmlSubtree(parser, &raw_value, &style_string, &untranslatable_sections)) {
736     return {};
737   }
738 
739   if (!style_string.spans.empty()) {
740     // This can only be a StyledString.
741     std::unique_ptr<StyledString> styled_string =
742         util::make_unique<StyledString>(table_->string_pool.MakeRef(
743             style_string, StringPool::Context(StringPool::Context::kNormalPriority, config_)));
744     styled_string->untranslatable_sections = std::move(untranslatable_sections);
745     return std::move(styled_string);
746   }
747 
748   auto on_create_reference = [&](const ResourceName& name) {
749     // name.package can be empty here, as it will assume the package name of the
750     // table.
751     std::unique_ptr<Id> id = util::make_unique<Id>();
752     id->SetSource(source_.WithLine(begin_xml_line));
753     table_->AddResource(name, {}, {}, std::move(id), diag_);
754   };
755 
756   // Process the raw value.
757   std::unique_ptr<Item> processed_item =
758       ResourceUtils::TryParseItemForAttribute(raw_value, type_mask, on_create_reference);
759   if (processed_item) {
760     // Fix up the reference.
761     if (Reference* ref = ValueCast<Reference>(processed_item.get())) {
762       ResolvePackage(parser, ref);
763     }
764     return processed_item;
765   }
766 
767   // Try making a regular string.
768   if (type_mask & android::ResTable_map::TYPE_STRING) {
769     // Use the trimmed, escaped string.
770     std::unique_ptr<String> string = util::make_unique<String>(
771         table_->string_pool.MakeRef(style_string.str, StringPool::Context(config_)));
772     string->untranslatable_sections = std::move(untranslatable_sections);
773     return std::move(string);
774   }
775 
776   if (allow_raw_value) {
777     // We can't parse this so return a RawString if we are allowed.
778     return util::make_unique<RawString>(
779         table_->string_pool.MakeRef(util::TrimWhitespace(raw_value),
780                                     StringPool::Context(config_)));
781   } else if (util::TrimWhitespace(raw_value).empty()) {
782     // If the text is empty, and the value is not allowed to be a string, encode it as a @null.
783     return ResourceUtils::MakeNull();
784   }
785   return {};
786 }
787 
ParseString(xml::XmlPullParser * parser,ParsedResource * out_resource)788 bool ResourceParser::ParseString(xml::XmlPullParser* parser,
789                                  ParsedResource* out_resource) {
790   bool formatted = true;
791   if (Maybe<StringPiece> formatted_attr =
792           xml::FindAttribute(parser, "formatted")) {
793     Maybe<bool> maybe_formatted =
794         ResourceUtils::ParseBool(formatted_attr.value());
795     if (!maybe_formatted) {
796       diag_->Error(DiagMessage(out_resource->source)
797                    << "invalid value for 'formatted'. Must be a boolean");
798       return false;
799     }
800     formatted = maybe_formatted.value();
801   }
802 
803   bool translatable = options_.translatable;
804   if (Maybe<StringPiece> translatable_attr = xml::FindAttribute(parser, "translatable")) {
805     Maybe<bool> maybe_translatable = ResourceUtils::ParseBool(translatable_attr.value());
806     if (!maybe_translatable) {
807       diag_->Error(DiagMessage(out_resource->source)
808                    << "invalid value for 'translatable'. Must be a boolean");
809       return false;
810     }
811     translatable = maybe_translatable.value();
812   }
813 
814   out_resource->value =
815       ParseXml(parser, android::ResTable_map::TYPE_STRING, kNoRawString);
816   if (!out_resource->value) {
817     diag_->Error(DiagMessage(out_resource->source) << "not a valid string");
818     return false;
819   }
820 
821   if (String* string_value = ValueCast<String>(out_resource->value.get())) {
822     string_value->SetTranslatable(translatable);
823 
824     if (formatted && translatable) {
825       if (!util::VerifyJavaStringFormat(*string_value->value)) {
826         DiagMessage msg(out_resource->source);
827         msg << "multiple substitutions specified in non-positional format; "
828                "did you mean to add the formatted=\"false\" attribute?";
829         if (options_.error_on_positional_arguments) {
830           diag_->Error(msg);
831           return false;
832         }
833 
834         diag_->Warn(msg);
835       }
836     }
837 
838   } else if (StyledString* string_value = ValueCast<StyledString>(out_resource->value.get())) {
839     string_value->SetTranslatable(translatable);
840   }
841   return true;
842 }
843 
ParsePublic(xml::XmlPullParser * parser,ParsedResource * out_resource)844 bool ResourceParser::ParsePublic(xml::XmlPullParser* parser, ParsedResource* out_resource) {
845   if (options_.visibility) {
846     diag_->Error(DiagMessage(out_resource->source)
847                  << "<public> tag not allowed with --visibility flag");
848     return false;
849   }
850 
851   if (out_resource->config != ConfigDescription::DefaultConfig()) {
852     diag_->Warn(DiagMessage(out_resource->source)
853                 << "ignoring configuration '" << out_resource->config << "' for <public> tag");
854   }
855 
856   Maybe<StringPiece> maybe_type = xml::FindNonEmptyAttribute(parser, "type");
857   if (!maybe_type) {
858     diag_->Error(DiagMessage(out_resource->source)
859                  << "<public> must have a 'type' attribute");
860     return false;
861   }
862 
863   const ResourceType* parsed_type = ParseResourceType(maybe_type.value());
864   if (!parsed_type) {
865     diag_->Error(DiagMessage(out_resource->source) << "invalid resource type '"
866                                                    << maybe_type.value()
867                                                    << "' in <public>");
868     return false;
869   }
870 
871   out_resource->name.type = *parsed_type;
872 
873   if (Maybe<StringPiece> maybe_id_str = xml::FindNonEmptyAttribute(parser, "id")) {
874     Maybe<ResourceId> maybe_id = ResourceUtils::ParseResourceId(maybe_id_str.value());
875     if (!maybe_id) {
876       diag_->Error(DiagMessage(out_resource->source)
877                    << "invalid resource ID '" << maybe_id_str.value() << "' in <public>");
878       return false;
879     }
880     out_resource->id = maybe_id.value();
881   }
882 
883   if (*parsed_type == ResourceType::kId) {
884     // An ID marked as public is also the definition of an ID.
885     out_resource->value = util::make_unique<Id>();
886   }
887 
888   out_resource->visibility_level = Visibility::Level::kPublic;
889   return true;
890 }
891 
ParsePublicGroup(xml::XmlPullParser * parser,ParsedResource * out_resource)892 bool ResourceParser::ParsePublicGroup(xml::XmlPullParser* parser, ParsedResource* out_resource) {
893   if (options_.visibility) {
894     diag_->Error(DiagMessage(out_resource->source)
895                  << "<public-group> tag not allowed with --visibility flag");
896     return false;
897   }
898 
899   if (out_resource->config != ConfigDescription::DefaultConfig()) {
900     diag_->Warn(DiagMessage(out_resource->source)
901                 << "ignoring configuration '" << out_resource->config
902                 << "' for <public-group> tag");
903   }
904 
905   Maybe<StringPiece> maybe_type = xml::FindNonEmptyAttribute(parser, "type");
906   if (!maybe_type) {
907     diag_->Error(DiagMessage(out_resource->source)
908                  << "<public-group> must have a 'type' attribute");
909     return false;
910   }
911 
912   const ResourceType* parsed_type = ParseResourceType(maybe_type.value());
913   if (!parsed_type) {
914     diag_->Error(DiagMessage(out_resource->source) << "invalid resource type '"
915                                                    << maybe_type.value()
916                                                    << "' in <public-group>");
917     return false;
918   }
919 
920   Maybe<StringPiece> maybe_id_str =
921       xml::FindNonEmptyAttribute(parser, "first-id");
922   if (!maybe_id_str) {
923     diag_->Error(DiagMessage(out_resource->source)
924                  << "<public-group> must have a 'first-id' attribute");
925     return false;
926   }
927 
928   Maybe<ResourceId> maybe_id =
929       ResourceUtils::ParseResourceId(maybe_id_str.value());
930   if (!maybe_id) {
931     diag_->Error(DiagMessage(out_resource->source) << "invalid resource ID '"
932                                                    << maybe_id_str.value()
933                                                    << "' in <public-group>");
934     return false;
935   }
936 
937   ResourceId next_id = maybe_id.value();
938 
939   std::string comment;
940   bool error = false;
941   const size_t depth = parser->depth();
942   while (xml::XmlPullParser::NextChildNode(parser, depth)) {
943     if (parser->event() == xml::XmlPullParser::Event::kComment) {
944       comment = util::TrimWhitespace(parser->comment()).to_string();
945       continue;
946     } else if (parser->event() != xml::XmlPullParser::Event::kStartElement) {
947       // Skip text.
948       continue;
949     }
950 
951     const Source item_source = source_.WithLine(parser->line_number());
952     const std::string& element_namespace = parser->element_namespace();
953     const std::string& element_name = parser->element_name();
954     if (element_namespace.empty() && element_name == "public") {
955       Maybe<StringPiece> maybe_name =
956           xml::FindNonEmptyAttribute(parser, "name");
957       if (!maybe_name) {
958         diag_->Error(DiagMessage(item_source)
959                      << "<public> must have a 'name' attribute");
960         error = true;
961         continue;
962       }
963 
964       if (xml::FindNonEmptyAttribute(parser, "id")) {
965         diag_->Error(DiagMessage(item_source)
966                      << "'id' is ignored within <public-group>");
967         error = true;
968         continue;
969       }
970 
971       if (xml::FindNonEmptyAttribute(parser, "type")) {
972         diag_->Error(DiagMessage(item_source)
973                      << "'type' is ignored within <public-group>");
974         error = true;
975         continue;
976       }
977 
978       ParsedResource child_resource;
979       child_resource.name.type = *parsed_type;
980       child_resource.name.entry = maybe_name.value().to_string();
981       child_resource.id = next_id;
982       child_resource.comment = std::move(comment);
983       child_resource.source = item_source;
984       child_resource.visibility_level = Visibility::Level::kPublic;
985       out_resource->child_resources.push_back(std::move(child_resource));
986 
987       next_id.id += 1;
988 
989     } else if (!ShouldIgnoreElement(element_namespace, element_name)) {
990       diag_->Error(DiagMessage(item_source) << ":" << element_name << ">");
991       error = true;
992     }
993   }
994   return !error;
995 }
996 
ParseSymbolImpl(xml::XmlPullParser * parser,ParsedResource * out_resource)997 bool ResourceParser::ParseSymbolImpl(xml::XmlPullParser* parser,
998                                      ParsedResource* out_resource) {
999   Maybe<StringPiece> maybe_type = xml::FindNonEmptyAttribute(parser, "type");
1000   if (!maybe_type) {
1001     diag_->Error(DiagMessage(out_resource->source)
1002                  << "<" << parser->element_name()
1003                  << "> must have a 'type' attribute");
1004     return false;
1005   }
1006 
1007   const ResourceType* parsed_type = ParseResourceType(maybe_type.value());
1008   if (!parsed_type) {
1009     diag_->Error(DiagMessage(out_resource->source)
1010                  << "invalid resource type '" << maybe_type.value() << "' in <"
1011                  << parser->element_name() << ">");
1012     return false;
1013   }
1014 
1015   out_resource->name.type = *parsed_type;
1016   return true;
1017 }
1018 
ParseSymbol(xml::XmlPullParser * parser,ParsedResource * out_resource)1019 bool ResourceParser::ParseSymbol(xml::XmlPullParser* parser, ParsedResource* out_resource) {
1020   if (options_.visibility) {
1021     diag_->Error(DiagMessage(out_resource->source)
1022                  << "<java-symbol> and <symbol> tags not allowed with --visibility flag");
1023     return false;
1024   }
1025   if (out_resource->config != ConfigDescription::DefaultConfig()) {
1026     diag_->Warn(DiagMessage(out_resource->source)
1027                 << "ignoring configuration '" << out_resource->config << "' for <"
1028                 << parser->element_name() << "> tag");
1029   }
1030 
1031   if (!ParseSymbolImpl(parser, out_resource)) {
1032     return false;
1033   }
1034 
1035   out_resource->visibility_level = Visibility::Level::kPrivate;
1036   return true;
1037 }
1038 
ParseOverlayable(xml::XmlPullParser * parser,ParsedResource * out_resource)1039 bool ResourceParser::ParseOverlayable(xml::XmlPullParser* parser, ParsedResource* out_resource) {
1040   if (out_resource->config != ConfigDescription::DefaultConfig()) {
1041     diag_->Warn(DiagMessage(out_resource->source)
1042                 << "ignoring configuration '" << out_resource->config
1043                 << "' for <overlayable> tag");
1044   }
1045 
1046   Maybe<StringPiece> overlayable_name = xml::FindNonEmptyAttribute(parser, "name");
1047   if (!overlayable_name) {
1048     diag_->Error(DiagMessage(out_resource->source)
1049                   << "<overlayable> tag must have a 'name' attribute");
1050     return false;
1051   }
1052 
1053   const std::string kActorUriScheme =
1054       android::base::StringPrintf("%s://", Overlayable::kActorScheme);
1055   Maybe<StringPiece> overlayable_actor = xml::FindNonEmptyAttribute(parser, "actor");
1056   if (overlayable_actor && !util::StartsWith(overlayable_actor.value(), kActorUriScheme)) {
1057     diag_->Error(DiagMessage(out_resource->source)
1058                  << "specified <overlayable> tag 'actor' attribute must use the scheme '"
1059                  << Overlayable::kActorScheme << "'");
1060     return false;
1061   }
1062 
1063   // Create a overlayable entry grouping that represents this <overlayable>
1064   auto overlayable = std::make_shared<Overlayable>(
1065       overlayable_name.value(), (overlayable_actor) ? overlayable_actor.value() : "",
1066       source_);
1067 
1068   bool error = false;
1069   std::string comment;
1070   PolicyFlags current_policies = PolicyFlags::NONE;
1071   const size_t start_depth = parser->depth();
1072   while (xml::XmlPullParser::IsGoodEvent(parser->Next())) {
1073     xml::XmlPullParser::Event event = parser->event();
1074     if (event == xml::XmlPullParser::Event::kEndElement && parser->depth() == start_depth) {
1075       // Break the loop when exiting the <overlayable>
1076       break;
1077     } else if (event == xml::XmlPullParser::Event::kEndElement
1078                && parser->depth() == start_depth + 1) {
1079       // Clear the current policies when exiting the <policy> tags
1080       current_policies = PolicyFlags::NONE;
1081       continue;
1082     } else if (event == xml::XmlPullParser::Event::kComment) {
1083       // Retrieve the comment of individual <item> tags
1084       comment = parser->comment();
1085       continue;
1086     } else if (event != xml::XmlPullParser::Event::kStartElement) {
1087       // Skip to the start of the next element
1088       continue;
1089     }
1090 
1091     const Source element_source = source_.WithLine(parser->line_number());
1092     const std::string& element_name = parser->element_name();
1093     const std::string& element_namespace = parser->element_namespace();
1094     if (element_namespace.empty() && element_name == "item") {
1095       if (current_policies == PolicyFlags::NONE) {
1096         diag_->Error(DiagMessage(element_source)
1097                          << "<item> within an <overlayable> must be inside a <policy> block");
1098         error = true;
1099         continue;
1100       }
1101 
1102       // Items specify the name and type of resource that should be overlayable
1103       Maybe<StringPiece> item_name = xml::FindNonEmptyAttribute(parser, "name");
1104       if (!item_name) {
1105         diag_->Error(DiagMessage(element_source)
1106                      << "<item> within an <overlayable> must have a 'name' attribute");
1107         error = true;
1108         continue;
1109       }
1110 
1111       Maybe<StringPiece> item_type = xml::FindNonEmptyAttribute(parser, "type");
1112       if (!item_type) {
1113         diag_->Error(DiagMessage(element_source)
1114                      << "<item> within an <overlayable> must have a 'type' attribute");
1115         error = true;
1116         continue;
1117       }
1118 
1119       const ResourceType* type = ParseResourceType(item_type.value());
1120       if (type == nullptr) {
1121         diag_->Error(DiagMessage(element_source)
1122                      << "invalid resource type '" << item_type.value()
1123                      << "' in <item> within an <overlayable>");
1124         error = true;
1125         continue;
1126       }
1127 
1128       OverlayableItem overlayable_item(overlayable);
1129       overlayable_item.policies = current_policies;
1130       overlayable_item.comment = comment;
1131       overlayable_item.source = element_source;
1132 
1133       ParsedResource child_resource{};
1134       child_resource.name.type = *type;
1135       child_resource.name.entry = item_name.value().to_string();
1136       child_resource.overlayable_item = overlayable_item;
1137       out_resource->child_resources.push_back(std::move(child_resource));
1138 
1139     } else if (element_namespace.empty() && element_name == "policy") {
1140       if (current_policies != PolicyFlags::NONE) {
1141         // If the policy list is not empty, then we are currently inside a policy element
1142         diag_->Error(DiagMessage(element_source) << "<policy> blocks cannot be recursively nested");
1143         error = true;
1144         break;
1145       } else if (Maybe<StringPiece> maybe_type = xml::FindNonEmptyAttribute(parser, "type")) {
1146         // Parse the polices separated by vertical bar characters to allow for specifying multiple
1147         // policies. Items within the policy tag will have the specified policy.
1148         for (const StringPiece& part : util::Tokenize(maybe_type.value(), '|')) {
1149           StringPiece trimmed_part = util::TrimWhitespace(part);
1150           const auto policy = std::find_if(kPolicyStringToFlag.begin(),
1151                                            kPolicyStringToFlag.end(),
1152                                            [trimmed_part](const auto& it) {
1153                                              return trimmed_part == it.first;
1154                                            });
1155           if (policy == kPolicyStringToFlag.end()) {
1156             diag_->Error(DiagMessage(element_source)
1157                          << "<policy> has unsupported type '" << trimmed_part << "'");
1158             error = true;
1159             continue;
1160           }
1161 
1162           current_policies |= policy->second;
1163         }
1164       } else {
1165         diag_->Error(DiagMessage(element_source)
1166                      << "<policy> must have a 'type' attribute");
1167         error = true;
1168         continue;
1169       }
1170     } else if (!ShouldIgnoreElement(element_namespace, element_name)) {
1171       diag_->Error(DiagMessage(element_source) << "invalid element <" << element_name << "> "
1172                                                << " in <overlayable>");
1173       error = true;
1174       break;
1175     }
1176 
1177     comment.clear();
1178   }
1179 
1180   return !error;
1181 }
1182 
ParseAddResource(xml::XmlPullParser * parser,ParsedResource * out_resource)1183 bool ResourceParser::ParseAddResource(xml::XmlPullParser* parser, ParsedResource* out_resource) {
1184   if (ParseSymbolImpl(parser, out_resource)) {
1185     out_resource->visibility_level = Visibility::Level::kUndefined;
1186     out_resource->allow_new = true;
1187     return true;
1188   }
1189   return false;
1190 }
1191 
ParseAttr(xml::XmlPullParser * parser,ParsedResource * out_resource)1192 bool ResourceParser::ParseAttr(xml::XmlPullParser* parser,
1193                                ParsedResource* out_resource) {
1194   return ParseAttrImpl(parser, out_resource, false);
1195 }
1196 
ParseAttrImpl(xml::XmlPullParser * parser,ParsedResource * out_resource,bool weak)1197 bool ResourceParser::ParseAttrImpl(xml::XmlPullParser* parser,
1198                                    ParsedResource* out_resource, bool weak) {
1199   out_resource->name.type = ResourceType::kAttr;
1200 
1201   // Attributes only end up in default configuration.
1202   if (out_resource->config != ConfigDescription::DefaultConfig()) {
1203     diag_->Warn(DiagMessage(out_resource->source)
1204                 << "ignoring configuration '" << out_resource->config
1205                 << "' for attribute " << out_resource->name);
1206     out_resource->config = ConfigDescription::DefaultConfig();
1207   }
1208 
1209   uint32_t type_mask = 0;
1210 
1211   Maybe<StringPiece> maybe_format = xml::FindAttribute(parser, "format");
1212   if (maybe_format) {
1213     type_mask = ParseFormatAttribute(maybe_format.value());
1214     if (type_mask == 0) {
1215       diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
1216                    << "invalid attribute format '" << maybe_format.value() << "'");
1217       return false;
1218     }
1219   }
1220 
1221   Maybe<int32_t> maybe_min, maybe_max;
1222 
1223   if (Maybe<StringPiece> maybe_min_str = xml::FindAttribute(parser, "min")) {
1224     StringPiece min_str = util::TrimWhitespace(maybe_min_str.value());
1225     if (!min_str.empty()) {
1226       std::u16string min_str16 = util::Utf8ToUtf16(min_str);
1227       android::Res_value value;
1228       if (android::ResTable::stringToInt(min_str16.data(), min_str16.size(), &value)) {
1229         maybe_min = static_cast<int32_t>(value.data);
1230       }
1231     }
1232 
1233     if (!maybe_min) {
1234       diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
1235                    << "invalid 'min' value '" << min_str << "'");
1236       return false;
1237     }
1238   }
1239 
1240   if (Maybe<StringPiece> maybe_max_str = xml::FindAttribute(parser, "max")) {
1241     StringPiece max_str = util::TrimWhitespace(maybe_max_str.value());
1242     if (!max_str.empty()) {
1243       std::u16string max_str16 = util::Utf8ToUtf16(max_str);
1244       android::Res_value value;
1245       if (android::ResTable::stringToInt(max_str16.data(), max_str16.size(), &value)) {
1246         maybe_max = static_cast<int32_t>(value.data);
1247       }
1248     }
1249 
1250     if (!maybe_max) {
1251       diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
1252                    << "invalid 'max' value '" << max_str << "'");
1253       return false;
1254     }
1255   }
1256 
1257   if ((maybe_min || maybe_max) &&
1258       (type_mask & android::ResTable_map::TYPE_INTEGER) == 0) {
1259     diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
1260                  << "'min' and 'max' can only be used when format='integer'");
1261     return false;
1262   }
1263 
1264   struct SymbolComparator {
1265     bool operator()(const Attribute::Symbol& a, const Attribute::Symbol& b) const {
1266       return a.symbol.name.value() < b.symbol.name.value();
1267     }
1268   };
1269 
1270   std::set<Attribute::Symbol, SymbolComparator> items;
1271 
1272   std::string comment;
1273   bool error = false;
1274   const size_t depth = parser->depth();
1275   while (xml::XmlPullParser::NextChildNode(parser, depth)) {
1276     if (parser->event() == xml::XmlPullParser::Event::kComment) {
1277       comment = util::TrimWhitespace(parser->comment()).to_string();
1278       continue;
1279     } else if (parser->event() != xml::XmlPullParser::Event::kStartElement) {
1280       // Skip text.
1281       continue;
1282     }
1283 
1284     const Source item_source = source_.WithLine(parser->line_number());
1285     const std::string& element_namespace = parser->element_namespace();
1286     const std::string& element_name = parser->element_name();
1287     if (element_namespace.empty() && (element_name == "flag" || element_name == "enum")) {
1288       if (element_name == "enum") {
1289         if (type_mask & android::ResTable_map::TYPE_FLAGS) {
1290           diag_->Error(DiagMessage(item_source)
1291                        << "can not define an <enum>; already defined a <flag>");
1292           error = true;
1293           continue;
1294         }
1295         type_mask |= android::ResTable_map::TYPE_ENUM;
1296 
1297       } else if (element_name == "flag") {
1298         if (type_mask & android::ResTable_map::TYPE_ENUM) {
1299           diag_->Error(DiagMessage(item_source)
1300                        << "can not define a <flag>; already defined an <enum>");
1301           error = true;
1302           continue;
1303         }
1304         type_mask |= android::ResTable_map::TYPE_FLAGS;
1305       }
1306 
1307       if (Maybe<Attribute::Symbol> s =
1308               ParseEnumOrFlagItem(parser, element_name)) {
1309         Attribute::Symbol& symbol = s.value();
1310         ParsedResource child_resource;
1311         child_resource.name = symbol.symbol.name.value();
1312         child_resource.source = item_source;
1313         child_resource.value = util::make_unique<Id>();
1314         if (options_.visibility) {
1315           child_resource.visibility_level = options_.visibility.value();
1316         }
1317         out_resource->child_resources.push_back(std::move(child_resource));
1318 
1319         symbol.symbol.SetComment(std::move(comment));
1320         symbol.symbol.SetSource(item_source);
1321 
1322         auto insert_result = items.insert(std::move(symbol));
1323         if (!insert_result.second) {
1324           const Attribute::Symbol& existing_symbol = *insert_result.first;
1325           diag_->Error(DiagMessage(item_source)
1326                        << "duplicate symbol '"
1327                        << existing_symbol.symbol.name.value().entry << "'");
1328 
1329           diag_->Note(DiagMessage(existing_symbol.symbol.GetSource())
1330                       << "first defined here");
1331           error = true;
1332         }
1333       } else {
1334         error = true;
1335       }
1336     } else if (!ShouldIgnoreElement(element_namespace, element_name)) {
1337       diag_->Error(DiagMessage(item_source) << ":" << element_name << ">");
1338       error = true;
1339     }
1340 
1341     comment = {};
1342   }
1343 
1344   if (error) {
1345     return false;
1346   }
1347 
1348   std::unique_ptr<Attribute> attr = util::make_unique<Attribute>(
1349       type_mask ? type_mask : uint32_t{android::ResTable_map::TYPE_ANY});
1350   attr->SetWeak(weak);
1351   attr->symbols = std::vector<Attribute::Symbol>(items.begin(), items.end());
1352   attr->min_int = maybe_min.value_or_default(std::numeric_limits<int32_t>::min());
1353   attr->max_int = maybe_max.value_or_default(std::numeric_limits<int32_t>::max());
1354   out_resource->value = std::move(attr);
1355   return true;
1356 }
1357 
ParseEnumOrFlagItem(xml::XmlPullParser * parser,const StringPiece & tag)1358 Maybe<Attribute::Symbol> ResourceParser::ParseEnumOrFlagItem(
1359     xml::XmlPullParser* parser, const StringPiece& tag) {
1360   const Source source = source_.WithLine(parser->line_number());
1361 
1362   Maybe<StringPiece> maybe_name = xml::FindNonEmptyAttribute(parser, "name");
1363   if (!maybe_name) {
1364     diag_->Error(DiagMessage(source) << "no attribute 'name' found for tag <"
1365                                      << tag << ">");
1366     return {};
1367   }
1368 
1369   Maybe<StringPiece> maybe_value = xml::FindNonEmptyAttribute(parser, "value");
1370   if (!maybe_value) {
1371     diag_->Error(DiagMessage(source) << "no attribute 'value' found for tag <"
1372                                      << tag << ">");
1373     return {};
1374   }
1375 
1376   std::u16string value16 = util::Utf8ToUtf16(maybe_value.value());
1377   android::Res_value val;
1378   if (!android::ResTable::stringToInt(value16.data(), value16.size(), &val)) {
1379     diag_->Error(DiagMessage(source) << "invalid value '" << maybe_value.value()
1380                                      << "' for <" << tag
1381                                      << ">; must be an integer");
1382     return {};
1383   }
1384 
1385   return Attribute::Symbol{
1386       Reference(ResourceNameRef({}, ResourceType::kId, maybe_name.value())),
1387       val.data, val.dataType};
1388 }
1389 
ParseStyleItem(xml::XmlPullParser * parser,Style * style)1390 bool ResourceParser::ParseStyleItem(xml::XmlPullParser* parser, Style* style) {
1391   const Source source = source_.WithLine(parser->line_number());
1392 
1393   Maybe<StringPiece> maybe_name = xml::FindNonEmptyAttribute(parser, "name");
1394   if (!maybe_name) {
1395     diag_->Error(DiagMessage(source) << "<item> must have a 'name' attribute");
1396     return false;
1397   }
1398 
1399   Maybe<Reference> maybe_key = ResourceUtils::ParseXmlAttributeName(maybe_name.value());
1400   if (!maybe_key) {
1401     diag_->Error(DiagMessage(source) << "invalid attribute name '" << maybe_name.value() << "'");
1402     return false;
1403   }
1404 
1405   ResolvePackage(parser, &maybe_key.value());
1406   maybe_key.value().SetSource(source);
1407 
1408   std::unique_ptr<Item> value = ParseXml(parser, 0, kAllowRawString);
1409   if (!value) {
1410     diag_->Error(DiagMessage(source) << "could not parse style item");
1411     return false;
1412   }
1413 
1414   style->entries.push_back(Style::Entry{std::move(maybe_key.value()), std::move(value)});
1415   return true;
1416 }
1417 
ParseStyle(const ResourceType type,xml::XmlPullParser * parser,ParsedResource * out_resource)1418 bool ResourceParser::ParseStyle(const ResourceType type, xml::XmlPullParser* parser,
1419                                 ParsedResource* out_resource) {
1420   out_resource->name.type = type;
1421 
1422   std::unique_ptr<Style> style = util::make_unique<Style>();
1423 
1424   Maybe<StringPiece> maybe_parent = xml::FindAttribute(parser, "parent");
1425   if (maybe_parent) {
1426     // If the parent is empty, we don't have a parent, but we also don't infer either.
1427     if (!maybe_parent.value().empty()) {
1428       std::string err_str;
1429       style->parent = ResourceUtils::ParseStyleParentReference(maybe_parent.value(), &err_str);
1430       if (!style->parent) {
1431         diag_->Error(DiagMessage(out_resource->source) << err_str);
1432         return false;
1433       }
1434 
1435       // Transform the namespace prefix to the actual package name, and mark the reference as
1436       // private if appropriate.
1437       ResolvePackage(parser, &style->parent.value());
1438     }
1439 
1440   } else {
1441     // No parent was specified, so try inferring it from the style name.
1442     std::string style_name = out_resource->name.entry;
1443     size_t pos = style_name.find_last_of(u'.');
1444     if (pos != std::string::npos) {
1445       style->parent_inferred = true;
1446       style->parent = Reference(ResourceName({}, ResourceType::kStyle, style_name.substr(0, pos)));
1447     }
1448   }
1449 
1450   bool error = false;
1451   const size_t depth = parser->depth();
1452   while (xml::XmlPullParser::NextChildNode(parser, depth)) {
1453     if (parser->event() != xml::XmlPullParser::Event::kStartElement) {
1454       // Skip text and comments.
1455       continue;
1456     }
1457 
1458     const std::string& element_namespace = parser->element_namespace();
1459     const std::string& element_name = parser->element_name();
1460     if (element_namespace == "" && element_name == "item") {
1461       error |= !ParseStyleItem(parser, style.get());
1462 
1463     } else if (!ShouldIgnoreElement(element_namespace, element_name)) {
1464       diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
1465                    << ":" << element_name << ">");
1466       error = true;
1467     }
1468   }
1469 
1470   if (error) {
1471     return false;
1472   }
1473 
1474   out_resource->value = std::move(style);
1475   return true;
1476 }
1477 
ParseArray(xml::XmlPullParser * parser,ParsedResource * out_resource)1478 bool ResourceParser::ParseArray(xml::XmlPullParser* parser, ParsedResource* out_resource) {
1479   uint32_t resource_format = android::ResTable_map::TYPE_ANY;
1480   if (Maybe<StringPiece> format_attr = xml::FindNonEmptyAttribute(parser, "format")) {
1481     resource_format = ParseFormatTypeNoEnumsOrFlags(format_attr.value());
1482     if (resource_format == 0u) {
1483       diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
1484                    << "'" << format_attr.value() << "' is an invalid format");
1485       return false;
1486     }
1487   }
1488   return ParseArrayImpl(parser, out_resource, resource_format);
1489 }
1490 
ParseIntegerArray(xml::XmlPullParser * parser,ParsedResource * out_resource)1491 bool ResourceParser::ParseIntegerArray(xml::XmlPullParser* parser, ParsedResource* out_resource) {
1492   return ParseArrayImpl(parser, out_resource, android::ResTable_map::TYPE_INTEGER);
1493 }
1494 
ParseStringArray(xml::XmlPullParser * parser,ParsedResource * out_resource)1495 bool ResourceParser::ParseStringArray(xml::XmlPullParser* parser, ParsedResource* out_resource) {
1496   return ParseArrayImpl(parser, out_resource, android::ResTable_map::TYPE_STRING);
1497 }
1498 
ParseArrayImpl(xml::XmlPullParser * parser,ParsedResource * out_resource,const uint32_t typeMask)1499 bool ResourceParser::ParseArrayImpl(xml::XmlPullParser* parser,
1500                                     ParsedResource* out_resource,
1501                                     const uint32_t typeMask) {
1502   out_resource->name.type = ResourceType::kArray;
1503 
1504   std::unique_ptr<Array> array = util::make_unique<Array>();
1505 
1506   bool translatable = options_.translatable;
1507   if (Maybe<StringPiece> translatable_attr = xml::FindAttribute(parser, "translatable")) {
1508     Maybe<bool> maybe_translatable = ResourceUtils::ParseBool(translatable_attr.value());
1509     if (!maybe_translatable) {
1510       diag_->Error(DiagMessage(out_resource->source)
1511                    << "invalid value for 'translatable'. Must be a boolean");
1512       return false;
1513     }
1514     translatable = maybe_translatable.value();
1515   }
1516   array->SetTranslatable(translatable);
1517 
1518   bool error = false;
1519   const size_t depth = parser->depth();
1520   while (xml::XmlPullParser::NextChildNode(parser, depth)) {
1521     if (parser->event() != xml::XmlPullParser::Event::kStartElement) {
1522       // Skip text and comments.
1523       continue;
1524     }
1525 
1526     const Source item_source = source_.WithLine(parser->line_number());
1527     const std::string& element_namespace = parser->element_namespace();
1528     const std::string& element_name = parser->element_name();
1529     if (element_namespace.empty() && element_name == "item") {
1530       std::unique_ptr<Item> item = ParseXml(parser, typeMask, kNoRawString);
1531       if (!item) {
1532         diag_->Error(DiagMessage(item_source) << "could not parse array item");
1533         error = true;
1534         continue;
1535       }
1536       item->SetSource(item_source);
1537       array->elements.emplace_back(std::move(item));
1538 
1539     } else if (!ShouldIgnoreElement(element_namespace, element_name)) {
1540       diag_->Error(DiagMessage(source_.WithLine(parser->line_number()))
1541                    << "unknown tag <" << element_namespace << ":"
1542                    << element_name << ">");
1543       error = true;
1544     }
1545   }
1546 
1547   if (error) {
1548     return false;
1549   }
1550 
1551   out_resource->value = std::move(array);
1552   return true;
1553 }
1554 
ParsePlural(xml::XmlPullParser * parser,ParsedResource * out_resource)1555 bool ResourceParser::ParsePlural(xml::XmlPullParser* parser,
1556                                  ParsedResource* out_resource) {
1557   out_resource->name.type = ResourceType::kPlurals;
1558 
1559   std::unique_ptr<Plural> plural = util::make_unique<Plural>();
1560 
1561   bool error = false;
1562   const size_t depth = parser->depth();
1563   while (xml::XmlPullParser::NextChildNode(parser, depth)) {
1564     if (parser->event() != xml::XmlPullParser::Event::kStartElement) {
1565       // Skip text and comments.
1566       continue;
1567     }
1568 
1569     const Source item_source = source_.WithLine(parser->line_number());
1570     const std::string& element_namespace = parser->element_namespace();
1571     const std::string& element_name = parser->element_name();
1572     if (element_namespace.empty() && element_name == "item") {
1573       Maybe<StringPiece> maybe_quantity =
1574           xml::FindNonEmptyAttribute(parser, "quantity");
1575       if (!maybe_quantity) {
1576         diag_->Error(DiagMessage(item_source)
1577                      << "<item> in <plurals> requires attribute "
1578                      << "'quantity'");
1579         error = true;
1580         continue;
1581       }
1582 
1583       StringPiece trimmed_quantity =
1584           util::TrimWhitespace(maybe_quantity.value());
1585       size_t index = 0;
1586       if (trimmed_quantity == "zero") {
1587         index = Plural::Zero;
1588       } else if (trimmed_quantity == "one") {
1589         index = Plural::One;
1590       } else if (trimmed_quantity == "two") {
1591         index = Plural::Two;
1592       } else if (trimmed_quantity == "few") {
1593         index = Plural::Few;
1594       } else if (trimmed_quantity == "many") {
1595         index = Plural::Many;
1596       } else if (trimmed_quantity == "other") {
1597         index = Plural::Other;
1598       } else {
1599         diag_->Error(DiagMessage(item_source)
1600                      << "<item> in <plural> has invalid value '"
1601                      << trimmed_quantity << "' for attribute 'quantity'");
1602         error = true;
1603         continue;
1604       }
1605 
1606       if (plural->values[index]) {
1607         diag_->Error(DiagMessage(item_source) << "duplicate quantity '"
1608                                               << trimmed_quantity << "'");
1609         error = true;
1610         continue;
1611       }
1612 
1613       if (!(plural->values[index] = ParseXml(
1614                 parser, android::ResTable_map::TYPE_STRING, kNoRawString))) {
1615         error = true;
1616         continue;
1617       }
1618 
1619       plural->values[index]->SetSource(item_source);
1620 
1621     } else if (!ShouldIgnoreElement(element_namespace, element_name)) {
1622       diag_->Error(DiagMessage(item_source) << "unknown tag <"
1623                                             << element_namespace << ":"
1624                                             << element_name << ">");
1625       error = true;
1626     }
1627   }
1628 
1629   if (error) {
1630     return false;
1631   }
1632 
1633   out_resource->value = std::move(plural);
1634   return true;
1635 }
1636 
ParseDeclareStyleable(xml::XmlPullParser * parser,ParsedResource * out_resource)1637 bool ResourceParser::ParseDeclareStyleable(xml::XmlPullParser* parser,
1638                                            ParsedResource* out_resource) {
1639   out_resource->name.type = ResourceType::kStyleable;
1640 
1641   if (!options_.preserve_visibility_of_styleables) {
1642     // This was added in change Idd21b5de4d20be06c6f8c8eb5a22ccd68afc4927 to mimic aapt1, but no one
1643     // knows exactly what for.
1644     //
1645     // FWIW, styleables only appear in generated R classes.  For custom views these should always be
1646     // package-private (to be used only by the view class); themes are a different story.
1647     out_resource->visibility_level = Visibility::Level::kPublic;
1648   }
1649 
1650   // Declare-styleable only ends up in default config;
1651   if (out_resource->config != ConfigDescription::DefaultConfig()) {
1652     diag_->Warn(DiagMessage(out_resource->source)
1653                 << "ignoring configuration '" << out_resource->config
1654                 << "' for styleable " << out_resource->name.entry);
1655     out_resource->config = ConfigDescription::DefaultConfig();
1656   }
1657 
1658   std::unique_ptr<Styleable> styleable = util::make_unique<Styleable>();
1659 
1660   std::string comment;
1661   bool error = false;
1662   const size_t depth = parser->depth();
1663   while (xml::XmlPullParser::NextChildNode(parser, depth)) {
1664     if (parser->event() == xml::XmlPullParser::Event::kComment) {
1665       comment = util::TrimWhitespace(parser->comment()).to_string();
1666       continue;
1667     } else if (parser->event() != xml::XmlPullParser::Event::kStartElement) {
1668       // Ignore text.
1669       continue;
1670     }
1671 
1672     const Source item_source = source_.WithLine(parser->line_number());
1673     const std::string& element_namespace = parser->element_namespace();
1674     const std::string& element_name = parser->element_name();
1675     if (element_namespace.empty() && element_name == "attr") {
1676       Maybe<StringPiece> maybe_name = xml::FindNonEmptyAttribute(parser, "name");
1677       if (!maybe_name) {
1678         diag_->Error(DiagMessage(item_source) << "<attr> tag must have a 'name' attribute");
1679         error = true;
1680         continue;
1681       }
1682 
1683       // If this is a declaration, the package name may be in the name. Separate
1684       // these out.
1685       // Eg. <attr name="android:text" />
1686       Maybe<Reference> maybe_ref = ResourceUtils::ParseXmlAttributeName(maybe_name.value());
1687       if (!maybe_ref) {
1688         diag_->Error(DiagMessage(item_source) << "<attr> tag has invalid name '"
1689                                               << maybe_name.value() << "'");
1690         error = true;
1691         continue;
1692       }
1693 
1694       Reference& child_ref = maybe_ref.value();
1695       xml::ResolvePackage(parser, &child_ref);
1696 
1697       // Create the ParsedResource that will add the attribute to the table.
1698       ParsedResource child_resource;
1699       child_resource.name = child_ref.name.value();
1700       child_resource.source = item_source;
1701       child_resource.comment = std::move(comment);
1702       if (options_.visibility) {
1703         child_resource.visibility_level = options_.visibility.value();
1704       }
1705 
1706       if (!ParseAttrImpl(parser, &child_resource, true)) {
1707         error = true;
1708         continue;
1709       }
1710 
1711       // Create the reference to this attribute.
1712       child_ref.SetComment(child_resource.comment);
1713       child_ref.SetSource(item_source);
1714       styleable->entries.push_back(std::move(child_ref));
1715 
1716       // Do not add referenced attributes that do not define a format to the table.
1717       CHECK(child_resource.value != nullptr);
1718       Attribute* attr = ValueCast<Attribute>(child_resource.value.get());
1719 
1720       CHECK(attr != nullptr);
1721       if (attr->type_mask != android::ResTable_map::TYPE_ANY) {
1722         out_resource->child_resources.push_back(std::move(child_resource));
1723       }
1724 
1725     } else if (!ShouldIgnoreElement(element_namespace, element_name)) {
1726       diag_->Error(DiagMessage(item_source) << "unknown tag <"
1727                                             << element_namespace << ":"
1728                                             << element_name << ">");
1729       error = true;
1730     }
1731 
1732     comment = {};
1733   }
1734 
1735   if (error) {
1736     return false;
1737   }
1738 
1739   out_resource->value = std::move(styleable);
1740   return true;
1741 }
1742 
1743 }  // namespace aapt
1744