1 //
2 // Copyright (C) 2012 The Android Open Source Project
3 //
4 // Licensed under the Apache License, Version 2.0 (the "License");
5 // you may not use this file except in compliance with the License.
6 // You may obtain a copy of the License at
7 //
8 //      http://www.apache.org/licenses/LICENSE-2.0
9 //
10 // Unless required by applicable law or agreed to in writing, software
11 // distributed under the License is distributed on an "AS IS" BASIS,
12 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 // See the License for the specific language governing permissions and
14 // limitations under the License.
15 //
16 
17 #include "update_engine/common/utils.h"
18 
19 #include <stdint.h>
20 
21 #include <dirent.h>
22 #include <elf.h>
23 #include <endian.h>
24 #include <errno.h>
25 #include <fcntl.h>
26 #include <stdio.h>
27 #include <stdlib.h>
28 #include <string.h>
29 #include <sys/mount.h>
30 #include <sys/resource.h>
31 #include <sys/stat.h>
32 #include <sys/types.h>
33 #include <unistd.h>
34 
35 #include <algorithm>
36 #include <utility>
37 #include <vector>
38 
39 #include <base/callback.h>
40 #include <base/files/file_path.h>
41 #include <base/files/file_util.h>
42 #include <base/files/scoped_file.h>
43 #include <base/format_macros.h>
44 #include <base/location.h>
45 #include <base/logging.h>
46 #include <base/posix/eintr_wrapper.h>
47 #include <base/rand_util.h>
48 #include <base/strings/string_number_conversions.h>
49 #include <base/strings/string_split.h>
50 #include <base/strings/string_util.h>
51 #include <base/strings/stringprintf.h>
52 #include <brillo/data_encoding.h>
53 
54 #include "update_engine/common/clock_interface.h"
55 #include "update_engine/common/constants.h"
56 #include "update_engine/common/platform_constants.h"
57 #include "update_engine/common/prefs_interface.h"
58 #include "update_engine/common/subprocess.h"
59 #include "update_engine/payload_consumer/file_descriptor.h"
60 
61 using base::Time;
62 using base::TimeDelta;
63 using std::min;
64 using std::pair;
65 using std::string;
66 using std::vector;
67 
68 namespace chromeos_update_engine {
69 
70 namespace {
71 
72 // The following constants control how UnmountFilesystem should retry if
73 // umount() fails with an errno EBUSY, i.e. retry 5 times over the course of
74 // one second.
75 const int kUnmountMaxNumOfRetries = 5;
76 const int kUnmountRetryIntervalInMicroseconds = 200 * 1000;  // 200 ms
77 
78 // Number of bytes to read from a file to attempt to detect its contents. Used
79 // in GetFileFormat.
80 const int kGetFileFormatMaxHeaderSize = 32;
81 
82 // The path to the kernel's boot_id.
83 const char kBootIdPath[] = "/proc/sys/kernel/random/boot_id";
84 
85 // A pointer to a null-terminated string containing the root directory where all
86 // the temporary files should be created. If null, the system default is used
87 // instead.
88 const char* root_temp_dir = nullptr;
89 
90 // Return true if |disk_name| is an MTD or a UBI device. Note that this test is
91 // simply based on the name of the device.
IsMtdDeviceName(const string & disk_name)92 bool IsMtdDeviceName(const string& disk_name) {
93   return base::StartsWith(disk_name, "/dev/ubi",
94                           base::CompareCase::SENSITIVE) ||
95          base::StartsWith(disk_name, "/dev/mtd", base::CompareCase::SENSITIVE);
96 }
97 
98 // Return the device name for the corresponding partition on a NAND device.
99 // WARNING: This function returns device names that are not mountable.
MakeNandPartitionName(int partition_num)100 string MakeNandPartitionName(int partition_num) {
101   switch (partition_num) {
102     case 2:
103     case 4:
104     case 6: {
105       return base::StringPrintf("/dev/mtd%d", partition_num);
106     }
107     default: {
108       return base::StringPrintf("/dev/ubi%d_0", partition_num);
109     }
110   }
111 }
112 
113 // Return the device name for the corresponding partition on a NAND device that
114 // may be mountable (but may not be writable).
MakeNandPartitionNameForMount(int partition_num)115 string MakeNandPartitionNameForMount(int partition_num) {
116   switch (partition_num) {
117     case 2:
118     case 4:
119     case 6: {
120       return base::StringPrintf("/dev/mtd%d", partition_num);
121     }
122     case 3:
123     case 5:
124     case 7: {
125       return base::StringPrintf("/dev/ubiblock%d_0", partition_num);
126     }
127     default: {
128       return base::StringPrintf("/dev/ubi%d_0", partition_num);
129     }
130   }
131 }
132 
133 // If |path| is absolute, or explicit relative to the current working directory,
134 // leaves it as is. Otherwise, uses the system's temp directory, as defined by
135 // base::GetTempDir() and prepends it to |path|. On success stores the full
136 // temporary path in |template_path| and returns true.
GetTempName(const string & path,base::FilePath * template_path)137 bool GetTempName(const string& path, base::FilePath* template_path) {
138   if (path[0] == '/' ||
139       base::StartsWith(path, "./", base::CompareCase::SENSITIVE) ||
140       base::StartsWith(path, "../", base::CompareCase::SENSITIVE)) {
141     *template_path = base::FilePath(path);
142     return true;
143   }
144 
145   base::FilePath temp_dir;
146   if (root_temp_dir) {
147     temp_dir = base::FilePath(root_temp_dir);
148   } else {
149 #ifdef __ANDROID__
150     temp_dir = base::FilePath(constants::kNonVolatileDirectory).Append("tmp");
151 #else
152     TEST_AND_RETURN_FALSE(base::GetTempDir(&temp_dir));
153 #endif  // __ANDROID__
154   }
155   if (!base::PathExists(temp_dir))
156     TEST_AND_RETURN_FALSE(base::CreateDirectory(temp_dir));
157   *template_path = temp_dir.Append(path);
158   return true;
159 }
160 
161 }  // namespace
162 
163 namespace utils {
164 
SetRootTempDir(const char * new_root_temp_dir)165 void SetRootTempDir(const char* new_root_temp_dir) {
166   root_temp_dir = new_root_temp_dir;
167 }
168 
ParseECVersion(string input_line)169 string ParseECVersion(string input_line) {
170   base::TrimWhitespaceASCII(input_line, base::TRIM_ALL, &input_line);
171 
172   // At this point we want to convert the format key=value pair from mosys to
173   // a vector of key value pairs.
174   vector<pair<string, string>> kv_pairs;
175   if (base::SplitStringIntoKeyValuePairs(input_line, '=', ' ', &kv_pairs)) {
176     for (const pair<string, string>& kv_pair : kv_pairs) {
177       // Finally match against the fw_verion which may have quotes.
178       if (kv_pair.first == "fw_version") {
179         string output;
180         // Trim any quotes.
181         base::TrimString(kv_pair.second, "\"", &output);
182         return output;
183       }
184     }
185   }
186   LOG(ERROR) << "Unable to parse fwid from ec info.";
187   return "";
188 }
189 
WriteFile(const char * path,const void * data,size_t data_len)190 bool WriteFile(const char* path, const void* data, size_t data_len) {
191   int fd = HANDLE_EINTR(open(path, O_WRONLY | O_CREAT | O_TRUNC, 0600));
192   TEST_AND_RETURN_FALSE_ERRNO(fd >= 0);
193   ScopedFdCloser fd_closer(&fd);
194   return WriteAll(fd, data, data_len);
195 }
196 
ReadAll(int fd,void * buf,size_t count,size_t * out_bytes_read,bool * eof)197 bool ReadAll(
198     int fd, void* buf, size_t count, size_t* out_bytes_read, bool* eof) {
199   char* c_buf = static_cast<char*>(buf);
200   size_t bytes_read = 0;
201   *eof = false;
202   while (bytes_read < count) {
203     ssize_t rc = HANDLE_EINTR(read(fd, c_buf + bytes_read, count - bytes_read));
204     if (rc < 0) {
205       // EAGAIN and EWOULDBLOCK are normal return values when there's no more
206       // input and we are in non-blocking mode.
207       if (errno != EWOULDBLOCK && errno != EAGAIN) {
208         PLOG(ERROR) << "Error reading fd " << fd;
209         *out_bytes_read = bytes_read;
210         return false;
211       }
212       break;
213     } else if (rc == 0) {
214       // A value of 0 means that we reached EOF and there is nothing else to
215       // read from this fd.
216       *eof = true;
217       break;
218     } else {
219       bytes_read += rc;
220     }
221   }
222   *out_bytes_read = bytes_read;
223   return true;
224 }
225 
WriteAll(int fd,const void * buf,size_t count)226 bool WriteAll(int fd, const void* buf, size_t count) {
227   const char* c_buf = static_cast<const char*>(buf);
228   ssize_t bytes_written = 0;
229   while (bytes_written < static_cast<ssize_t>(count)) {
230     ssize_t rc = write(fd, c_buf + bytes_written, count - bytes_written);
231     TEST_AND_RETURN_FALSE_ERRNO(rc >= 0);
232     bytes_written += rc;
233   }
234   return true;
235 }
236 
PWriteAll(int fd,const void * buf,size_t count,off_t offset)237 bool PWriteAll(int fd, const void* buf, size_t count, off_t offset) {
238   const char* c_buf = static_cast<const char*>(buf);
239   size_t bytes_written = 0;
240   int num_attempts = 0;
241   while (bytes_written < count) {
242     num_attempts++;
243     ssize_t rc = pwrite(fd, c_buf + bytes_written, count - bytes_written,
244                         offset + bytes_written);
245     // TODO(garnold) for debugging failure in chromium-os:31077; to be removed.
246     if (rc < 0) {
247       PLOG(ERROR) << "pwrite error; num_attempts=" << num_attempts
248                   << " bytes_written=" << bytes_written
249                   << " count=" << count << " offset=" << offset;
250     }
251     TEST_AND_RETURN_FALSE_ERRNO(rc >= 0);
252     bytes_written += rc;
253   }
254   return true;
255 }
256 
WriteAll(const FileDescriptorPtr & fd,const void * buf,size_t count)257 bool WriteAll(const FileDescriptorPtr& fd, const void* buf, size_t count) {
258   const char* c_buf = static_cast<const char*>(buf);
259   ssize_t bytes_written = 0;
260   while (bytes_written < static_cast<ssize_t>(count)) {
261     ssize_t rc = fd->Write(c_buf + bytes_written, count - bytes_written);
262     TEST_AND_RETURN_FALSE_ERRNO(rc >= 0);
263     bytes_written += rc;
264   }
265   return true;
266 }
267 
PWriteAll(const FileDescriptorPtr & fd,const void * buf,size_t count,off_t offset)268 bool PWriteAll(const FileDescriptorPtr& fd,
269                const void* buf,
270                size_t count,
271                off_t offset) {
272   TEST_AND_RETURN_FALSE_ERRNO(fd->Seek(offset, SEEK_SET) !=
273                               static_cast<off_t>(-1));
274   return WriteAll(fd, buf, count);
275 }
276 
PReadAll(int fd,void * buf,size_t count,off_t offset,ssize_t * out_bytes_read)277 bool PReadAll(int fd, void* buf, size_t count, off_t offset,
278               ssize_t* out_bytes_read) {
279   char* c_buf = static_cast<char*>(buf);
280   ssize_t bytes_read = 0;
281   while (bytes_read < static_cast<ssize_t>(count)) {
282     ssize_t rc = pread(fd, c_buf + bytes_read, count - bytes_read,
283                        offset + bytes_read);
284     TEST_AND_RETURN_FALSE_ERRNO(rc >= 0);
285     if (rc == 0) {
286       break;
287     }
288     bytes_read += rc;
289   }
290   *out_bytes_read = bytes_read;
291   return true;
292 }
293 
PReadAll(const FileDescriptorPtr & fd,void * buf,size_t count,off_t offset,ssize_t * out_bytes_read)294 bool PReadAll(const FileDescriptorPtr& fd, void* buf, size_t count, off_t offset,
295               ssize_t* out_bytes_read) {
296   TEST_AND_RETURN_FALSE_ERRNO(fd->Seek(offset, SEEK_SET) !=
297                               static_cast<off_t>(-1));
298   char* c_buf = static_cast<char*>(buf);
299   ssize_t bytes_read = 0;
300   while (bytes_read < static_cast<ssize_t>(count)) {
301     ssize_t rc = fd->Read(c_buf + bytes_read, count - bytes_read);
302     TEST_AND_RETURN_FALSE_ERRNO(rc >= 0);
303     if (rc == 0) {
304       break;
305     }
306     bytes_read += rc;
307   }
308   *out_bytes_read = bytes_read;
309   return true;
310 }
311 
312 // Append |nbytes| of content from |buf| to the vector pointed to by either
313 // |vec_p| or |str_p|.
AppendBytes(const uint8_t * buf,size_t nbytes,brillo::Blob * vec_p)314 static void AppendBytes(const uint8_t* buf, size_t nbytes,
315                         brillo::Blob* vec_p) {
316   CHECK(buf);
317   CHECK(vec_p);
318   vec_p->insert(vec_p->end(), buf, buf + nbytes);
319 }
AppendBytes(const uint8_t * buf,size_t nbytes,string * str_p)320 static void AppendBytes(const uint8_t* buf, size_t nbytes,
321                         string* str_p) {
322   CHECK(buf);
323   CHECK(str_p);
324   str_p->append(buf, buf + nbytes);
325 }
326 
327 // Reads from an open file |fp|, appending the read content to the container
328 // pointer to by |out_p|.  Returns true upon successful reading all of the
329 // file's content, false otherwise. If |size| is not -1, reads up to |size|
330 // bytes.
331 template <class T>
Read(FILE * fp,off_t size,T * out_p)332 static bool Read(FILE* fp, off_t size, T* out_p) {
333   CHECK(fp);
334   CHECK(size == -1 || size >= 0);
335   uint8_t buf[1024];
336   while (size == -1 || size > 0) {
337     off_t bytes_to_read = sizeof(buf);
338     if (size > 0 && bytes_to_read > size) {
339       bytes_to_read = size;
340     }
341     size_t nbytes = fread(buf, 1, bytes_to_read, fp);
342     if (!nbytes) {
343       break;
344     }
345     AppendBytes(buf, nbytes, out_p);
346     if (size != -1) {
347       CHECK(size >= static_cast<off_t>(nbytes));
348       size -= nbytes;
349     }
350   }
351   if (ferror(fp)) {
352     return false;
353   }
354   return size == 0 || feof(fp);
355 }
356 
357 // Opens a file |path| for reading and appends its the contents to a container
358 // |out_p|. Starts reading the file from |offset|. If |offset| is beyond the end
359 // of the file, returns success. If |size| is not -1, reads up to |size| bytes.
360 template <class T>
ReadFileChunkAndAppend(const string & path,off_t offset,off_t size,T * out_p)361 static bool ReadFileChunkAndAppend(const string& path,
362                                    off_t offset,
363                                    off_t size,
364                                    T* out_p) {
365   CHECK_GE(offset, 0);
366   CHECK(size == -1 || size >= 0);
367   base::ScopedFILE fp(fopen(path.c_str(), "r"));
368   if (!fp.get())
369     return false;
370   if (offset) {
371     // Return success without appending any data if a chunk beyond the end of
372     // the file is requested.
373     if (offset >= FileSize(path)) {
374       return true;
375     }
376     TEST_AND_RETURN_FALSE_ERRNO(fseek(fp.get(), offset, SEEK_SET) == 0);
377   }
378   return Read(fp.get(), size, out_p);
379 }
380 
381 // TODO(deymo): This is only used in unittest, but requires the private
382 // Read<string>() defined here. Expose Read<string>() or move to base/ version.
ReadPipe(const string & cmd,string * out_p)383 bool ReadPipe(const string& cmd, string* out_p) {
384   FILE* fp = popen(cmd.c_str(), "r");
385   if (!fp)
386     return false;
387   bool success = Read(fp, -1, out_p);
388   return (success && pclose(fp) >= 0);
389 }
390 
ReadFile(const string & path,brillo::Blob * out_p)391 bool ReadFile(const string& path, brillo::Blob* out_p) {
392   return ReadFileChunkAndAppend(path, 0, -1, out_p);
393 }
394 
ReadFile(const string & path,string * out_p)395 bool ReadFile(const string& path, string* out_p) {
396   return ReadFileChunkAndAppend(path, 0, -1, out_p);
397 }
398 
ReadFileChunk(const string & path,off_t offset,off_t size,brillo::Blob * out_p)399 bool ReadFileChunk(const string& path, off_t offset, off_t size,
400                    brillo::Blob* out_p) {
401   return ReadFileChunkAndAppend(path, offset, size, out_p);
402 }
403 
BlockDevSize(int fd)404 off_t BlockDevSize(int fd) {
405   uint64_t dev_size;
406   int rc = ioctl(fd, BLKGETSIZE64, &dev_size);
407   if (rc == -1) {
408     dev_size = -1;
409     PLOG(ERROR) << "Error running ioctl(BLKGETSIZE64) on " << fd;
410   }
411   return dev_size;
412 }
413 
FileSize(int fd)414 off_t FileSize(int fd) {
415   struct stat stbuf;
416   int rc = fstat(fd, &stbuf);
417   CHECK_EQ(rc, 0);
418   if (rc < 0) {
419     PLOG(ERROR) << "Error stat-ing " << fd;
420     return rc;
421   }
422   if (S_ISREG(stbuf.st_mode))
423     return stbuf.st_size;
424   if (S_ISBLK(stbuf.st_mode))
425     return BlockDevSize(fd);
426   LOG(ERROR) << "Couldn't determine the type of " << fd;
427   return -1;
428 }
429 
FileSize(const string & path)430 off_t FileSize(const string& path) {
431   int fd = open(path.c_str(), O_RDONLY | O_CLOEXEC);
432   if (fd == -1) {
433     PLOG(ERROR) << "Error opening " << path;
434     return fd;
435   }
436   off_t size = FileSize(fd);
437   if (size == -1)
438     PLOG(ERROR) << "Error getting file size of " << path;
439   close(fd);
440   return size;
441 }
442 
HexDumpArray(const uint8_t * const arr,const size_t length)443 void HexDumpArray(const uint8_t* const arr, const size_t length) {
444   LOG(INFO) << "Logging array of length: " << length;
445   const unsigned int bytes_per_line = 16;
446   for (uint32_t i = 0; i < length; i += bytes_per_line) {
447     const unsigned int bytes_remaining = length - i;
448     const unsigned int bytes_per_this_line = min(bytes_per_line,
449                                                  bytes_remaining);
450     char header[100];
451     int r = snprintf(header, sizeof(header), "0x%08x : ", i);
452     TEST_AND_RETURN(r == 13);
453     string line = header;
454     for (unsigned int j = 0; j < bytes_per_this_line; j++) {
455       char buf[20];
456       uint8_t c = arr[i + j];
457       r = snprintf(buf, sizeof(buf), "%02x ", static_cast<unsigned int>(c));
458       TEST_AND_RETURN(r == 3);
459       line += buf;
460     }
461     LOG(INFO) << line;
462   }
463 }
464 
SplitPartitionName(const string & partition_name,string * out_disk_name,int * out_partition_num)465 bool SplitPartitionName(const string& partition_name,
466                         string* out_disk_name,
467                         int* out_partition_num) {
468   if (!base::StartsWith(partition_name, "/dev/",
469                         base::CompareCase::SENSITIVE)) {
470     LOG(ERROR) << "Invalid partition device name: " << partition_name;
471     return false;
472   }
473 
474   size_t last_nondigit_pos = partition_name.find_last_not_of("0123456789");
475   if (last_nondigit_pos == string::npos ||
476       (last_nondigit_pos + 1) == partition_name.size()) {
477     LOG(ERROR) << "Unable to parse partition device name: " << partition_name;
478     return false;
479   }
480 
481   size_t partition_name_len = string::npos;
482   if (partition_name[last_nondigit_pos] == '_') {
483     // NAND block devices have weird naming which could be something
484     // like "/dev/ubiblock2_0". We discard "_0" in such a case.
485     size_t prev_nondigit_pos =
486         partition_name.find_last_not_of("0123456789", last_nondigit_pos - 1);
487     if (prev_nondigit_pos == string::npos ||
488         (prev_nondigit_pos + 1) == last_nondigit_pos) {
489       LOG(ERROR) << "Unable to parse partition device name: " << partition_name;
490       return false;
491     }
492 
493     partition_name_len = last_nondigit_pos - prev_nondigit_pos;
494     last_nondigit_pos = prev_nondigit_pos;
495   }
496 
497   if (out_disk_name) {
498     // Special case for MMC devices which have the following naming scheme:
499     // mmcblk0p2
500     size_t disk_name_len = last_nondigit_pos;
501     if (partition_name[last_nondigit_pos] != 'p' ||
502         last_nondigit_pos == 0 ||
503         !isdigit(partition_name[last_nondigit_pos - 1])) {
504       disk_name_len++;
505     }
506     *out_disk_name = partition_name.substr(0, disk_name_len);
507   }
508 
509   if (out_partition_num) {
510     string partition_str = partition_name.substr(last_nondigit_pos + 1,
511                                                  partition_name_len);
512     *out_partition_num = atoi(partition_str.c_str());
513   }
514   return true;
515 }
516 
MakePartitionName(const string & disk_name,int partition_num)517 string MakePartitionName(const string& disk_name, int partition_num) {
518   if (partition_num < 1) {
519     LOG(ERROR) << "Invalid partition number: " << partition_num;
520     return string();
521   }
522 
523   if (!base::StartsWith(disk_name, "/dev/", base::CompareCase::SENSITIVE)) {
524     LOG(ERROR) << "Invalid disk name: " << disk_name;
525     return string();
526   }
527 
528   if (IsMtdDeviceName(disk_name)) {
529     // Special case for UBI block devices.
530     //   1. ubiblock is not writable, we need to use plain "ubi".
531     //   2. There is a "_0" suffix.
532     return MakeNandPartitionName(partition_num);
533   }
534 
535   string partition_name = disk_name;
536   if (isdigit(partition_name.back())) {
537     // Special case for devices with names ending with a digit.
538     // Add "p" to separate the disk name from partition number,
539     // e.g. "/dev/loop0p2"
540     partition_name += 'p';
541   }
542 
543   partition_name += std::to_string(partition_num);
544 
545   return partition_name;
546 }
547 
MakePartitionNameForMount(const string & part_name)548 string MakePartitionNameForMount(const string& part_name) {
549   if (IsMtdDeviceName(part_name)) {
550     int partition_num;
551     if (!SplitPartitionName(part_name, nullptr, &partition_num)) {
552       return "";
553     }
554     return MakeNandPartitionNameForMount(partition_num);
555   }
556   return part_name;
557 }
558 
ErrnoNumberAsString(int err)559 string ErrnoNumberAsString(int err) {
560   char buf[100];
561   buf[0] = '\0';
562   return strerror_r(err, buf, sizeof(buf));
563 }
564 
FileExists(const char * path)565 bool FileExists(const char* path) {
566   struct stat stbuf;
567   return 0 == lstat(path, &stbuf);
568 }
569 
IsSymlink(const char * path)570 bool IsSymlink(const char* path) {
571   struct stat stbuf;
572   return lstat(path, &stbuf) == 0 && S_ISLNK(stbuf.st_mode) != 0;
573 }
574 
TryAttachingUbiVolume(int volume_num,int timeout)575 bool TryAttachingUbiVolume(int volume_num, int timeout) {
576   const string volume_path = base::StringPrintf("/dev/ubi%d_0", volume_num);
577   if (FileExists(volume_path.c_str())) {
578     return true;
579   }
580 
581   int exit_code;
582   vector<string> cmd = {
583       "ubiattach",
584       "-m",
585       base::StringPrintf("%d", volume_num),
586       "-d",
587       base::StringPrintf("%d", volume_num)
588   };
589   TEST_AND_RETURN_FALSE(Subprocess::SynchronousExec(cmd, &exit_code, nullptr));
590   TEST_AND_RETURN_FALSE(exit_code == 0);
591 
592   cmd = {
593       "ubiblock",
594       "--create",
595       volume_path
596   };
597   TEST_AND_RETURN_FALSE(Subprocess::SynchronousExec(cmd, &exit_code, nullptr));
598   TEST_AND_RETURN_FALSE(exit_code == 0);
599 
600   while (timeout > 0 && !FileExists(volume_path.c_str())) {
601     sleep(1);
602     timeout--;
603   }
604 
605   return FileExists(volume_path.c_str());
606 }
607 
MakeTempFile(const string & base_filename_template,string * filename,int * fd)608 bool MakeTempFile(const string& base_filename_template,
609                   string* filename,
610                   int* fd) {
611   base::FilePath filename_template;
612   TEST_AND_RETURN_FALSE(
613       GetTempName(base_filename_template, &filename_template));
614   DCHECK(filename || fd);
615   vector<char> buf(filename_template.value().size() + 1);
616   memcpy(buf.data(), filename_template.value().data(),
617          filename_template.value().size());
618   buf[filename_template.value().size()] = '\0';
619 
620   int mkstemp_fd = mkstemp(buf.data());
621   TEST_AND_RETURN_FALSE_ERRNO(mkstemp_fd >= 0);
622   if (filename) {
623     *filename = buf.data();
624   }
625   if (fd) {
626     *fd = mkstemp_fd;
627   } else {
628     close(mkstemp_fd);
629   }
630   return true;
631 }
632 
SetBlockDeviceReadOnly(const string & device,bool read_only)633 bool SetBlockDeviceReadOnly(const string& device, bool read_only) {
634   int fd = HANDLE_EINTR(open(device.c_str(), O_RDONLY | O_CLOEXEC));
635   if (fd < 0) {
636     PLOG(ERROR) << "Opening block device " << device;
637     return false;
638   }
639   ScopedFdCloser fd_closer(&fd);
640   // We take no action if not needed.
641   int read_only_flag;
642   int expected_flag = read_only ? 1 : 0;
643   int rc = ioctl(fd, BLKROGET, &read_only_flag);
644   // In case of failure reading the setting we will try to set it anyway.
645   if (rc == 0 && read_only_flag == expected_flag)
646     return true;
647 
648   rc = ioctl(fd, BLKROSET, &expected_flag);
649   if (rc != 0) {
650     PLOG(ERROR) << "Marking block device " << device << " as read_only="
651                 << expected_flag;
652     return false;
653   }
654   return true;
655 }
656 
MountFilesystem(const string & device,const string & mountpoint,unsigned long mountflags,const string & type,const string & fs_mount_options)657 bool MountFilesystem(const string& device,
658                      const string& mountpoint,
659                      unsigned long mountflags,  // NOLINT(runtime/int)
660                      const string& type,
661                      const string& fs_mount_options) {
662   vector<const char*> fstypes;
663   if (type.empty()) {
664     fstypes = {"ext2", "ext3", "ext4", "squashfs"};
665   } else {
666     fstypes = {type.c_str()};
667   }
668   for (const char* fstype : fstypes) {
669     int rc = mount(device.c_str(), mountpoint.c_str(), fstype, mountflags,
670                    fs_mount_options.c_str());
671     if (rc == 0)
672       return true;
673 
674     PLOG(WARNING) << "Unable to mount destination device " << device
675                   << " on " << mountpoint << " as " << fstype;
676   }
677   if (!type.empty()) {
678     LOG(ERROR) << "Unable to mount " << device << " with any supported type";
679   }
680   return false;
681 }
682 
UnmountFilesystem(const string & mountpoint)683 bool UnmountFilesystem(const string& mountpoint) {
684   int num_retries = 1;
685   for (;; ++num_retries) {
686     if (umount(mountpoint.c_str()) == 0)
687       return true;
688     if (errno != EBUSY || num_retries >= kUnmountMaxNumOfRetries)
689       break;
690     usleep(kUnmountRetryIntervalInMicroseconds);
691   }
692   if (errno == EINVAL) {
693     LOG(INFO) << "Not a mountpoint: " << mountpoint;
694     return false;
695   }
696   PLOG(WARNING) << "Error unmounting " << mountpoint << " after " << num_retries
697                 << " attempts. Lazy unmounting instead, error was";
698   if (umount2(mountpoint.c_str(), MNT_DETACH) != 0) {
699     PLOG(ERROR) << "Lazy unmount failed";
700     return false;
701   }
702   return true;
703 }
704 
IsMountpoint(const std::string & mountpoint)705 bool IsMountpoint(const std::string& mountpoint) {
706   struct stat stdir, stparent;
707 
708   // Check whether the passed mountpoint is a directory and the /.. is in the
709   // same device or not. If mountpoint/.. is in a different device it means that
710   // there is a filesystem mounted there. If it is not, but they both point to
711   // the same inode it basically is the special case of /.. pointing to /. This
712   // test doesn't play well with bind mount but that's out of the scope of what
713   // we want to detect here.
714   if (lstat(mountpoint.c_str(), &stdir) != 0) {
715     PLOG(ERROR) << "Error stat'ing " << mountpoint;
716     return false;
717   }
718   if (!S_ISDIR(stdir.st_mode))
719     return false;
720 
721   base::FilePath parent(mountpoint);
722   parent = parent.Append("..");
723   if (lstat(parent.value().c_str(), &stparent) != 0) {
724     PLOG(ERROR) << "Error stat'ing " << parent.value();
725     return false;
726   }
727   return S_ISDIR(stparent.st_mode) &&
728          (stparent.st_dev != stdir.st_dev || stparent.st_ino == stdir.st_ino);
729 }
730 
731 // Tries to parse the header of an ELF file to obtain a human-readable
732 // description of it on the |output| string.
GetFileFormatELF(const uint8_t * buffer,size_t size,string * output)733 static bool GetFileFormatELF(const uint8_t* buffer, size_t size,
734                              string* output) {
735   // 0x00: EI_MAG - ELF magic header, 4 bytes.
736   if (size < SELFMAG || memcmp(buffer, ELFMAG, SELFMAG) != 0)
737     return false;
738   *output = "ELF";
739 
740   // 0x04: EI_CLASS, 1 byte.
741   if (size < EI_CLASS + 1)
742     return true;
743   switch (buffer[EI_CLASS]) {
744     case ELFCLASS32:
745       *output += " 32-bit";
746       break;
747     case ELFCLASS64:
748       *output += " 64-bit";
749       break;
750     default:
751       *output += " ?-bit";
752   }
753 
754   // 0x05: EI_DATA, endianness, 1 byte.
755   if (size < EI_DATA + 1)
756     return true;
757   uint8_t ei_data = buffer[EI_DATA];
758   switch (ei_data) {
759     case ELFDATA2LSB:
760       *output += " little-endian";
761       break;
762     case ELFDATA2MSB:
763       *output += " big-endian";
764       break;
765     default:
766       *output += " ?-endian";
767       // Don't parse anything after the 0x10 offset if endianness is unknown.
768       return true;
769   }
770 
771   const Elf32_Ehdr* hdr = reinterpret_cast<const Elf32_Ehdr*>(buffer);
772   // 0x12: e_machine, 2 byte endianness based on ei_data. The position (0x12)
773   // and size is the same for both 32 and 64 bits.
774   if (size < offsetof(Elf32_Ehdr, e_machine) + sizeof(hdr->e_machine))
775     return true;
776   uint16_t e_machine;
777   // Fix endianess regardless of the host endianess.
778   if (ei_data == ELFDATA2LSB)
779     e_machine = le16toh(hdr->e_machine);
780   else
781     e_machine = be16toh(hdr->e_machine);
782 
783   switch (e_machine) {
784     case EM_386:
785       *output += " x86";
786       break;
787     case EM_MIPS:
788       *output += " mips";
789       break;
790     case EM_ARM:
791       *output += " arm";
792       break;
793     case EM_X86_64:
794       *output += " x86-64";
795       break;
796     default:
797       *output += " unknown-arch";
798   }
799   return true;
800 }
801 
GetFileFormat(const string & path)802 string GetFileFormat(const string& path) {
803   brillo::Blob buffer;
804   if (!ReadFileChunkAndAppend(path, 0, kGetFileFormatMaxHeaderSize, &buffer))
805     return "File not found.";
806 
807   string result;
808   if (GetFileFormatELF(buffer.data(), buffer.size(), &result))
809     return result;
810 
811   return "data";
812 }
813 
FuzzInt(int value,unsigned int range)814 int FuzzInt(int value, unsigned int range) {
815   int min = value - range / 2;
816   int max = value + range - range / 2;
817   return base::RandInt(min, max);
818 }
819 
FormatSecs(unsigned secs)820 string FormatSecs(unsigned secs) {
821   return FormatTimeDelta(TimeDelta::FromSeconds(secs));
822 }
823 
FormatTimeDelta(TimeDelta delta)824 string FormatTimeDelta(TimeDelta delta) {
825   string str;
826 
827   // Handle negative durations by prefixing with a minus.
828   if (delta.ToInternalValue() < 0) {
829     delta *= -1;
830     str = "-";
831   }
832 
833   // Canonicalize into days, hours, minutes, seconds and microseconds.
834   unsigned days = delta.InDays();
835   delta -= TimeDelta::FromDays(days);
836   unsigned hours = delta.InHours();
837   delta -= TimeDelta::FromHours(hours);
838   unsigned mins = delta.InMinutes();
839   delta -= TimeDelta::FromMinutes(mins);
840   unsigned secs = delta.InSeconds();
841   delta -= TimeDelta::FromSeconds(secs);
842   unsigned usecs = delta.InMicroseconds();
843 
844   if (days)
845     base::StringAppendF(&str, "%ud", days);
846   if (days || hours)
847     base::StringAppendF(&str, "%uh", hours);
848   if (days || hours || mins)
849     base::StringAppendF(&str, "%um", mins);
850   base::StringAppendF(&str, "%u", secs);
851   if (usecs) {
852     int width = 6;
853     while ((usecs / 10) * 10 == usecs) {
854       usecs /= 10;
855       width--;
856     }
857     base::StringAppendF(&str, ".%0*u", width, usecs);
858   }
859   base::StringAppendF(&str, "s");
860   return str;
861 }
862 
ToString(const Time utc_time)863 string ToString(const Time utc_time) {
864   Time::Exploded exp_time;
865   utc_time.UTCExplode(&exp_time);
866   return base::StringPrintf("%d/%d/%d %d:%02d:%02d GMT",
867                       exp_time.month,
868                       exp_time.day_of_month,
869                       exp_time.year,
870                       exp_time.hour,
871                       exp_time.minute,
872                       exp_time.second);
873 }
874 
ToString(bool b)875 string ToString(bool b) {
876   return (b ? "true" : "false");
877 }
878 
ToString(DownloadSource source)879 string ToString(DownloadSource source) {
880   switch (source) {
881     case kDownloadSourceHttpsServer: return "HttpsServer";
882     case kDownloadSourceHttpServer:  return "HttpServer";
883     case kDownloadSourceHttpPeer:    return "HttpPeer";
884     case kNumDownloadSources:        return "Unknown";
885     // Don't add a default case to let the compiler warn about newly added
886     // download sources which should be added here.
887   }
888 
889   return "Unknown";
890 }
891 
ToString(PayloadType payload_type)892 string ToString(PayloadType payload_type) {
893   switch (payload_type) {
894     case kPayloadTypeDelta:      return "Delta";
895     case kPayloadTypeFull:       return "Full";
896     case kPayloadTypeForcedFull: return "ForcedFull";
897     case kNumPayloadTypes:       return "Unknown";
898     // Don't add a default case to let the compiler warn about newly added
899     // payload types which should be added here.
900   }
901 
902   return "Unknown";
903 }
904 
GetBaseErrorCode(ErrorCode code)905 ErrorCode GetBaseErrorCode(ErrorCode code) {
906   // Ignore the higher order bits in the code by applying the mask as
907   // we want the enumerations to be in the small contiguous range
908   // with values less than ErrorCode::kUmaReportedMax.
909   ErrorCode base_code = static_cast<ErrorCode>(
910       static_cast<int>(code) & ~static_cast<int>(ErrorCode::kSpecialFlags));
911 
912   // Make additional adjustments required for UMA and error classification.
913   // TODO(jaysri): Move this logic to UeErrorCode.cc when we fix
914   // chromium-os:34369.
915   if (base_code >= ErrorCode::kOmahaRequestHTTPResponseBase) {
916     // Since we want to keep the enums to a small value, aggregate all HTTP
917     // errors into this one bucket for UMA and error classification purposes.
918     LOG(INFO) << "Converting error code " << base_code
919               << " to ErrorCode::kOmahaErrorInHTTPResponse";
920     base_code = ErrorCode::kOmahaErrorInHTTPResponse;
921   }
922 
923   return base_code;
924 }
925 
TimeFromStructTimespec(struct timespec * ts)926 Time TimeFromStructTimespec(struct timespec *ts) {
927   int64_t us = static_cast<int64_t>(ts->tv_sec) * Time::kMicrosecondsPerSecond +
928       static_cast<int64_t>(ts->tv_nsec) / Time::kNanosecondsPerMicrosecond;
929   return Time::UnixEpoch() + TimeDelta::FromMicroseconds(us);
930 }
931 
StringVectorToString(const vector<string> & vec_str)932 string StringVectorToString(const vector<string> &vec_str) {
933   string str = "[";
934   for (vector<string>::const_iterator i = vec_str.begin();
935        i != vec_str.end(); ++i) {
936     if (i != vec_str.begin())
937       str += ", ";
938     str += '"';
939     str += *i;
940     str += '"';
941   }
942   str += "]";
943   return str;
944 }
945 
946 // The P2P file id should be the same for devices running new version and old
947 // version so that they can share it with each other. The hash in the response
948 // was base64 encoded, but now that we switched to use "hash_sha256" field which
949 // is hex encoded, we have to convert them back to base64 for P2P. However, the
950 // base64 encoded hash was base64 encoded here again historically for some
951 // reason, so we keep the same behavior here.
CalculateP2PFileId(const brillo::Blob & payload_hash,size_t payload_size)952 string CalculateP2PFileId(const brillo::Blob& payload_hash,
953                           size_t payload_size) {
954   string encoded_hash = brillo::data_encoding::Base64Encode(
955       brillo::data_encoding::Base64Encode(payload_hash));
956   return base::StringPrintf("cros_update_size_%" PRIuS "_hash_%s",
957                             payload_size,
958                             encoded_hash.c_str());
959 }
960 
DecodeAndStoreBase64String(const string & base64_encoded,base::FilePath * out_path)961 bool DecodeAndStoreBase64String(const string& base64_encoded,
962                                 base::FilePath *out_path) {
963   brillo::Blob contents;
964 
965   out_path->clear();
966 
967   if (base64_encoded.size() == 0) {
968     LOG(ERROR) << "Can't decode empty string.";
969     return false;
970   }
971 
972   if (!brillo::data_encoding::Base64Decode(base64_encoded, &contents) ||
973       contents.size() == 0) {
974     LOG(ERROR) << "Error decoding base64.";
975     return false;
976   }
977 
978   FILE *file = base::CreateAndOpenTemporaryFile(out_path);
979   if (file == nullptr) {
980     LOG(ERROR) << "Error creating temporary file.";
981     return false;
982   }
983 
984   if (fwrite(contents.data(), 1, contents.size(), file) != contents.size()) {
985     PLOG(ERROR) << "Error writing to temporary file.";
986     if (fclose(file) != 0)
987       PLOG(ERROR) << "Error closing temporary file.";
988     if (unlink(out_path->value().c_str()) != 0)
989       PLOG(ERROR) << "Error unlinking temporary file.";
990     out_path->clear();
991     return false;
992   }
993 
994   if (fclose(file) != 0) {
995     PLOG(ERROR) << "Error closing temporary file.";
996     out_path->clear();
997     return false;
998   }
999 
1000   return true;
1001 }
1002 
ConvertToOmahaInstallDate(Time time,int * out_num_days)1003 bool ConvertToOmahaInstallDate(Time time, int *out_num_days) {
1004   time_t unix_time = time.ToTimeT();
1005   // Output of: date +"%s" --date="Jan 1, 2007 0:00 PST".
1006   const time_t kOmahaEpoch = 1167638400;
1007   const int64_t kNumSecondsPerWeek = 7*24*3600;
1008   const int64_t kNumDaysPerWeek = 7;
1009 
1010   time_t omaha_time = unix_time - kOmahaEpoch;
1011 
1012   if (omaha_time < 0)
1013     return false;
1014 
1015   // Note, as per the comment in utils.h we are deliberately not
1016   // handling DST correctly.
1017 
1018   int64_t num_weeks_since_omaha_epoch = omaha_time / kNumSecondsPerWeek;
1019   *out_num_days = num_weeks_since_omaha_epoch * kNumDaysPerWeek;
1020 
1021   return true;
1022 }
1023 
GetMinorVersion(const brillo::KeyValueStore & store,uint32_t * minor_version)1024 bool GetMinorVersion(const brillo::KeyValueStore& store,
1025                      uint32_t* minor_version) {
1026   string result;
1027   if (store.GetString("PAYLOAD_MINOR_VERSION", &result)) {
1028     if (!base::StringToUint(result, minor_version)) {
1029       LOG(ERROR) << "StringToUint failed when parsing delta minor version.";
1030       return false;
1031     }
1032     return true;
1033   }
1034   return false;
1035 }
1036 
ReadExtents(const string & path,const vector<Extent> & extents,brillo::Blob * out_data,ssize_t out_data_size,size_t block_size)1037 bool ReadExtents(const string& path, const vector<Extent>& extents,
1038                  brillo::Blob* out_data, ssize_t out_data_size,
1039                  size_t block_size) {
1040   brillo::Blob data(out_data_size);
1041   ssize_t bytes_read = 0;
1042   int fd = open(path.c_str(), O_RDONLY);
1043   TEST_AND_RETURN_FALSE_ERRNO(fd >= 0);
1044   ScopedFdCloser fd_closer(&fd);
1045 
1046   for (const Extent& extent : extents) {
1047     ssize_t bytes_read_this_iteration = 0;
1048     ssize_t bytes = extent.num_blocks() * block_size;
1049     TEST_AND_RETURN_FALSE(bytes_read + bytes <= out_data_size);
1050     TEST_AND_RETURN_FALSE(utils::PReadAll(fd,
1051                                           &data[bytes_read],
1052                                           bytes,
1053                                           extent.start_block() * block_size,
1054                                           &bytes_read_this_iteration));
1055     TEST_AND_RETURN_FALSE(bytes_read_this_iteration == bytes);
1056     bytes_read += bytes_read_this_iteration;
1057   }
1058   TEST_AND_RETURN_FALSE(out_data_size == bytes_read);
1059   *out_data = data;
1060   return true;
1061 }
1062 
GetBootId(string * boot_id)1063 bool GetBootId(string* boot_id) {
1064   TEST_AND_RETURN_FALSE(
1065       base::ReadFileToString(base::FilePath(kBootIdPath), boot_id));
1066   base::TrimWhitespaceASCII(*boot_id, base::TRIM_TRAILING, boot_id);
1067   return true;
1068 }
1069 
1070 }  // namespace utils
1071 
1072 }  // namespace chromeos_update_engine
1073