1 /*
2 * Copyright (C) 2010 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17 #include "ext4_utils/make_ext4fs.h"
18
19 #ifndef _GNU_SOURCE
20 #define _GNU_SOURCE
21 #endif
22
23 #include <assert.h>
24 #include <dirent.h>
25 #include <fcntl.h>
26 #include <inttypes.h>
27 #include <libgen.h>
28 #include <stdio.h>
29 #include <stdlib.h>
30 #include <string.h>
31 #include <sys/stat.h>
32 #include <sys/types.h>
33 #include <unistd.h>
34
35 #include <sparse/sparse.h>
36
37 #include "allocate.h"
38 #include "contents.h"
39 #include "ext4_utils/ext4_utils.h"
40 #include "ext4_utils/wipe.h"
41
42 #ifdef _WIN32
43
44 #include <winsock2.h>
45
46 /* These match the Linux definitions of these flags.
47 L_xx is defined to avoid conflicting with the win32 versions.
48 */
49 #undef S_IRWXU
50 #undef S_IRGRP
51 #undef S_IWGRP
52 #undef S_IXGRP
53 #undef S_IRWXG
54 #undef S_IROTH
55 #undef S_IWOTH
56 #undef S_IXOTH
57 #undef S_IRWXO
58 #undef S_ISUID
59 #undef S_ISGID
60 #undef S_ISVTX
61
62 #define L_S_IRUSR 00400
63 #define L_S_IWUSR 00200
64 #define L_S_IXUSR 00100
65 #define S_IRWXU (L_S_IRUSR | L_S_IWUSR | L_S_IXUSR)
66 #define S_IRGRP 00040
67 #define S_IWGRP 00020
68 #define S_IXGRP 00010
69 #define S_IRWXG (S_IRGRP | S_IWGRP | S_IXGRP)
70 #define S_IROTH 00004
71 #define S_IWOTH 00002
72 #define S_IXOTH 00001
73 #define S_IRWXO (S_IROTH | S_IWOTH | S_IXOTH)
74 #define S_ISUID 0004000
75 #define S_ISGID 0002000
76 #define S_ISVTX 0001000
77
78 #else
79
80 #include <selinux/selinux.h>
81 #include <selinux/label.h>
82
83 #define O_BINARY 0
84
85 #endif
86
87 #define MAX_PATH 4096
88 #define MAX_BLK_MAPPING_STR 1000
89
90 const int blk_file_major_ver = 1;
91 const int blk_file_minor_ver = 0;
92 const char *blk_file_header_fmt = "Base EXT4 version %d.%d";
93
94 /* TODO: Not implemented:
95 Allocating blocks in the same block group as the file inode
96 Hash or binary tree directories
97 Special files: sockets, devices, fifos
98 */
99
filter_dot(const struct dirent * d)100 static int filter_dot(const struct dirent *d)
101 {
102 return (strcmp(d->d_name, "..") && strcmp(d->d_name, "."));
103 }
104
build_default_directory_structure(const char * dir_path,struct selabel_handle * sehnd)105 static u32 build_default_directory_structure(const char *dir_path,
106 struct selabel_handle *sehnd)
107 {
108 u32 inode;
109 u32 root_inode;
110 struct dentry dentries = {
111 .filename = "lost+found",
112 .file_type = EXT4_FT_DIR,
113 .mode = S_IRWXU,
114 .uid = 0,
115 .gid = 0,
116 .mtime = 0,
117 };
118 root_inode = make_directory(0, 1, &dentries, 1);
119 inode = make_directory(root_inode, 0, NULL, 0);
120 *dentries.inode = inode;
121 inode_set_permissions(inode, dentries.mode,
122 dentries.uid, dentries.gid, dentries.mtime);
123
124 #ifndef _WIN32
125 if (sehnd) {
126 char *path = NULL;
127 char *secontext = NULL;
128
129 asprintf(&path, "%slost+found", dir_path);
130 if (selabel_lookup(sehnd, &secontext, path, S_IFDIR) < 0) {
131 error("cannot lookup security context for %s", path);
132 } else {
133 inode_set_selinux(inode, secontext);
134 freecon(secontext);
135 }
136 free(path);
137 }
138 #endif
139
140 return root_inode;
141 }
142
143 #ifndef _WIN32
144 /* Read a local directory and create the same tree in the generated filesystem.
145 Calls itself recursively with each directory in the given directory.
146 full_path is an absolute or relative path, with a trailing slash, to the
147 directory on disk that should be copied, or NULL if this is a directory
148 that does not exist on disk (e.g. lost+found).
149 dir_path is an absolute path, with trailing slash, to the same directory
150 if the image were mounted at the specified mount point */
build_directory_structure(const char * full_path,const char * dir_path,const char * target_out_path,u32 dir_inode,fs_config_func_t fs_config_func,struct selabel_handle * sehnd,int verbose,time_t fixed_time)151 static u32 build_directory_structure(const char *full_path, const char *dir_path, const char *target_out_path,
152 u32 dir_inode, fs_config_func_t fs_config_func,
153 struct selabel_handle *sehnd, int verbose, time_t fixed_time)
154 {
155 int entries = 0;
156 struct dentry *dentries;
157 struct dirent **namelist = NULL;
158 struct stat stat;
159 int ret;
160 int i;
161 u32 inode;
162 u32 entry_inode;
163 u32 dirs = 0;
164 bool needs_lost_and_found = false;
165
166 if (full_path) {
167 entries = scandir(full_path, &namelist, filter_dot, (void*)alphasort);
168 if (entries < 0) {
169 #ifdef __GLIBC__
170 /* The scandir function implemented in glibc has a bug that makes it
171 erroneously fail with ENOMEM under certain circumstances.
172 As a workaround we can retry the scandir call with the same arguments.
173 GLIBC BZ: https://sourceware.org/bugzilla/show_bug.cgi?id=17804 */
174 if (errno == ENOMEM)
175 entries = scandir(full_path, &namelist, filter_dot, (void*)alphasort);
176 #endif
177 if (entries < 0) {
178 error_errno("scandir");
179 return EXT4_ALLOCATE_FAILED;
180 }
181 }
182 }
183
184 if (dir_inode == 0) {
185 /* root directory, check if lost+found already exists */
186 for (i = 0; i < entries; i++)
187 if (strcmp(namelist[i]->d_name, "lost+found") == 0)
188 break;
189 if (i == entries)
190 needs_lost_and_found = true;
191 }
192
193 dentries = calloc(entries, sizeof(struct dentry));
194 if (dentries == NULL)
195 critical_error_errno("malloc");
196
197 for (i = 0; i < entries; i++) {
198 dentries[i].filename = strdup(namelist[i]->d_name);
199 if (dentries[i].filename == NULL)
200 critical_error_errno("strdup");
201
202 asprintf(&dentries[i].path, "%s%s", dir_path, namelist[i]->d_name);
203 asprintf(&dentries[i].full_path, "%s%s", full_path, namelist[i]->d_name);
204
205 free(namelist[i]);
206
207 ret = lstat(dentries[i].full_path, &stat);
208 if (ret < 0) {
209 error_errno("lstat");
210 i--;
211 entries--;
212 continue;
213 }
214
215 dentries[i].size = stat.st_size;
216 dentries[i].mode = stat.st_mode & (S_ISUID|S_ISGID|S_ISVTX|S_IRWXU|S_IRWXG|S_IRWXO);
217 if (fixed_time == -1) {
218 dentries[i].mtime = stat.st_mtime;
219 } else {
220 dentries[i].mtime = fixed_time;
221 }
222 uint64_t capabilities;
223 if (fs_config_func != NULL) {
224 #ifdef ANDROID
225 unsigned int mode = 0;
226 unsigned int uid = 0;
227 unsigned int gid = 0;
228 int dir = S_ISDIR(stat.st_mode);
229 fs_config_func(dentries[i].path, dir, target_out_path, &uid, &gid, &mode, &capabilities);
230 dentries[i].mode = mode;
231 dentries[i].uid = uid;
232 dentries[i].gid = gid;
233 dentries[i].capabilities = capabilities;
234 #else
235 error("can't set android permissions - built without android support");
236 #endif
237 }
238 #ifndef _WIN32
239 if (sehnd) {
240 if (selabel_lookup(sehnd, &dentries[i].secon, dentries[i].path, stat.st_mode) < 0) {
241 error("cannot lookup security context for %s", dentries[i].path);
242 }
243
244 if (dentries[i].secon && verbose)
245 printf("Labeling %s as %s\n", dentries[i].path, dentries[i].secon);
246 }
247 #endif
248
249 if (S_ISREG(stat.st_mode)) {
250 dentries[i].file_type = EXT4_FT_REG_FILE;
251 } else if (S_ISDIR(stat.st_mode)) {
252 dentries[i].file_type = EXT4_FT_DIR;
253 dirs++;
254 } else if (S_ISCHR(stat.st_mode)) {
255 dentries[i].file_type = EXT4_FT_CHRDEV;
256 } else if (S_ISBLK(stat.st_mode)) {
257 dentries[i].file_type = EXT4_FT_BLKDEV;
258 } else if (S_ISFIFO(stat.st_mode)) {
259 dentries[i].file_type = EXT4_FT_FIFO;
260 } else if (S_ISSOCK(stat.st_mode)) {
261 dentries[i].file_type = EXT4_FT_SOCK;
262 } else if (S_ISLNK(stat.st_mode)) {
263 dentries[i].file_type = EXT4_FT_SYMLINK;
264 dentries[i].link = calloc(info.block_size, 1);
265 readlink(dentries[i].full_path, dentries[i].link, info.block_size - 1);
266 } else {
267 error("unknown file type on %s", dentries[i].path);
268 i--;
269 entries--;
270 }
271 }
272 free(namelist);
273
274 if (needs_lost_and_found) {
275 /* insert a lost+found directory at the beginning of the dentries */
276 struct dentry *tmp = calloc(entries + 1, sizeof(struct dentry));
277 memset(tmp, 0, sizeof(struct dentry));
278 memcpy(tmp + 1, dentries, entries * sizeof(struct dentry));
279 dentries = tmp;
280
281 dentries[0].filename = strdup("lost+found");
282 asprintf(&dentries[0].path, "%slost+found", dir_path);
283 dentries[0].full_path = NULL;
284 dentries[0].size = 0;
285 dentries[0].mode = S_IRWXU;
286 dentries[0].file_type = EXT4_FT_DIR;
287 dentries[0].uid = 0;
288 dentries[0].gid = 0;
289 if (sehnd) {
290 if (selabel_lookup(sehnd, &dentries[0].secon, dentries[0].path, dentries[0].mode) < 0)
291 error("cannot lookup security context for %s", dentries[0].path);
292 }
293 entries++;
294 dirs++;
295 }
296
297 inode = make_directory(dir_inode, entries, dentries, dirs);
298
299 for (i = 0; i < entries; i++) {
300 if (dentries[i].file_type == EXT4_FT_REG_FILE) {
301 entry_inode = make_file(dentries[i].full_path, dentries[i].size);
302 } else if (dentries[i].file_type == EXT4_FT_DIR) {
303 char *subdir_full_path = NULL;
304 char *subdir_dir_path;
305 if (dentries[i].full_path) {
306 ret = asprintf(&subdir_full_path, "%s/", dentries[i].full_path);
307 if (ret < 0)
308 critical_error_errno("asprintf");
309 }
310 ret = asprintf(&subdir_dir_path, "%s/", dentries[i].path);
311 if (ret < 0)
312 critical_error_errno("asprintf");
313 entry_inode = build_directory_structure(subdir_full_path, subdir_dir_path, target_out_path,
314 inode, fs_config_func, sehnd, verbose, fixed_time);
315 free(subdir_full_path);
316 free(subdir_dir_path);
317 } else if (dentries[i].file_type == EXT4_FT_SYMLINK) {
318 entry_inode = make_link(dentries[i].link);
319 } else {
320 error("unknown file type on %s", dentries[i].path);
321 entry_inode = 0;
322 }
323 *dentries[i].inode = entry_inode;
324
325 ret = inode_set_permissions(entry_inode, dentries[i].mode,
326 dentries[i].uid, dentries[i].gid,
327 dentries[i].mtime);
328 if (ret)
329 error("failed to set permissions on %s\n", dentries[i].path);
330
331 /*
332 * It's important to call inode_set_selinux() before
333 * inode_set_capabilities(). Extended attributes need to
334 * be stored sorted order, and we guarantee this by making
335 * the calls in the proper order.
336 * Please see xattr_assert_sane() in contents.c
337 */
338 ret = inode_set_selinux(entry_inode, dentries[i].secon);
339 if (ret)
340 error("failed to set SELinux context on %s\n", dentries[i].path);
341 ret = inode_set_capabilities(entry_inode, dentries[i].capabilities);
342 if (ret)
343 error("failed to set capability on %s\n", dentries[i].path);
344
345 free(dentries[i].path);
346 free(dentries[i].full_path);
347 free(dentries[i].link);
348 free((void *)dentries[i].filename);
349 free(dentries[i].secon);
350 }
351
352 free(dentries);
353 return inode;
354 }
355 #endif
356
compute_block_size()357 static u32 compute_block_size()
358 {
359 return 4096;
360 }
361
compute_journal_blocks()362 static u32 compute_journal_blocks()
363 {
364 u32 journal_blocks = DIV_ROUND_UP(info.len, info.block_size) / 64;
365 if (journal_blocks < 1024)
366 journal_blocks = 1024;
367 if (journal_blocks > 32768)
368 journal_blocks = 32768;
369 return journal_blocks;
370 }
371
compute_blocks_per_group()372 static u32 compute_blocks_per_group()
373 {
374 return info.block_size * 8;
375 }
376
compute_inodes()377 static u32 compute_inodes()
378 {
379 return DIV_ROUND_UP(info.len, info.block_size) / 4;
380 }
381
compute_inodes_per_group()382 static u32 compute_inodes_per_group()
383 {
384 u32 blocks = DIV_ROUND_UP(info.len, info.block_size);
385 u32 block_groups = DIV_ROUND_UP(blocks, info.blocks_per_group);
386 u32 inodes = DIV_ROUND_UP(info.inodes, block_groups);
387 inodes = EXT4_ALIGN(inodes, (info.block_size / info.inode_size));
388
389 /* After properly rounding up the number of inodes/group,
390 * make sure to update the total inodes field in the info struct.
391 */
392 info.inodes = inodes * block_groups;
393
394 return inodes;
395 }
396
compute_bg_desc_reserve_blocks()397 static u32 compute_bg_desc_reserve_blocks()
398 {
399 u32 blocks = DIV_ROUND_UP(info.len, info.block_size);
400 u32 block_groups = DIV_ROUND_UP(blocks, info.blocks_per_group);
401 u32 bg_desc_blocks = DIV_ROUND_UP(block_groups * sizeof(struct ext2_group_desc),
402 info.block_size);
403
404 u32 bg_desc_reserve_blocks =
405 DIV_ROUND_UP(block_groups * 1024 * sizeof(struct ext2_group_desc),
406 info.block_size) - bg_desc_blocks;
407
408 if (bg_desc_reserve_blocks > info.block_size / sizeof(u32))
409 bg_desc_reserve_blocks = info.block_size / sizeof(u32);
410
411 return bg_desc_reserve_blocks;
412 }
413
reset_ext4fs_info()414 void reset_ext4fs_info() {
415 // Reset all the global data structures used by make_ext4fs so it
416 // can be called again.
417 memset(&info, 0, sizeof(info));
418 memset(&aux_info, 0, sizeof(aux_info));
419
420 if (ext4_sparse_file) {
421 sparse_file_destroy(ext4_sparse_file);
422 ext4_sparse_file = NULL;
423 }
424 }
425
make_ext4fs_sparse_fd(int fd,long long len,const char * mountpoint,struct selabel_handle * sehnd)426 int make_ext4fs_sparse_fd(int fd, long long len,
427 const char *mountpoint, struct selabel_handle *sehnd)
428 {
429 return make_ext4fs_sparse_fd_align(fd, len, mountpoint, sehnd, 0, 0);
430 }
431
make_ext4fs_sparse_fd_align(int fd,long long len,const char * mountpoint,struct selabel_handle * sehnd,unsigned eraseblk,unsigned logicalblk)432 int make_ext4fs_sparse_fd_align(int fd, long long len,
433 const char *mountpoint, struct selabel_handle *sehnd,
434 unsigned eraseblk, unsigned logicalblk)
435 {
436 return make_ext4fs_sparse_fd_directory_align(fd, len, mountpoint, sehnd, NULL,
437 eraseblk, logicalblk);
438 }
439
make_ext4fs_sparse_fd_directory(int fd,long long len,const char * mountpoint,struct selabel_handle * sehnd,const char * directory)440 int make_ext4fs_sparse_fd_directory(int fd, long long len,
441 const char *mountpoint, struct selabel_handle *sehnd,
442 const char *directory)
443 {
444 return make_ext4fs_sparse_fd_directory_align(fd, len, mountpoint, sehnd, directory, 0, 0);
445 }
446
make_ext4fs_sparse_fd_directory_align(int fd,long long len,const char * mountpoint,struct selabel_handle * sehnd,const char * directory,unsigned eraseblk,unsigned logicalblk)447 int make_ext4fs_sparse_fd_directory_align(int fd, long long len,
448 const char *mountpoint, struct selabel_handle *sehnd,
449 const char *directory, unsigned eraseblk, unsigned logicalblk)
450 {
451 reset_ext4fs_info();
452 info.len = len;
453 info.flash_erase_block_size = eraseblk;
454 info.flash_logical_block_size = logicalblk;
455
456 return make_ext4fs_internal(fd, directory, NULL, mountpoint, NULL,
457 0, 1, 0, 0, 0,
458 sehnd, 0, -1, NULL, NULL, NULL);
459 }
460
make_ext4fs(const char * filename,long long len,const char * mountpoint,struct selabel_handle * sehnd)461 int make_ext4fs(const char *filename, long long len,
462 const char *mountpoint, struct selabel_handle *sehnd)
463 {
464 return make_ext4fs_directory(filename, len, mountpoint, sehnd, NULL);
465 }
466
make_ext4fs_directory(const char * filename,long long len,const char * mountpoint,struct selabel_handle * sehnd,const char * directory)467 int make_ext4fs_directory(const char *filename, long long len,
468 const char *mountpoint, struct selabel_handle *sehnd,
469 const char *directory)
470 {
471 return make_ext4fs_directory_align(filename, len, mountpoint, sehnd, directory, 0, 0);
472 }
473
make_ext4fs_directory_align(const char * filename,long long len,const char * mountpoint,struct selabel_handle * sehnd,const char * directory,unsigned eraseblk,unsigned logicalblk)474 int make_ext4fs_directory_align(const char *filename, long long len,
475 const char *mountpoint, struct selabel_handle *sehnd,
476 const char *directory, unsigned eraseblk,
477 unsigned logicalblk)
478 {
479 int fd;
480 int status;
481
482 reset_ext4fs_info();
483 info.len = len;
484 info.flash_erase_block_size = eraseblk;
485 info.flash_logical_block_size = logicalblk;
486
487 fd = open(filename, O_WRONLY | O_CREAT | O_TRUNC | O_BINARY, 0644);
488 if (fd < 0) {
489 error_errno("open");
490 return EXIT_FAILURE;
491 }
492
493 status = make_ext4fs_internal(fd, directory, NULL, mountpoint, NULL,
494 0, 0, 0, 1, 0,
495 sehnd, 0, -1, NULL, NULL, NULL);
496 close(fd);
497
498 return status;
499 }
500
501 /* return a newly-malloc'd string that is a copy of str. The new string
502 is guaranteed to have a trailing slash. If absolute is true, the new string
503 is also guaranteed to have a leading slash.
504 */
canonicalize_slashes(const char * str,bool absolute)505 static char *canonicalize_slashes(const char *str, bool absolute)
506 {
507 char *ret;
508 int len = strlen(str);
509 int newlen = len;
510 char *ptr;
511
512 if (len == 0) {
513 if (absolute)
514 return strdup("/");
515 else
516 return strdup("");
517 }
518
519 if (str[0] != '/' && absolute) {
520 newlen++;
521 }
522 if (str[len - 1] != '/') {
523 newlen++;
524 }
525 ret = malloc(newlen + 1);
526 if (!ret) {
527 critical_error("malloc");
528 }
529
530 ptr = ret;
531 if (str[0] != '/' && absolute) {
532 *ptr++ = '/';
533 }
534
535 strcpy(ptr, str);
536 ptr += len;
537
538 if (str[len - 1] != '/') {
539 *ptr++ = '/';
540 }
541
542 if (ptr != ret + newlen) {
543 critical_error("assertion failed\n");
544 }
545
546 *ptr = '\0';
547
548 return ret;
549 }
550
canonicalize_abs_slashes(const char * str)551 static char *canonicalize_abs_slashes(const char *str)
552 {
553 return canonicalize_slashes(str, true);
554 }
555
canonicalize_rel_slashes(const char * str)556 static char *canonicalize_rel_slashes(const char *str)
557 {
558 return canonicalize_slashes(str, false);
559 }
560
compare_chunks(const void * chunk1,const void * chunk2)561 static int compare_chunks(const void* chunk1, const void* chunk2) {
562 struct region* c1 = (struct region*) chunk1;
563 struct region* c2 = (struct region*) chunk2;
564 return c1->block - c2->block;
565 }
566
get_block_group(u32 block)567 static int get_block_group(u32 block) {
568 unsigned int i, group = 0;
569
570 for(i = 0; i < aux_info.groups; i++) {
571 if (block >= aux_info.bgs[i].first_block)
572 group = i;
573 else
574 break;
575 }
576 return group;
577 }
578
extract_base_fs_allocations(const char * directory,const char * mountpoint,FILE * base_alloc_file_in)579 static void extract_base_fs_allocations(const char *directory, const char *mountpoint,
580 FILE* base_alloc_file_in) {
581 #define err_msg "base file badly formatted"
582 #ifndef _WIN32
583 // FORMAT Version 1.0: filename blk_mapping
584 const char *base_alloc_file_in_format = "%s %s";
585 const int base_file_format_param_count = 2;
586
587 char stored_file_name[MAX_PATH], real_file_name[MAX_PATH], file_map[MAX_BLK_MAPPING_STR];
588 struct block_allocation *fs_alloc;
589 struct block_group_info *bgs = aux_info.bgs;
590 int major_version = 0, minor_version = 0;
591 unsigned int i;
592 char *base_file_line = NULL;
593 size_t base_file_line_len = 0;
594
595 printf("[v%d.%d] Generating an Incremental EXT4 image\n",
596 blk_file_major_ver, blk_file_minor_ver);
597 if (base_fs_allocations == NULL)
598 base_fs_allocations = create_allocation();
599 fs_alloc = base_fs_allocations;
600
601 fscanf(base_alloc_file_in, blk_file_header_fmt, &major_version, &minor_version);
602 if (major_version == 0) {
603 critical_error("Invalid base file");
604 }
605
606 if (major_version != blk_file_major_ver) {
607 critical_error("Incompatible base file: version required is %d.X",
608 blk_file_major_ver);
609 }
610
611 if (minor_version < blk_file_minor_ver) {
612 critical_error("Incompatible base file: version required is %d.%d or above",
613 blk_file_major_ver, blk_file_minor_ver);
614 }
615
616 while (getline(&base_file_line, &base_file_line_len, base_alloc_file_in) != -1) {
617 if (sscanf(base_file_line, base_alloc_file_in_format, &stored_file_name, &file_map)
618 != base_file_format_param_count) {
619 continue;
620 }
621 if (strlen(stored_file_name) < strlen(mountpoint)) {
622 continue;
623 }
624 snprintf(real_file_name, MAX_PATH, "%s%s", directory, stored_file_name + strlen(mountpoint));
625 if (!access(real_file_name, R_OK)) {
626 char *block_range, *end_string;
627 int real_file_fd;
628 int start_block, end_block;
629 u32 block_file_size;
630 u32 real_file_block_size;
631
632 real_file_fd = open(real_file_name, O_RDONLY);
633 if (real_file_fd == -1) {
634 critical_error(err_msg);
635 }
636 real_file_block_size = get_file_size(real_file_fd);
637 close(real_file_fd);
638 real_file_block_size = DIV_ROUND_UP(real_file_block_size, info.block_size);
639 fs_alloc->filename = strdup(real_file_name);
640 block_range = strtok_r(file_map, ",", &end_string);
641 while (block_range && real_file_block_size) {
642 int block_group;
643 char *range, *end_token = NULL;
644 range = strtok_r(block_range, "-", &end_token);
645 if (!range) {
646 critical_error(err_msg);
647 }
648 start_block = parse_num(range);
649 range = strtok_r(NULL, "-", &end_token);
650 if (!range) {
651 end_block = start_block;
652 } else {
653 end_block = parse_num(range);
654 }
655 // Assummption is that allocations are within the same block group
656 block_group = get_block_group(start_block);
657 if (block_group != get_block_group(end_block)) {
658 critical_error("base file allocation's end block is in a different "
659 "block group than start block. did you change fs params?");
660 }
661 block_range = strtok_r(NULL, ",", &end_string);
662 int bg_first_block = bgs[block_group].first_block;
663 int min_bg_bound = bgs[block_group].chunks[0].block + bgs[block_group].chunks[0].len;
664 int max_bg_bound = bgs[block_group].chunks[bgs[block_group].chunk_count - 1].block;
665
666 if (min_bg_bound >= start_block - bg_first_block ||
667 max_bg_bound <= end_block - bg_first_block) {
668 continue;
669 }
670 block_file_size = end_block - start_block + 1;
671 if (block_file_size > real_file_block_size) {
672 block_file_size = real_file_block_size;
673 }
674 append_region(fs_alloc, start_block, block_file_size, block_group);
675 reserve_bg_chunk(block_group, start_block - bgs[block_group].first_block, block_file_size);
676 real_file_block_size -= block_file_size;
677 }
678 if (reserve_blocks_for_allocation(fs_alloc) < 0)
679 critical_error("failed to reserve base fs allocation");
680 fs_alloc->next = create_allocation();
681 fs_alloc = fs_alloc->next;
682 }
683 }
684
685 for (i = 0; i < aux_info.groups; i++) {
686 qsort(bgs[i].chunks, bgs[i].chunk_count, sizeof(struct region), compare_chunks);
687 }
688
689 free(base_file_line);
690
691 #else
692 return;
693 #endif
694 #undef err_msg
695 }
696
generate_base_alloc_file_out(FILE * base_alloc_file_out,char * dir,char * mountpoint,struct block_allocation * p)697 void generate_base_alloc_file_out(FILE* base_alloc_file_out, char* dir, char* mountpoint,
698 struct block_allocation* p)
699 {
700 size_t dirlen = dir ? strlen(dir) : 0;
701 fprintf(base_alloc_file_out, blk_file_header_fmt, blk_file_major_ver, blk_file_minor_ver);
702 fputc('\n', base_alloc_file_out);
703 while (p) {
704 if (dir && strncmp(p->filename, dir, dirlen) == 0) {
705 // substitute mountpoint for the leading directory in the filename, in the output file
706 fprintf(base_alloc_file_out, "%s%s", mountpoint, p->filename + dirlen);
707 } else {
708 fprintf(base_alloc_file_out, "%s", p->filename);
709 }
710 print_blocks(base_alloc_file_out, p, ',');
711 struct block_allocation* pn = p->next;
712 p = pn;
713 }
714 }
715
make_ext4fs_internal(int fd,const char * _directory,const char * _target_out_directory,const char * _mountpoint,fs_config_func_t fs_config_func,int gzip,int sparse,int crc,int wipe,int real_uuid,struct selabel_handle * sehnd,int verbose,time_t fixed_time,FILE * block_list_file,FILE * base_alloc_file_in,FILE * base_alloc_file_out)716 int make_ext4fs_internal(int fd, const char *_directory, const char *_target_out_directory,
717 const char *_mountpoint, fs_config_func_t fs_config_func, int gzip,
718 int sparse, int crc, int wipe, int real_uuid,
719 struct selabel_handle *sehnd, int verbose, time_t fixed_time,
720 FILE* block_list_file, FILE* base_alloc_file_in, FILE* base_alloc_file_out)
721 {
722 u32 root_inode_num;
723 u16 root_mode;
724 char *mountpoint;
725 char *directory = NULL;
726 char *target_out_directory = NULL;
727 struct block_allocation* p;
728
729 if (setjmp(setjmp_env))
730 return EXIT_FAILURE; /* Handle a call to longjmp() */
731
732 info.block_device = is_block_device_fd(fd);
733
734 if (info.block_device && (sparse || gzip || crc)) {
735 fprintf(stderr, "No sparse/gzip/crc allowed for block device\n");
736 return EXIT_FAILURE;
737 }
738
739 if (_mountpoint == NULL) {
740 mountpoint = strdup("");
741 } else {
742 mountpoint = canonicalize_abs_slashes(_mountpoint);
743 }
744
745 if (_directory) {
746 directory = canonicalize_rel_slashes(_directory);
747 }
748
749 if (_target_out_directory) {
750 target_out_directory = canonicalize_rel_slashes(_target_out_directory);
751 }
752
753 if (info.len <= 0)
754 info.len = get_file_size(fd);
755
756 if (info.block_size <= 0)
757 info.block_size = compute_block_size();
758
759 /* Round down the filesystem length to be a multiple of the block size */
760 info.len &= ~((u64)info.block_size - 1);
761
762 if (info.len <= 0) {
763 fprintf(stderr, "filesystem size too small\n");
764 return EXIT_FAILURE;
765 }
766
767 if (info.journal_blocks == 0)
768 info.journal_blocks = compute_journal_blocks();
769
770 if (info.no_journal == 0)
771 info.feat_compat = EXT4_FEATURE_COMPAT_HAS_JOURNAL;
772 else
773 info.journal_blocks = 0;
774
775 if (info.blocks_per_group <= 0)
776 info.blocks_per_group = compute_blocks_per_group();
777
778 if (info.inodes <= 0)
779 info.inodes = compute_inodes();
780
781 if (info.inode_size <= 0)
782 info.inode_size = 256;
783
784 if (info.label == NULL)
785 info.label = "";
786
787 info.inodes_per_group = compute_inodes_per_group();
788
789 info.feat_compat |=
790 EXT4_FEATURE_COMPAT_RESIZE_INODE |
791 EXT4_FEATURE_COMPAT_EXT_ATTR;
792
793 info.feat_ro_compat |=
794 EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER |
795 EXT4_FEATURE_RO_COMPAT_LARGE_FILE |
796 EXT4_FEATURE_RO_COMPAT_GDT_CSUM;
797
798 info.feat_incompat |=
799 EXT4_FEATURE_INCOMPAT_EXTENTS |
800 EXT4_FEATURE_INCOMPAT_FILETYPE;
801
802
803 info.bg_desc_reserve_blocks = compute_bg_desc_reserve_blocks();
804
805 printf("Creating filesystem with parameters:\n");
806 printf(" Size: %"PRIu64"\n", info.len);
807 printf(" Block size: %d\n", info.block_size);
808 printf(" Blocks per group: %d\n", info.blocks_per_group);
809 printf(" Inodes per group: %d\n", info.inodes_per_group);
810 printf(" Inode size: %d\n", info.inode_size);
811 printf(" Journal blocks: %d\n", info.journal_blocks);
812 printf(" Label: %s\n", info.label);
813
814 ext4_create_fs_aux_info();
815
816 printf(" Blocks: %"PRIu64"\n", aux_info.len_blocks);
817 printf(" Block groups: %d\n", aux_info.groups);
818 printf(" Reserved block group size: %d\n", info.bg_desc_reserve_blocks);
819
820 ext4_sparse_file = sparse_file_new(info.block_size, info.len);
821
822 block_allocator_init();
823
824 ext4_fill_in_sb(real_uuid);
825
826 if (base_alloc_file_in) {
827 extract_base_fs_allocations(directory, mountpoint, base_alloc_file_in);
828 }
829 if (reserve_inodes(0, 10) == EXT4_ALLOCATE_FAILED)
830 error("failed to reserve first 10 inodes");
831
832 if (info.feat_compat & EXT4_FEATURE_COMPAT_HAS_JOURNAL)
833 ext4_create_journal_inode();
834
835 if (info.feat_compat & EXT4_FEATURE_COMPAT_RESIZE_INODE)
836 ext4_create_resize_inode();
837
838 #ifdef _WIN32
839 // Windows needs only 'create an empty fs image' functionality
840 assert(!directory);
841 root_inode_num = build_default_directory_structure(mountpoint, sehnd);
842 #else
843 if (directory)
844 root_inode_num = build_directory_structure(directory, mountpoint, target_out_directory, 0,
845 fs_config_func, sehnd, verbose, fixed_time);
846 else
847 root_inode_num = build_default_directory_structure(mountpoint, sehnd);
848 #endif
849
850 root_mode = S_IRWXU | S_IRGRP | S_IXGRP | S_IROTH | S_IXOTH;
851 inode_set_permissions(root_inode_num, root_mode, 0, 0, 0);
852
853 #ifndef _WIN32
854 if (sehnd) {
855 char *secontext = NULL;
856
857 if (selabel_lookup(sehnd, &secontext, mountpoint, S_IFDIR) < 0) {
858 error("cannot lookup security context for %s", mountpoint);
859 }
860 if (secontext) {
861 if (verbose) {
862 printf("Labeling %s as %s\n", mountpoint, secontext);
863 }
864 inode_set_selinux(root_inode_num, secontext);
865 }
866 freecon(secontext);
867 }
868 #endif
869
870 ext4_update_free();
871
872 // TODO: Consider migrating the OTA tools to the new base alloc file format
873 // used for generating incremental images (see go/incremental-ext4)
874 if (block_list_file) {
875 size_t dirlen = directory ? strlen(directory) : 0;
876 struct block_allocation* p = get_saved_allocation_chain();
877 while (p) {
878 if (directory && strncmp(p->filename, directory, dirlen) == 0) {
879 // substitute mountpoint for the leading directory in the filename, in the output file
880 fprintf(block_list_file, "%s%s", mountpoint, p->filename + dirlen);
881 } else {
882 fprintf(block_list_file, "%s", p->filename);
883 }
884 print_blocks(block_list_file, p, ' ');
885 struct block_allocation* pn = p->next;
886 p = pn;
887 }
888 }
889
890 if (base_alloc_file_out) {
891 struct block_allocation* p = get_saved_allocation_chain();
892 generate_base_alloc_file_out(base_alloc_file_out, directory, mountpoint, p);
893 }
894
895 printf("Created filesystem with %d/%d inodes and %d/%d blocks\n",
896 aux_info.sb->s_inodes_count - aux_info.sb->s_free_inodes_count,
897 aux_info.sb->s_inodes_count,
898 aux_info.sb->s_blocks_count_lo - aux_info.sb->s_free_blocks_count_lo,
899 aux_info.sb->s_blocks_count_lo);
900
901 if (wipe && WIPE_IS_SUPPORTED) {
902 wipe_block_device(fd, info.len);
903 }
904
905 write_ext4_image(fd, gzip, sparse, crc);
906
907 sparse_file_destroy(ext4_sparse_file);
908 ext4_sparse_file = NULL;
909
910 p = get_saved_allocation_chain();
911 while (p) {
912 struct block_allocation* pn = p->next;
913 free_alloc(p);
914 p = pn;
915 }
916
917 free(mountpoint);
918 free(directory);
919
920 return 0;
921 }
922