Lines Matching refs:uffd_

368   if (post_fork || uffd_ == kFdUnused) {  in CreateUserfaultfd()
376 uffd_ = syscall(__NR_userfaultfd, O_CLOEXEC | UFFD_USER_MODE_ONLY); in CreateUserfaultfd()
380 if (!kIsTargetAndroid && UNLIKELY(uffd_ == -1 && errno == EINVAL)) { in CreateUserfaultfd()
381 uffd_ = syscall(__NR_userfaultfd, O_CLOEXEC); in CreateUserfaultfd()
383 if (UNLIKELY(uffd_ == -1)) { in CreateUserfaultfd()
384 uffd_ = kFallbackMode; in CreateUserfaultfd()
388 DCHECK(IsValidFd(uffd_)); in CreateUserfaultfd()
405 CHECK_EQ(ioctl(uffd_, UFFDIO_API, &api), 0) in CreateUserfaultfd()
409 uffd_ = kFallbackMode; in CreateUserfaultfd()
412 uffd_initialized_ = !post_fork || uffd_ == kFallbackMode; in CreateUserfaultfd()
413 return IsValidFd(uffd_); in CreateUserfaultfd()
469 uffd_(kFdUnused), in MarkCompact()
854 if (uffd_ != kFallbackMode && !use_uffd_sigbus_) { in RunPhases()
866 if (IsValidFd(uffd_)) { in RunPhases()
1133 CHECK_EQ(ioctl(uffd_, UFFDIO_REGISTER, &uffd_register), 0) in PrepareForCompaction()
1149 if (uffd_ != kFallbackMode) { in PrepareForCompaction()
2029 int ret = ioctl(uffd_, UFFDIO_CONTINUE, &uffd_continue); in MapProcessedPages()
2065 ret = ioctl(uffd_, UFFDIO_WAKE, &uffd_continue.range); in MapProcessedPages()
2115 int ret = ioctl(uffd_, UFFDIO_ZEROPAGE, &uffd_zeropage); in ZeropageIoctl()
2164 int ret = ioctl(uffd_, UFFDIO_COPY, &uffd_copy); in CopyIoctl()
3205 UpdateClassTableClasses(runtime, uffd_ == kFallbackMode || !has_zygote_space); in CompactionPause()
3233 if (uffd_ == kFallbackMode || (!has_zygote_space && runtime->IsZygote())) { in CompactionPause()
3236 if (kIsDebugBuild && IsValidFd(uffd_)) { in CompactionPause()
3279 if (uffd_ == kFallbackMode) { in CompactionPause()
3394 if (IsValidFd(uffd_)) { in KernelPreparation()
3456 ssize_t nread = read(uffd_, &msg, sizeof(msg)); in ConcurrentCompaction()
3478 CHECK_EQ(ioctl(uffd_, UFFDIO_WAKE, &uffd_range), 0) in ConcurrentCompaction()
4127 DCHECK(IsValidFd(uffd_)); in RegisterUffd()
4135 CHECK_EQ(ioctl(uffd_, UFFDIO_REGISTER, &uffd_register), 0) in RegisterUffd()
4144 DCHECK(IsValidFd(uffd_)); in UnregisterUffd()
4148 CHECK_EQ(ioctl(uffd_, UFFDIO_UNREGISTER, &range), 0) in UnregisterUffd()
4157 CHECK_EQ(ioctl(uffd_, UFFDIO_WAKE, &range), 0) in UnregisterUffd()
4845 if (UNLIKELY(is_zygote && IsValidFd(uffd_))) { in FinishPhase()
4848 close(uffd_); in FinishPhase()
4849 uffd_ = kFdUnused; in FinishPhase()