Skip to main content

shadow_rs/host/syscall/handler/
mod.rs

1use std::borrow::Cow;
2
3#[cfg(feature = "perf_timers")]
4use std::time::Duration;
5
6use linux_api::errno::Errno;
7use linux_api::syscall::SyscallNum;
8use shadow_shim_helper_rs::HostId;
9use shadow_shim_helper_rs::shadow_syscalls::ShadowSyscallNum;
10use shadow_shim_helper_rs::simulation_time::SimulationTime;
11use shadow_shim_helper_rs::syscall_types::SyscallArgs;
12use shadow_shim_helper_rs::syscall_types::SyscallReg;
13use shadow_shim_helper_rs::util::SendPointer;
14
15use crate::core::worker::Worker;
16use crate::cshadow as c;
17use crate::host::context::ThreadContext;
18use crate::host::descriptor::Descriptor;
19use crate::host::descriptor::descriptor_table::{DescriptorHandle, DescriptorTable};
20use crate::host::process::ProcessId;
21use crate::host::syscall::formatter::log_syscall_simple;
22use crate::host::syscall::is_shadow_syscall;
23use crate::host::syscall::types::SyscallReturn;
24use crate::host::syscall::types::{SyscallError, SyscallResult};
25use crate::host::thread::ThreadId;
26use crate::utility::counter::Counter;
27
28#[cfg(feature = "perf_timers")]
29use crate::utility::perf_timer::PerfTimer;
30
31mod clone;
32mod close_range;
33mod epoll;
34mod eventfd;
35mod fcntl;
36mod file;
37mod fileat;
38mod futex;
39mod ioctl;
40mod mman;
41mod poll;
42mod prctl;
43mod random;
44mod resource;
45mod sched;
46mod select;
47mod shadow;
48mod signal;
49mod socket;
50mod stat;
51mod sysinfo;
52mod time;
53mod timerfd;
54mod uio;
55mod unistd;
56mod wait;
57
58type LegacySyscallFn =
59    unsafe extern "C-unwind" fn(*mut SyscallHandler, *const SyscallArgs) -> SyscallReturn;
60
61// Will eventually contain syscall handler state once migrated from the c handler
62pub struct SyscallHandler {
63    /// The host that this `SyscallHandler` belongs to. Intended to be used for logging.
64    host_id: HostId,
65    /// The process that this `SyscallHandler` belongs to. Intended to be used for logging.
66    process_id: ProcessId,
67    /// The thread that this `SyscallHandler` belongs to. Intended to be used for logging.
68    thread_id: ThreadId,
69    /// The total number of syscalls that we have handled.
70    num_syscalls: u64,
71    /// A counter for individual syscalls.
72    syscall_counter: Option<Counter>,
73    /// If we are currently blocking a specific syscall, i.e., waiting for a socket to be
74    /// readable/writable or waiting for a timeout, the syscall number of that function is stored
75    /// here. Will be `None` if a syscall is not currently blocked.
76    blocked_syscall: Option<SyscallNum>,
77    /// In some cases the syscall handler completes, but we block the caller anyway to move time
78    /// forward. This stores the result of the completed syscall, to be returned when the caller
79    /// resumes.
80    pending_result: Option<SyscallResult>,
81    /// We use this epoll to service syscalls that need to block on the status of multiple
82    /// descriptors, like poll.
83    epoll: SendPointer<c::Epoll>,
84    /// The cumulative time consumed while handling the current syscall. This includes the time from
85    /// previous calls that ended up blocking.
86    #[cfg(feature = "perf_timers")]
87    perf_duration_current: Duration,
88    /// The total time elapsed while handling all syscalls.
89    #[cfg(feature = "perf_timers")]
90    perf_duration_total: Duration,
91}
92
93impl SyscallHandler {
94    pub fn new(
95        host_id: HostId,
96        process_id: ProcessId,
97        thread_id: ThreadId,
98        count_syscalls: bool,
99    ) -> SyscallHandler {
100        SyscallHandler {
101            host_id,
102            process_id,
103            thread_id,
104            num_syscalls: 0,
105            syscall_counter: count_syscalls.then(Counter::new),
106            blocked_syscall: None,
107            pending_result: None,
108            epoll: unsafe { SendPointer::new(c::epoll_new()) },
109            #[cfg(feature = "perf_timers")]
110            perf_duration_current: Duration::ZERO,
111            #[cfg(feature = "perf_timers")]
112            perf_duration_total: Duration::ZERO,
113        }
114    }
115
116    pub fn syscall(&mut self, ctx: &ThreadContext, args: &SyscallArgs) -> SyscallResult {
117        // it wouldn't make sense if we were given a different host, process, and thread
118        assert_eq!(ctx.host.id(), self.host_id);
119        assert_eq!(ctx.process.id(), self.process_id);
120        assert_eq!(ctx.thread.id(), self.thread_id);
121
122        let syscall = SyscallNum::new(args.number.try_into().unwrap());
123        let syscall_name = syscall.to_str().unwrap_or("unknown-syscall");
124
125        // make sure that we either don't have a blocked syscall, or if we blocked a syscall, then
126        // that same syscall should be executed again when it becomes unblocked
127        if let Some(blocked_syscall) = self.blocked_syscall
128            && blocked_syscall != syscall
129        {
130            panic!(
131                "We blocked syscall {blocked_syscall} but syscall {syscall} is unexpectedly being invoked"
132            );
133        }
134
135        // were we previously blocked on this same syscall?
136        let was_blocked = self.blocked_syscall.is_some();
137
138        if let Some(pending_result) = self.pending_result.take() {
139            // The syscall was already completed, but we delayed the response to yield the CPU.
140            // Return that response now.
141            log::trace!("Returning delayed result");
142            assert!(!matches!(pending_result, Err(SyscallError::Blocked(_))));
143
144            self.blocked_syscall = None;
145            self.pending_result = None;
146
147            return pending_result;
148        }
149
150        log::trace!(
151            "SYSCALL_HANDLER_PRE: {} ({}){} — ({}, tid={})",
152            syscall_name,
153            args.number,
154            if was_blocked {
155                " (previously BLOCKed)"
156            } else {
157                ""
158            },
159            &*ctx.process.name(),
160            ctx.thread.id(),
161        );
162
163        // Count the frequency of each syscall, but only on the initial call. This avoids double
164        // counting in the case where the initial call blocked at first, but then later became
165        // unblocked and is now being handled again here.
166        if let Some(syscall_counter) = self.syscall_counter.as_mut()
167            && !was_blocked
168        {
169            syscall_counter.add_one(syscall_name);
170        }
171
172        #[cfg(feature = "perf_timers")]
173        let timer = PerfTimer::new_started();
174
175        let mut rv = self.run_handler(ctx, args);
176
177        #[cfg(feature = "perf_timers")]
178        {
179            // add the cumulative elapsed seconds
180            self.perf_duration_current += timer.elapsed();
181
182            log::debug!(
183                "Handling syscall {} ({}) took cumulative {} ms",
184                syscall_name,
185                args.number,
186                self.perf_duration_current.as_millis(),
187            );
188        }
189
190        if !matches!(rv, Err(SyscallError::Blocked(_))) {
191            // the syscall completed, count it and the cumulative time to complete it
192            self.num_syscalls += 1;
193
194            #[cfg(feature = "perf_timers")]
195            {
196                self.perf_duration_total += self.perf_duration_current;
197                self.perf_duration_current = Duration::ZERO;
198            }
199        }
200
201        if log::log_enabled!(log::Level::Trace) {
202            let rv_formatted = match &rv {
203                Ok(reg) => format!("{}", i64::from(*reg)),
204                Err(SyscallError::Failed(failed)) => {
205                    let errno = failed.errno;
206                    format!("{} ({errno})", errno.to_negated_i64())
207                }
208                Err(SyscallError::Native) => "<native>".to_string(),
209                Err(SyscallError::Blocked(_)) => "<blocked>".to_string(),
210            };
211
212            log::trace!(
213                "SYSCALL_HANDLER_POST: {} ({}) result {}{} — ({}, tid={})",
214                syscall_name,
215                args.number,
216                if was_blocked { "BLOCK -> " } else { "" },
217                rv_formatted,
218                &*ctx.process.name(),
219                ctx.thread.id(),
220            );
221        }
222
223        // If the syscall would be blocked, but there's a signal pending, fail with
224        // EINTR instead. The shim-side code will run the signal handlers and then
225        // either return the EINTR or restart the syscall (See SA_RESTART in
226        // signal(7)).
227        //
228        // We do this check *after* (not before) trying the syscall so that we don't
229        // "interrupt" a syscall that wouldn't have blocked in the first place, or
230        // that can return a "partial" result when interrupted. e.g. consider the
231        // sequence:
232        //
233        // * Thread is blocked on reading a file descriptor.
234        // * The read becomes ready and the thread is scheduled to run.
235        // * The thread receives an unblocked signal.
236        // * The thread runs again.
237        //
238        // In this scenario, the `read` call should be allowed to complete successfully.
239        // from signal(7):  "If an I/O call on a slow device has already transferred
240        // some data by the time it is interrupted by a signal handler, then the
241        // call will return a success  status  (normally,  the  number of bytes
242        // transferred)."
243
244        if let Err(SyscallError::Blocked(ref blocked)) = rv {
245            // the syscall wants to block, but is there a signal pending?
246            let is_unblocked_signal_pending = ctx
247                .thread
248                .unblocked_signal_pending(ctx.process, &ctx.host.shim_shmem_lock_borrow().unwrap());
249
250            if is_unblocked_signal_pending {
251                // return EINTR instead
252                rv = Err(SyscallError::new_interrupted(blocked.restartable));
253            }
254        }
255
256        if ctx.process.is_running() && !matches!(rv, Err(SyscallError::Blocked(_))) {
257            let host_shmem = ctx.host.shim_shmem();
258            let mut host_shmem_prot = ctx.host.shim_shmem_lock_borrow_mut().unwrap();
259
260            // increment unblocked syscall latency, but only for non-shadow-syscalls, since the
261            // latter are part of Shadow's internal plumbing; they shouldn't necessarily "consume"
262            // time
263            if ctx.host.shim_shmem().model_unblocked_syscall_latency && !is_shadow_syscall(syscall)
264            {
265                host_shmem_prot.unapplied_cpu_latency += host_shmem.unblocked_syscall_latency;
266            }
267
268            log::trace!(
269                "Unapplied CPU latency amt={}ns max={}ns",
270                host_shmem_prot.unapplied_cpu_latency.as_nanos(),
271                host_shmem.max_unapplied_cpu_latency.as_nanos()
272            );
273
274            if host_shmem_prot.unapplied_cpu_latency > host_shmem.max_unapplied_cpu_latency {
275                let new_time = Worker::current_time().unwrap()
276                    + core::mem::replace(
277                        &mut host_shmem_prot.unapplied_cpu_latency,
278                        SimulationTime::ZERO,
279                    );
280                if new_time <= Worker::max_event_runahead_time(ctx.host) {
281                    // The new time is early enough that we can safely just increment to that time.
282                    // i.e. there are no threads or other events scheduled to
283                    // run on this worker before `new_time`.
284                    log::trace!(
285                        "Reached max-unapplied-cpu-latency, but not max runahead; Incrementing time"
286                    );
287                    Worker::set_current_time(new_time);
288                } else {
289                    // We can't safely increment to the new time, e.g. because
290                    // there are other events or the end of the current
291                    // scheduler round scheduled to happen first.  Reschedule
292                    // the current thread to run at the new time instead of
293                    // incrementing it.
294                    log::trace!(
295                        "Reached max-unapplied-cpu-latency, and max runahead; Rescheduling"
296                    );
297
298                    // Save the syscall result so that we can return it later
299                    // instead of re-executing the syscall.
300                    assert!(self.pending_result.is_none());
301                    self.pending_result = Some(rv);
302
303                    rv = Err(SyscallError::new_blocked_until(new_time, false));
304                }
305            }
306        }
307
308        if matches!(rv, Err(SyscallError::Blocked(_))) {
309            // we are blocking: store the syscall number so we know to expect the same syscall again
310            // when it unblocks
311            self.blocked_syscall = Some(syscall);
312        } else {
313            self.blocked_syscall = None;
314        }
315
316        rv
317    }
318
319    #[allow(non_upper_case_globals)]
320    fn run_handler(&mut self, ctx: &ThreadContext, args: &SyscallArgs) -> SyscallResult {
321        let mut ctx = SyscallContext {
322            objs: ctx,
323            args,
324            handler: self,
325        };
326
327        let syscall = SyscallNum::new(ctx.args.number.try_into().unwrap());
328        let syscall_name = syscall.to_str().unwrap_or("unknown-syscall");
329
330        macro_rules! handle {
331            ($f:ident) => {{
332                let rv = SyscallHandlerFn::call(Self::$f, &mut ctx);
333
334                // log the syscall if enabled
335                if let Some(strace_fmt_options) = ctx.objs.process.strace_logging_options() {
336                    ctx.objs.process.with_strace_file(|file| {
337                        crate::utility::macros::SyscallLogger::$f(
338                            file,
339                            ctx.args.args,
340                            &rv,
341                            strace_fmt_options,
342                            ctx.objs.thread.id(),
343                            &*ctx.objs.process.memory_borrow(),
344                        )
345                        .unwrap();
346                    });
347                }
348
349                rv
350            }};
351        }
352
353        match syscall {
354            // SHADOW-HANDLED SYSCALLS
355            //
356            SyscallNum::NR_accept => handle!(accept),
357            SyscallNum::NR_accept4 => handle!(accept4),
358            SyscallNum::NR_arch_prctl => handle!(arch_prctl),
359            SyscallNum::NR_alarm => handle!(alarm),
360            SyscallNum::NR_bind => handle!(bind),
361            SyscallNum::NR_brk => handle!(brk),
362            SyscallNum::NR_capget => handle!(capget),
363            SyscallNum::NR_capset => handle!(capset),
364            SyscallNum::NR_chdir => handle!(chdir),
365            SyscallNum::NR_clock_getres => handle!(clock_getres),
366            SyscallNum::NR_clock_nanosleep => handle!(clock_nanosleep),
367            SyscallNum::NR_clone => handle!(clone),
368            SyscallNum::NR_clone3 => handle!(clone3),
369            SyscallNum::NR_close => handle!(close),
370            SyscallNum::NR_close_range => handle!(close_range),
371            SyscallNum::NR_connect => handle!(connect),
372            SyscallNum::NR_creat => handle!(creat),
373            SyscallNum::NR_dup => handle!(dup),
374            SyscallNum::NR_dup2 => handle!(dup2),
375            SyscallNum::NR_dup3 => handle!(dup3),
376            SyscallNum::NR_epoll_create => handle!(epoll_create),
377            SyscallNum::NR_epoll_create1 => handle!(epoll_create1),
378            SyscallNum::NR_epoll_ctl => handle!(epoll_ctl),
379            SyscallNum::NR_epoll_pwait => handle!(epoll_pwait),
380            SyscallNum::NR_epoll_pwait2 => handle!(epoll_pwait2),
381            SyscallNum::NR_epoll_wait => handle!(epoll_wait),
382            SyscallNum::NR_eventfd => handle!(eventfd),
383            SyscallNum::NR_eventfd2 => handle!(eventfd2),
384            SyscallNum::NR_execve => handle!(execve),
385            SyscallNum::NR_execveat => handle!(execveat),
386            SyscallNum::NR_exit_group => handle!(exit_group),
387            SyscallNum::NR_faccessat => handle!(faccessat),
388            SyscallNum::NR_faccessat2 => handle!(faccessat2),
389            SyscallNum::NR_fadvise64 => handle!(fadvise64),
390            SyscallNum::NR_fallocate => handle!(fallocate),
391            SyscallNum::NR_fchmod => handle!(fchmod),
392            SyscallNum::NR_fchmodat => handle!(fchmodat),
393            SyscallNum::NR_fchmodat2 => handle!(fchmodat2),
394            SyscallNum::NR_fchown => handle!(fchown),
395            SyscallNum::NR_fchownat => handle!(fchownat),
396            SyscallNum::NR_fcntl => handle!(fcntl),
397            SyscallNum::NR_fdatasync => handle!(fdatasync),
398            SyscallNum::NR_fgetxattr => handle!(fgetxattr),
399            SyscallNum::NR_flistxattr => handle!(flistxattr),
400            SyscallNum::NR_flock => handle!(flock),
401            SyscallNum::NR_fork => handle!(fork),
402            SyscallNum::NR_fremovexattr => handle!(fremovexattr),
403            SyscallNum::NR_fsetxattr => handle!(fsetxattr),
404            SyscallNum::NR_fstat => handle!(fstat),
405            SyscallNum::NR_fstatfs => handle!(fstatfs),
406            SyscallNum::NR_fsync => handle!(fsync),
407            SyscallNum::NR_ftruncate => handle!(ftruncate),
408            SyscallNum::NR_futex => handle!(futex),
409            SyscallNum::NR_futimesat => handle!(futimesat),
410            SyscallNum::NR_get_robust_list => handle!(get_robust_list),
411            SyscallNum::NR_getdents => handle!(getdents),
412            SyscallNum::NR_getdents64 => handle!(getdents64),
413            SyscallNum::NR_getitimer => handle!(getitimer),
414            SyscallNum::NR_getpeername => handle!(getpeername),
415            SyscallNum::NR_getpgid => handle!(getpgid),
416            SyscallNum::NR_getpgrp => handle!(getpgrp),
417            SyscallNum::NR_getpid => handle!(getpid),
418            SyscallNum::NR_getppid => handle!(getppid),
419            SyscallNum::NR_getrandom => handle!(getrandom),
420            SyscallNum::NR_getrlimit => handle!(getrlimit),
421            SyscallNum::NR_getsid => handle!(getsid),
422            SyscallNum::NR_getsockname => handle!(getsockname),
423            SyscallNum::NR_getsockopt => handle!(getsockopt),
424            SyscallNum::NR_gettid => handle!(gettid),
425            SyscallNum::NR_ioctl => handle!(ioctl),
426            SyscallNum::NR_kill => handle!(kill),
427            SyscallNum::NR_linkat => handle!(linkat),
428            SyscallNum::NR_listen => handle!(listen),
429            SyscallNum::NR_lseek => handle!(lseek),
430            SyscallNum::NR_mkdirat => handle!(mkdirat),
431            SyscallNum::NR_mknodat => handle!(mknodat),
432            SyscallNum::NR_mmap => handle!(mmap),
433            SyscallNum::NR_mprotect => handle!(mprotect),
434            SyscallNum::NR_mremap => handle!(mremap),
435            SyscallNum::NR_munmap => handle!(munmap),
436            SyscallNum::NR_nanosleep => handle!(nanosleep),
437            SyscallNum::NR_newfstatat => handle!(newfstatat),
438            SyscallNum::NR_open => handle!(open),
439            SyscallNum::NR_openat => handle!(openat),
440            SyscallNum::NR_pipe => handle!(pipe),
441            SyscallNum::NR_pipe2 => handle!(pipe2),
442            SyscallNum::NR_poll => handle!(poll),
443            SyscallNum::NR_ppoll => handle!(ppoll),
444            SyscallNum::NR_prctl => handle!(prctl),
445            SyscallNum::NR_pread64 => handle!(pread64),
446            SyscallNum::NR_preadv => handle!(preadv),
447            SyscallNum::NR_preadv2 => handle!(preadv2),
448            SyscallNum::NR_prlimit64 => handle!(prlimit64),
449            SyscallNum::NR_pselect6 => handle!(pselect6),
450            SyscallNum::NR_pwrite64 => handle!(pwrite64),
451            SyscallNum::NR_pwritev => handle!(pwritev),
452            SyscallNum::NR_pwritev2 => handle!(pwritev2),
453            SyscallNum::NR_read => handle!(read),
454            SyscallNum::NR_readahead => handle!(readahead),
455            SyscallNum::NR_readlink => handle!(readlink),
456            SyscallNum::NR_readlinkat => handle!(readlinkat),
457            SyscallNum::NR_readv => handle!(readv),
458            SyscallNum::NR_recvfrom => handle!(recvfrom),
459            SyscallNum::NR_recvmsg => handle!(recvmsg),
460            SyscallNum::NR_renameat => handle!(renameat),
461            SyscallNum::NR_renameat2 => handle!(renameat2),
462            SyscallNum::NR_rseq => handle!(rseq),
463            SyscallNum::NR_rt_sigaction => handle!(rt_sigaction),
464            SyscallNum::NR_rt_sigprocmask => handle!(rt_sigprocmask),
465            SyscallNum::NR_sched_getparam => handle!(sched_getparam),
466            SyscallNum::NR_sched_getscheduler => handle!(sched_getscheduler),
467            SyscallNum::NR_sched_getaffinity => handle!(sched_getaffinity),
468            SyscallNum::NR_sched_setparam => handle!(sched_setparam),
469            SyscallNum::NR_sched_setaffinity => handle!(sched_setaffinity),
470            SyscallNum::NR_sched_setscheduler => handle!(sched_setscheduler),
471            SyscallNum::NR_select => handle!(select),
472            SyscallNum::NR_sendmsg => handle!(sendmsg),
473            SyscallNum::NR_sendto => handle!(sendto),
474            SyscallNum::NR_setrlimit => handle!(setrlimit),
475            SyscallNum::NR_set_robust_list => handle!(set_robust_list),
476            SyscallNum::NR_set_tid_address => handle!(set_tid_address),
477            SyscallNum::NR_setitimer => handle!(setitimer),
478            SyscallNum::NR_setpgid => handle!(setpgid),
479            SyscallNum::NR_setsid => handle!(setsid),
480            SyscallNum::NR_setsockopt => handle!(setsockopt),
481            SyscallNum::NR_shutdown => handle!(shutdown),
482            SyscallNum::NR_sigaltstack => handle!(sigaltstack),
483            SyscallNum::NR_socket => handle!(socket),
484            SyscallNum::NR_socketpair => handle!(socketpair),
485            SyscallNum::NR_statx => handle!(statx),
486            SyscallNum::NR_symlinkat => handle!(symlinkat),
487            SyscallNum::NR_sync_file_range => handle!(sync_file_range),
488            SyscallNum::NR_syncfs => handle!(syncfs),
489            SyscallNum::NR_sysinfo => handle!(sysinfo),
490            SyscallNum::NR_tgkill => handle!(tgkill),
491            SyscallNum::NR_timerfd_create => handle!(timerfd_create),
492            SyscallNum::NR_timerfd_gettime => handle!(timerfd_gettime),
493            SyscallNum::NR_timerfd_settime => handle!(timerfd_settime),
494            SyscallNum::NR_tkill => handle!(tkill),
495            SyscallNum::NR_uname => handle!(uname),
496            SyscallNum::NR_unlink => handle!(unlink),
497            SyscallNum::NR_unlinkat => handle!(unlinkat),
498            SyscallNum::NR_utimensat => handle!(utimensat),
499            SyscallNum::NR_vfork => handle!(vfork),
500            SyscallNum::NR_waitid => handle!(waitid),
501            SyscallNum::NR_wait4 => handle!(wait4),
502            SyscallNum::NR_write => handle!(write),
503            SyscallNum::NR_writev => handle!(writev),
504            //
505            // CUSTOM SHADOW-SPECIFIC SYSCALLS
506            //
507            x if ShadowSyscallNum::try_from(x).is_ok() => {
508                match ShadowSyscallNum::try_from(x).expect("Conversion just succeeded above") {
509                    ShadowSyscallNum::hostname_to_addr_ipv4 => {
510                        handle!(shadow_hostname_to_addr_ipv4)
511                    }
512                    ShadowSyscallNum::shadow_yield => handle!(shadow_yield),
513                }
514            }
515            //
516            // SHIM-ONLY SYSCALLS
517            //
518            SyscallNum::NR_clock_gettime
519            | SyscallNum::NR_gettimeofday
520            | SyscallNum::NR_sched_yield
521            | SyscallNum::NR_time => {
522                panic!(
523                    "Syscall {} ({}) should have been handled in the shim",
524                    syscall_name, ctx.args.number,
525                )
526            }
527            //
528            // NATIVE LINUX-HANDLED SYSCALLS
529            //
530            SyscallNum::NR_access
531            | SyscallNum::NR_chmod
532            | SyscallNum::NR_chown
533            | SyscallNum::NR_exit
534            | SyscallNum::NR_getcwd
535            | SyscallNum::NR_geteuid
536            | SyscallNum::NR_getegid
537            | SyscallNum::NR_getgid
538            | SyscallNum::NR_getgroups
539            | SyscallNum::NR_getresgid
540            | SyscallNum::NR_getresuid
541            | SyscallNum::NR_getuid
542            | SyscallNum::NR_getxattr
543            | SyscallNum::NR_lchown
544            | SyscallNum::NR_lgetxattr
545            | SyscallNum::NR_link
546            | SyscallNum::NR_listxattr
547            | SyscallNum::NR_llistxattr
548            | SyscallNum::NR_lremovexattr
549            | SyscallNum::NR_lsetxattr
550            | SyscallNum::NR_lstat
551            | SyscallNum::NR_madvise
552            | SyscallNum::NR_mkdir
553            | SyscallNum::NR_mknod
554            | SyscallNum::NR_removexattr
555            | SyscallNum::NR_rename
556            | SyscallNum::NR_rmdir
557            | SyscallNum::NR_rt_sigreturn
558            | SyscallNum::NR_setfsgid
559            | SyscallNum::NR_setfsuid
560            | SyscallNum::NR_setgid
561            | SyscallNum::NR_setregid
562            | SyscallNum::NR_setresgid
563            | SyscallNum::NR_setresuid
564            | SyscallNum::NR_setreuid
565            | SyscallNum::NR_setuid
566            | SyscallNum::NR_setxattr
567            | SyscallNum::NR_stat
568            | SyscallNum::NR_statfs
569            | SyscallNum::NR_symlink
570            | SyscallNum::NR_truncate
571            | SyscallNum::NR_utime
572            | SyscallNum::NR_utimes => {
573                log::trace!("Native syscall {} ({})", syscall_name, ctx.args.number);
574
575                let rv = Err(SyscallError::Native);
576
577                log_syscall_simple(
578                    ctx.objs.process,
579                    ctx.objs.process.strace_logging_options(),
580                    ctx.objs.thread.id(),
581                    syscall_name,
582                    "...",
583                    &rv,
584                )
585                .unwrap();
586
587                rv
588            }
589            //
590            // UNSUPPORTED SYSCALL
591            //
592            _ => {
593                log_once_per_value_at_level!(
594                    syscall,
595                    SyscallNum,
596                    log::Level::Warn,
597                    log::Level::Debug,
598                    "Detected unsupported syscall {} ({}) called from thread {} in process {} on host {}",
599                    syscall_name,
600                    ctx.args.number,
601                    ctx.objs.thread.id(),
602                    &*ctx.objs.process.plugin_name(),
603                    ctx.objs.host.name(),
604                );
605
606                let rv = Err(Errno::ENOSYS.into());
607
608                let (syscall_name, syscall_args) = match syscall.to_str() {
609                    // log it in the form "poll(...)"
610                    Some(syscall_name) => (syscall_name, Cow::Borrowed("...")),
611                    // log it in the form "syscall(X, ...)"
612                    None => ("syscall", Cow::Owned(format!("{}, ...", ctx.args.number))),
613                };
614
615                log_syscall_simple(
616                    ctx.objs.process,
617                    ctx.objs.process.strace_logging_options(),
618                    ctx.objs.thread.id(),
619                    syscall_name,
620                    &syscall_args,
621                    &rv,
622                )
623                .unwrap();
624
625                rv
626            }
627        }
628    }
629
630    /// Did the last syscall result in `SyscallError::Blocked`? If called from a syscall handler and
631    /// `is_blocked()` returns `true`, then the current syscall is the same syscall that previously
632    /// blocked. For example, if currently running the `connect` syscall handler and `is_blocked()`
633    /// is `true`, then the previous syscall handler that ran was also `connect` and it returned
634    /// `SyscallError::Blocked`.
635    pub fn is_blocked(&self) -> bool {
636        self.blocked_syscall.is_some()
637    }
638
639    pub fn did_listen_timeout_expire(&self) -> bool {
640        // will be `None` if the syscall condition doesn't exist or there's no timeout
641        let timeout = Worker::with_active_thread(|t| {
642            assert_eq!(t.id(), self.thread_id);
643            t.syscall_condition().and_then(|x| x.timeout())
644        })
645        .unwrap();
646
647        // true if there is a timeout and it's before or at the current time
648        timeout
649            .map(|timeout| Worker::current_time().unwrap() >= timeout)
650            .unwrap_or(false)
651    }
652
653    /// Internal helper that returns the `Descriptor` for the fd if it exists, otherwise returns
654    /// EBADF.
655    fn get_descriptor(
656        descriptor_table: &DescriptorTable,
657        fd: impl TryInto<DescriptorHandle>,
658    ) -> Result<&Descriptor, linux_api::errno::Errno> {
659        // check that fd is within bounds
660        let fd = fd.try_into().or(Err(linux_api::errno::Errno::EBADF))?;
661
662        match descriptor_table.get(fd) {
663            Some(desc) => Ok(desc),
664            None => Err(linux_api::errno::Errno::EBADF),
665        }
666    }
667
668    /// Internal helper that returns the `Descriptor` for the fd if it exists, otherwise returns
669    /// EBADF.
670    fn get_descriptor_mut(
671        descriptor_table: &mut DescriptorTable,
672        fd: impl TryInto<DescriptorHandle>,
673    ) -> Result<&mut Descriptor, linux_api::errno::Errno> {
674        // check that fd is within bounds
675        let fd = fd.try_into().or(Err(linux_api::errno::Errno::EBADF))?;
676
677        match descriptor_table.get_mut(fd) {
678            Some(desc) => Ok(desc),
679            None => Err(linux_api::errno::Errno::EBADF),
680        }
681    }
682
683    /// Run a legacy C syscall handler.
684    fn legacy_syscall<T: From<SyscallReg>>(
685        syscall: LegacySyscallFn,
686        ctx: &mut SyscallContext,
687    ) -> Result<T, SyscallError> {
688        let rv: SyscallResult =
689            unsafe { syscall(ctx.handler, std::ptr::from_ref(ctx.args)) }.into();
690
691        rv.map(Into::into)
692    }
693}
694
695impl std::ops::Drop for SyscallHandler {
696    fn drop(&mut self) {
697        #[cfg(feature = "perf_timers")]
698        log::debug!(
699            "Handled {} syscalls in {} seconds",
700            self.num_syscalls,
701            self.perf_duration_total.as_secs()
702        );
703        #[cfg(not(feature = "perf_timers"))]
704        log::debug!("Handled {} syscalls", self.num_syscalls);
705
706        if let Some(syscall_counter) = self.syscall_counter.as_mut() {
707            // log the plugin thread specific counts
708            log::debug!(
709                "Thread {} syscall counts: {}",
710                self.thread_id,
711                syscall_counter,
712            );
713
714            // add up the counts at the worker level
715            Worker::add_syscall_counts(syscall_counter);
716        }
717
718        unsafe { c::legacyfile_unref(self.epoll.ptr() as *mut std::ffi::c_void) };
719    }
720}
721
722pub struct SyscallContext<'a, 'b> {
723    pub objs: &'a ThreadContext<'b>,
724    pub args: &'a SyscallArgs,
725    pub handler: &'a mut SyscallHandler,
726}
727
728pub trait SyscallHandlerFn<T> {
729    fn call(self, ctx: &mut SyscallContext) -> SyscallResult;
730}
731
732impl<F, E, T0> SyscallHandlerFn<()> for F
733where
734    F: Fn(&mut SyscallContext) -> Result<T0, E>,
735    E: Into<SyscallError>,
736    T0: Into<SyscallReg>,
737{
738    fn call(self, ctx: &mut SyscallContext) -> SyscallResult {
739        self(ctx).map(Into::into).map_err(Into::into)
740    }
741}
742
743impl<F, E, T0, T1> SyscallHandlerFn<(T1,)> for F
744where
745    F: Fn(&mut SyscallContext, T1) -> Result<T0, E>,
746    E: Into<SyscallError>,
747    T0: Into<SyscallReg>,
748    T1: From<SyscallReg>,
749{
750    fn call(self, ctx: &mut SyscallContext) -> SyscallResult {
751        self(ctx, ctx.args.get(0).into())
752            .map(Into::into)
753            .map_err(Into::into)
754    }
755}
756
757impl<F, E, T0, T1, T2> SyscallHandlerFn<(T1, T2)> for F
758where
759    F: Fn(&mut SyscallContext, T1, T2) -> Result<T0, E>,
760    E: Into<SyscallError>,
761    T0: Into<SyscallReg>,
762    T1: From<SyscallReg>,
763    T2: From<SyscallReg>,
764{
765    fn call(self, ctx: &mut SyscallContext) -> SyscallResult {
766        self(ctx, ctx.args.get(0).into(), ctx.args.get(1).into())
767            .map(Into::into)
768            .map_err(Into::into)
769    }
770}
771
772impl<F, E, T0, T1, T2, T3> SyscallHandlerFn<(T1, T2, T3)> for F
773where
774    F: Fn(&mut SyscallContext, T1, T2, T3) -> Result<T0, E>,
775    E: Into<SyscallError>,
776    T0: Into<SyscallReg>,
777    T1: From<SyscallReg>,
778    T2: From<SyscallReg>,
779    T3: From<SyscallReg>,
780{
781    fn call(self, ctx: &mut SyscallContext) -> SyscallResult {
782        self(
783            ctx,
784            ctx.args.get(0).into(),
785            ctx.args.get(1).into(),
786            ctx.args.get(2).into(),
787        )
788        .map(Into::into)
789        .map_err(Into::into)
790    }
791}
792
793impl<F, E, T0, T1, T2, T3, T4> SyscallHandlerFn<(T1, T2, T3, T4)> for F
794where
795    F: Fn(&mut SyscallContext, T1, T2, T3, T4) -> Result<T0, E>,
796    E: Into<SyscallError>,
797    T0: Into<SyscallReg>,
798    T1: From<SyscallReg>,
799    T2: From<SyscallReg>,
800    T3: From<SyscallReg>,
801    T4: From<SyscallReg>,
802{
803    fn call(self, ctx: &mut SyscallContext) -> SyscallResult {
804        self(
805            ctx,
806            ctx.args.get(0).into(),
807            ctx.args.get(1).into(),
808            ctx.args.get(2).into(),
809            ctx.args.get(3).into(),
810        )
811        .map(Into::into)
812        .map_err(Into::into)
813    }
814}
815
816impl<F, E, T0, T1, T2, T3, T4, T5> SyscallHandlerFn<(T1, T2, T3, T4, T5)> for F
817where
818    F: Fn(&mut SyscallContext, T1, T2, T3, T4, T5) -> Result<T0, E>,
819    E: Into<SyscallError>,
820    T0: Into<SyscallReg>,
821    T1: From<SyscallReg>,
822    T2: From<SyscallReg>,
823    T3: From<SyscallReg>,
824    T4: From<SyscallReg>,
825    T5: From<SyscallReg>,
826{
827    fn call(self, ctx: &mut SyscallContext) -> SyscallResult {
828        self(
829            ctx,
830            ctx.args.get(0).into(),
831            ctx.args.get(1).into(),
832            ctx.args.get(2).into(),
833            ctx.args.get(3).into(),
834            ctx.args.get(4).into(),
835        )
836        .map(Into::into)
837        .map_err(Into::into)
838    }
839}
840
841impl<F, E, T0, T1, T2, T3, T4, T5, T6> SyscallHandlerFn<(T1, T2, T3, T4, T5, T6)> for F
842where
843    F: Fn(&mut SyscallContext, T1, T2, T3, T4, T5, T6) -> Result<T0, E>,
844    E: Into<SyscallError>,
845    T0: Into<SyscallReg>,
846    T1: From<SyscallReg>,
847    T2: From<SyscallReg>,
848    T3: From<SyscallReg>,
849    T4: From<SyscallReg>,
850    T5: From<SyscallReg>,
851    T6: From<SyscallReg>,
852{
853    fn call(self, ctx: &mut SyscallContext) -> SyscallResult {
854        self(
855            ctx,
856            ctx.args.get(0).into(),
857            ctx.args.get(1).into(),
858            ctx.args.get(2).into(),
859            ctx.args.get(3).into(),
860            ctx.args.get(4).into(),
861            ctx.args.get(5).into(),
862        )
863        .map(Into::into)
864        .map_err(Into::into)
865    }
866}
867
868mod export {
869    use crate::host::host::Host;
870    use crate::host::process::Process;
871    use crate::host::thread::Thread;
872
873    use super::*;
874
875    /// Returns a pointer to the current running host. The returned pointer is invalidated the next
876    /// time the worker switches hosts. Rust syscall handlers should get the host from the
877    /// [`SyscallContext`] instead.
878    #[unsafe(no_mangle)]
879    pub extern "C-unwind" fn rustsyscallhandler_getHost(sys: *const SyscallHandler) -> *const Host {
880        let sys = unsafe { sys.as_ref() }.unwrap();
881        Worker::with_active_host(|h| {
882            assert_eq!(h.id(), sys.host_id);
883            std::ptr::from_ref(h)
884        })
885        .unwrap()
886    }
887
888    /// Returns a pointer to the current running process. The returned pointer is invalidated the
889    /// next time the worker switches processes. Rust syscall handlers should get the process from
890    /// the [`SyscallContext`] instead.
891    #[unsafe(no_mangle)]
892    pub extern "C-unwind" fn rustsyscallhandler_getProcess(
893        sys: *const SyscallHandler,
894    ) -> *const Process {
895        let sys = unsafe { sys.as_ref() }.unwrap();
896        Worker::with_active_process(|p| {
897            assert_eq!(p.id(), sys.process_id);
898            std::ptr::from_ref(p)
899        })
900        .unwrap()
901    }
902
903    /// Returns a pointer to the current running thread. The returned pointer is invalidated the
904    /// next time the worker switches threads. Rust syscall handlers should get the thread from the
905    /// [`SyscallContext`] instead.
906    #[unsafe(no_mangle)]
907    pub extern "C-unwind" fn rustsyscallhandler_getThread(
908        sys: *const SyscallHandler,
909    ) -> *const Thread {
910        let sys = unsafe { sys.as_ref() }.unwrap();
911        Worker::with_active_thread(|t| {
912            assert_eq!(t.id(), sys.thread_id);
913            std::ptr::from_ref(t)
914        })
915        .unwrap()
916    }
917
918    #[unsafe(no_mangle)]
919    pub extern "C-unwind" fn rustsyscallhandler_wasBlocked(sys: *const SyscallHandler) -> bool {
920        let sys = unsafe { sys.as_ref() }.unwrap();
921        sys.is_blocked()
922    }
923
924    #[unsafe(no_mangle)]
925    pub extern "C-unwind" fn rustsyscallhandler_didListenTimeoutExpire(
926        sys: *const SyscallHandler,
927    ) -> bool {
928        let sys = unsafe { sys.as_ref() }.unwrap();
929        sys.did_listen_timeout_expire()
930    }
931
932    #[unsafe(no_mangle)]
933    pub extern "C-unwind" fn rustsyscallhandler_getEpoll(
934        sys: *const SyscallHandler,
935    ) -> *mut c::Epoll {
936        let sys = unsafe { sys.as_ref() }.unwrap();
937        sys.epoll.ptr()
938    }
939}