|
|
|
@ -118,39 +118,89 @@ struct aio_ring
|
|
|
|
|
struct io_event io_events[0];
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* define some syscall wrappers for common architectures
|
|
|
|
|
* this is mostly for nice looks during debugging, not performance.
|
|
|
|
|
* our syscalls return < 0, not == -1, on error. which is good
|
|
|
|
|
* enough for linux aio.
|
|
|
|
|
* TODO: arm is also common nowadays, maybe even mips and x86
|
|
|
|
|
* TODO: after implementing this, it suddenly looks like overkill, but its hard to remove...
|
|
|
|
|
*/
|
|
|
|
|
#if __GNUC__ && __linux && ECB_AMD64
|
|
|
|
|
|
|
|
|
|
#define ev_syscall(nr,narg,arg1,arg2,arg3,arg4,arg5) \
|
|
|
|
|
({ \
|
|
|
|
|
long res; \
|
|
|
|
|
register unsigned long r5 __asm__ ("r8" ); \
|
|
|
|
|
register unsigned long r4 __asm__ ("r10"); \
|
|
|
|
|
register unsigned long r3 __asm__ ("rdx"); \
|
|
|
|
|
register unsigned long r2 __asm__ ("rsi"); \
|
|
|
|
|
register unsigned long r1 __asm__ ("rdi"); \
|
|
|
|
|
if (narg >= 5) r5 = (unsigned long)(arg5); \
|
|
|
|
|
if (narg >= 4) r4 = (unsigned long)(arg4); \
|
|
|
|
|
if (narg >= 3) r3 = (unsigned long)(arg3); \
|
|
|
|
|
if (narg >= 2) r2 = (unsigned long)(arg2); \
|
|
|
|
|
if (narg >= 1) r1 = (unsigned long)(arg1); \
|
|
|
|
|
__asm__ __volatile__ ( \
|
|
|
|
|
"syscall\n\t" \
|
|
|
|
|
: "=a" (res) \
|
|
|
|
|
: "0" (nr), "r" (r1), "r" (r2), "r" (r3), "r" (r4), "r" (r5) \
|
|
|
|
|
: "cc", "r11", "cx", "memory"); \
|
|
|
|
|
errno = -res; \
|
|
|
|
|
res; \
|
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
#ifdef ev_syscall
|
|
|
|
|
#define ev_syscall0(nr) ev_syscall (nr, 0, 0, 0, 0, 0, 0
|
|
|
|
|
#define ev_syscall1(nr,arg1) ev_syscall (nr, 1, arg1, 0, 0, 0, 0)
|
|
|
|
|
#define ev_syscall2(nr,arg1,arg2) ev_syscall (nr, 2, arg1, arg2, 0, 0, 0)
|
|
|
|
|
#define ev_syscall3(nr,arg1,arg2,arg3) ev_syscall (nr, 3, arg1, arg2, arg3, 0, 0)
|
|
|
|
|
#define ev_syscall4(nr,arg1,arg2,arg3,arg4) ev_syscall (nr, 3, arg1, arg2, arg3, arg4, 0)
|
|
|
|
|
#define ev_syscall5(nr,arg1,arg2,arg3,arg4,arg5) ev_syscall (nr, 5, arg1, arg2, arg3, arg4, arg5)
|
|
|
|
|
#else
|
|
|
|
|
#define ev_syscall0(nr) syscall (nr)
|
|
|
|
|
#define ev_syscall1(nr,arg1) syscall (nr, arg1)
|
|
|
|
|
#define ev_syscall2(nr,arg1,arg2) syscall (nr, arg1, arg2)
|
|
|
|
|
#define ev_syscall3(nr,arg1,arg2,arg3) syscall (nr, arg1, arg2, arg3)
|
|
|
|
|
#define ev_syscall4(nr,arg1,arg2,arg3,arg4) syscall (nr, arg1, arg2, arg3, arg4)
|
|
|
|
|
#define ev_syscall5(nr,arg1,arg2,arg3,arg4,arg5) syscall (nr, arg1, arg2, arg3, arg4, arg5)
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
inline_size
|
|
|
|
|
int
|
|
|
|
|
evsys_io_setup (unsigned nr_events, aio_context_t *ctx_idp)
|
|
|
|
|
{
|
|
|
|
|
return syscall (SYS_io_setup, nr_events, ctx_idp);
|
|
|
|
|
return ev_syscall2 (SYS_io_setup, nr_events, ctx_idp);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
inline_size
|
|
|
|
|
int
|
|
|
|
|
evsys_io_destroy (aio_context_t ctx_id)
|
|
|
|
|
{
|
|
|
|
|
return syscall (SYS_io_destroy, ctx_id);
|
|
|
|
|
return ev_syscall1 (SYS_io_destroy, ctx_id);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
inline_size
|
|
|
|
|
int
|
|
|
|
|
evsys_io_submit (aio_context_t ctx_id, long nr, struct iocb *cbp[])
|
|
|
|
|
{
|
|
|
|
|
return syscall (SYS_io_submit, ctx_id, nr, cbp);
|
|
|
|
|
return ev_syscall3 (SYS_io_submit, ctx_id, nr, cbp);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
inline_size
|
|
|
|
|
int
|
|
|
|
|
evsys_io_cancel (aio_context_t ctx_id, struct iocb *cbp, struct io_event *result)
|
|
|
|
|
{
|
|
|
|
|
return syscall (SYS_io_cancel, ctx_id, cbp, result);
|
|
|
|
|
return ev_syscall3 (SYS_io_cancel, ctx_id, cbp, result);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
inline_size
|
|
|
|
|
int
|
|
|
|
|
evsys_io_getevents (aio_context_t ctx_id, long min_nr, long nr, struct io_event *events, struct timespec *timeout)
|
|
|
|
|
{
|
|
|
|
|
return syscall (SYS_io_getevents, ctx_id, min_nr, nr, events, timeout);
|
|
|
|
|
return ev_syscall5 (SYS_io_getevents, ctx_id, min_nr, nr, events, timeout);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/*****************************************************************************/
|
|
|
|
@ -242,6 +292,7 @@ linuxaio_modify (EV_P_ int fd, int oev, int nev)
|
|
|
|
|
/* we handed this fd over to epoll, so undo this first */
|
|
|
|
|
/* we do it manually because the optimisations on epoll_modfy won't do us any good */
|
|
|
|
|
epoll_ctl (backend_fd, EPOLL_CTL_DEL, fd, 0);
|
|
|
|
|
anfds [fd].emask = 0;
|
|
|
|
|
iocb->io.aio_reqprio = 0;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|