1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
|
#ifndef FIO_OS_LINUX_H
#define FIO_OS_LINUX_H
#include <sys/ioctl.h>
#include <sys/uio.h>
#include <sys/syscall.h>
#include <unistd.h>
#include <fcntl.h>
#include <linux/unistd.h>
#include <linux/raw.h>
#include <linux/major.h>
#include "indirect.h"
#define FIO_HAVE_LIBAIO
#define FIO_HAVE_POSIXAIO
#define FIO_HAVE_FADVISE
#define FIO_HAVE_CPU_AFFINITY
#define FIO_HAVE_DISK_UTIL
#define FIO_HAVE_SGIO
#define FIO_HAVE_IOPRIO
#define FIO_HAVE_SPLICE
#define FIO_HAVE_IOSCHED_SWITCH
#define FIO_HAVE_ODIRECT
#define FIO_HAVE_HUGETLB
#define FIO_HAVE_RAWBIND
#define FIO_HAVE_BLKTRACE
#define FIO_HAVE_STRSEP
#define FIO_HAVE_FALLOCATE
#define FIO_HAVE_POSIXAIO_FSYNC
#define OS_MAP_ANON (MAP_ANONYMOUS)
#ifndef CLOCK_MONOTONIC
#define CLOCK_MONOTONIC 1
#endif
#ifdef FIO_HAVE_CPU_AFFINITY
typedef cpu_set_t os_cpu_mask_t;
#else
typedef int os_cpu_mask_t;
#endif
typedef struct drand48_data os_random_state_t;
/*
* we want fadvise64 really, but it's so tangled... later
*/
#ifdef FIO_HAVE_FADVISE
#define fadvise(fd, off, len, advice) \
posix_fadvise((fd), (off_t)(off), (len), (advice))
#endif
/*
* If you are on an ancient glibc (2.3.2), then define GLIBC_2_3_2 if you want
* the affinity helpers to work.
*/
#ifdef FIO_HAVE_CPU_AFFINITY
#ifndef GLIBC_2_3_2
#define fio_setaffinity(td) \
sched_setaffinity((td)->pid, sizeof((td)->o.cpumask), &(td)->o.cpumask)
#define fio_getaffinity(pid, ptr) \
sched_getaffinity((pid), sizeof(cpu_set_t), (ptr))
#else
#define fio_setaffinity(td) \
sched_setaffinity((td)->pid, &(td)->o.cpumask)
#define fio_getaffinity(pid, ptr) \
sched_getaffinity((pid), (ptr))
#endif
#endif
static inline int ioprio_set(int which, int who, int ioprio)
{
return syscall(__NR_ioprio_set, which, who, ioprio);
}
/*
* Just check for SPLICE_F_MOVE, if that isn't there, assume the others
* aren't either.
*/
#ifndef SPLICE_F_MOVE
#define SPLICE_F_MOVE (0x01) /* move pages instead of copying */
#define SPLICE_F_NONBLOCK (0x02) /* don't block on the pipe splicing (but */
/* we may still block on the fd we splice */
/* from/to, of course */
#define SPLICE_F_MORE (0x04) /* expect more data */
#define SPLICE_F_GIFT (0x08) /* pages passed in are a gift */
static inline int splice(int fdin, loff_t *off_in, int fdout, loff_t *off_out,
size_t len, unsigned int flags)
{
return syscall(__NR_sys_splice, fdin, off_in, fdout, off_out, len, flags);
}
static inline int tee(int fdin, int fdout, size_t len, unsigned int flags)
{
return syscall(__NR_sys_tee, fdin, fdout, len, flags);
}
static inline int vmsplice(int fd, const struct iovec *iov,
unsigned long nr_segs, unsigned int flags)
{
return syscall(__NR_sys_vmsplice, fd, iov, nr_segs, flags);
}
#endif
#define SPLICE_DEF_SIZE (64*1024)
#ifdef FIO_HAVE_SYSLET
struct syslet_uatom;
struct async_head_user;
/*
* syslet stuff
*/
static inline struct syslet_uatom *
async_exec(struct syslet_uatom *atom, struct async_head_user *ahu)
{
return (void *) syscall(__NR_async_exec, atom, ahu);
}
static inline long
async_wait(unsigned long min_wait_events, unsigned long user_ring_idx,
struct async_head_user *ahu)
{
return syscall(__NR_async_wait, min_wait_events,
user_ring_idx, ahu);
}
static inline long async_thread(void *event, struct async_head_user *ahu)
{
return syscall(__NR_async_thread, event, ahu);
}
static inline long umem_add(unsigned long *uptr, unsigned long inc)
{
return syscall(__NR_umem_add, uptr, inc);
}
#endif /* FIO_HAVE_SYSLET */
enum {
IOPRIO_CLASS_NONE,
IOPRIO_CLASS_RT,
IOPRIO_CLASS_BE,
IOPRIO_CLASS_IDLE,
};
enum {
IOPRIO_WHO_PROCESS = 1,
IOPRIO_WHO_PGRP,
IOPRIO_WHO_USER,
};
#define IOPRIO_BITS 16
#define IOPRIO_CLASS_SHIFT 13
#ifndef BLKGETSIZE64
#define BLKGETSIZE64 _IOR(0x12,114,size_t)
#endif
#ifndef BLKFLSBUF
#define BLKFLSBUF _IO(0x12,97)
#endif
static inline int blockdev_invalidate_cache(int fd)
{
return ioctl(fd, BLKFLSBUF);
}
static inline int blockdev_size(int fd, unsigned long long *bytes)
{
if (!ioctl(fd, BLKGETSIZE64, bytes))
return 0;
return errno;
}
static inline unsigned long long os_phys_mem(void)
{
long pagesize, pages;
pagesize = sysconf(_SC_PAGESIZE);
pages = sysconf(_SC_PHYS_PAGES);
if (pages == -1 || pagesize == -1)
return 0;
return (unsigned long long) pages * (unsigned long long) pagesize;
}
static inline void os_random_seed(unsigned long seed, os_random_state_t *rs)
{
srand48_r(seed, rs);
}
static inline long os_random_long(os_random_state_t *rs)
{
long val;
lrand48_r(rs, &val);
return val;
}
static inline int fio_lookup_raw(dev_t dev, int *majdev, int *mindev)
{
struct raw_config_request rq;
int fd;
if (major(dev) != RAW_MAJOR)
return 1;
/*
* we should be able to find /dev/rawctl or /dev/raw/rawctl
*/
fd = open("/dev/rawctl", O_RDONLY);
if (fd < 0) {
fd = open("/dev/raw/rawctl", O_RDONLY);
if (fd < 0)
return 1;
}
rq.raw_minor = minor(dev);
if (ioctl(fd, RAW_GETBIND, &rq) < 0) {
close(fd);
return 1;
}
close(fd);
*majdev = rq.block_major;
*mindev = rq.block_minor;
return 0;
}
#define FIO_O_NOATIME O_NOATIME
#endif
|
