26
27
#define SLICE_TIME 100000000ULL /* ns */
29
int64_t next_slice_time;
34
static int64_t ratelimit_calculate_delay(RateLimit *limit, uint64_t n)
37
int64_t now = qemu_get_clock_ns(rt_clock);
39
if (limit->next_slice_time < now) {
40
limit->next_slice_time = now + SLICE_TIME;
41
limit->dispatched = 0;
43
if (limit->dispatched + n > limit->slice_quota) {
44
delay_ns = limit->next_slice_time - now;
46
limit->dispatched += n;
51
static void ratelimit_set_speed(RateLimit *limit, uint64_t speed)
53
limit->slice_quota = speed / (1000000000ULL / SLICE_TIME);
56
29
typedef struct StreamBlockJob {
76
49
return bdrv_co_copy_on_readv(bs, sector_num, nb_sectors, &qiov);
80
* Given an image chain: [BASE] -> [INTER1] -> [INTER2] -> [TOP]
82
* Return true if the given sector is allocated in top.
83
* Return false if the given sector is allocated in intermediate images.
84
* Return true otherwise.
86
* 'pnum' is set to the number of sectors (including and immediately following
87
* the specified sector) that are known to be in the same
88
* allocated/unallocated state.
91
static int coroutine_fn is_allocated_base(BlockDriverState *top,
92
BlockDriverState *base,
94
int nb_sectors, int *pnum)
52
static void close_unused_images(BlockDriverState *top, BlockDriverState *base,
96
55
BlockDriverState *intermediate;
99
ret = bdrv_co_is_allocated(top, sector_num, nb_sectors, &n);
106
* Is the unallocated chunk [sector_num, n] also
107
* unallocated between base and top?
109
56
intermediate = top->backing_hd;
111
58
while (intermediate) {
59
BlockDriverState *unused;
114
61
/* reached base */
115
62
if (intermediate == base) {
119
ret = bdrv_co_is_allocated(intermediate, sector_num, nb_sectors,
129
* [sector_num, nb_sectors] is unallocated on top but intermediate
132
* [sector_num+x, nr_sectors] allocated.
134
if (n > pnum_inter) {
66
unused = intermediate;
138
67
intermediate = intermediate->backing_hd;
68
unused->backing_hd = NULL;
71
top->backing_hd = base;
144
74
static void coroutine_fn stream_run(void *opaque)
172
102
for (sector_num = 0; sector_num < end; sector_num += n) {
103
uint64_t delay_ns = 0;
107
/* Note that even when no rate limit is applied we need to yield
108
* with no pending I/O here so that qemu_aio_flush() returns.
110
block_job_sleep_ns(&s->common, rt_clock, delay_ns);
174
111
if (block_job_is_cancelled(&s->common)) {
180
ret = is_allocated_base(bs, base, sector_num,
181
STREAM_BUFFER_SIZE / BDRV_SECTOR_SIZE, &n);
115
ret = bdrv_co_is_allocated(bs, sector_num,
116
STREAM_BUFFER_SIZE / BDRV_SECTOR_SIZE, &n);
118
/* Allocated in the top, no need to copy. */
183
ret = bdrv_co_is_allocated(bs, sector_num,
184
STREAM_BUFFER_SIZE / BDRV_SECTOR_SIZE,
121
/* Copy if allocated in the intermediate images. Limit to the
122
* known-unallocated area [sector_num, sector_num+n). */
123
ret = bdrv_co_is_allocated_above(bs->backing_hd, base,
187
127
trace_stream_one_iteration(s, sector_num, n, ret);
128
if (ret >= 0 && copy) {
189
129
if (s->common.speed) {
190
uint64_t delay_ns = ratelimit_calculate_delay(&s->limit, n);
130
delay_ns = ratelimit_calculate_delay(&s->limit, n);
191
131
if (delay_ns > 0) {
192
co_sleep_ns(rt_clock, delay_ns);
194
/* Recheck cancellation and that sectors are unallocated */
198
135
ret = stream_populate(bs, sector_num, n, buf);
205
142
/* Publish progress */
206
143
s->common.offset += n * BDRV_SECTOR_SIZE;
208
/* Note that even when no rate limit is applied we need to yield
209
* with no pending I/O here so that qemu_aio_flush() returns.
211
co_sleep_ns(rt_clock, 0);
215
147
bdrv_disable_copy_on_read(bs);
218
if (sector_num == end && ret == 0) {
219
const char *base_id = NULL;
150
if (!block_job_is_cancelled(&s->common) && sector_num == end && ret == 0) {
151
const char *base_id = NULL, *base_fmt = NULL;
221
153
base_id = s->backing_file_id;
155
base_fmt = base->drv->format_name;
223
ret = bdrv_change_backing_file(bs, base_id, NULL);
158
ret = bdrv_change_backing_file(bs, base_id, base_fmt);
159
close_unused_images(bs, base, base_id);
227
163
block_job_complete(&s->common, ret);
230
static int stream_set_speed(BlockJob *job, int64_t value)
166
static void stream_set_speed(BlockJob *job, int64_t speed, Error **errp)
232
168
StreamBlockJob *s = container_of(job, StreamBlockJob, common);
171
error_set(errp, QERR_INVALID_PARAMETER, "speed");
238
ratelimit_set_speed(&s->limit, value / BDRV_SECTOR_SIZE);
174
ratelimit_set_speed(&s->limit, speed / BDRV_SECTOR_SIZE, SLICE_TIME);
242
177
static BlockJobType stream_job_type = {
245
180
.set_speed = stream_set_speed,
248
int stream_start(BlockDriverState *bs, BlockDriverState *base,
249
const char *base_id, BlockDriverCompletionFunc *cb,
183
void stream_start(BlockDriverState *bs, BlockDriverState *base,
184
const char *base_id, int64_t speed,
185
BlockDriverCompletionFunc *cb,
186
void *opaque, Error **errp)
252
188
StreamBlockJob *s;
255
s = block_job_create(&stream_job_type, bs, cb, opaque);
190
s = block_job_create(&stream_job_type, bs, speed, cb, opaque, errp);
257
return -EBUSY; /* bs must already be in use */
262
197
pstrcpy(s->backing_file_id, sizeof(s->backing_file_id), base_id);
265
co = qemu_coroutine_create(stream_run);
266
trace_stream_start(bs, base, s, co, opaque);
267
qemu_coroutine_enter(co, s);
200
s->common.co = qemu_coroutine_create(stream_run);
201
trace_stream_start(bs, base, s, s->common.co, opaque);
202
qemu_coroutine_enter(s->common.co, s);