|
@@ -5259,7 +5259,7 @@ void btrfs_put_bbio(struct btrfs_bio *bbio)
|
|
kfree(bbio);
|
|
kfree(bbio);
|
|
}
|
|
}
|
|
|
|
|
|
-static int __btrfs_map_block(struct btrfs_fs_info *fs_info, int rw,
|
|
|
|
|
|
+static int __btrfs_map_block(struct btrfs_fs_info *fs_info, int op,
|
|
u64 logical, u64 *length,
|
|
u64 logical, u64 *length,
|
|
struct btrfs_bio **bbio_ret,
|
|
struct btrfs_bio **bbio_ret,
|
|
int mirror_num, int need_raid_map)
|
|
int mirror_num, int need_raid_map)
|
|
@@ -5345,7 +5345,7 @@ static int __btrfs_map_block(struct btrfs_fs_info *fs_info, int rw,
|
|
raid56_full_stripe_start *= full_stripe_len;
|
|
raid56_full_stripe_start *= full_stripe_len;
|
|
}
|
|
}
|
|
|
|
|
|
- if (rw & REQ_DISCARD) {
|
|
|
|
|
|
+ if (op == REQ_OP_DISCARD) {
|
|
/* we don't discard raid56 yet */
|
|
/* we don't discard raid56 yet */
|
|
if (map->type & BTRFS_BLOCK_GROUP_RAID56_MASK) {
|
|
if (map->type & BTRFS_BLOCK_GROUP_RAID56_MASK) {
|
|
ret = -EOPNOTSUPP;
|
|
ret = -EOPNOTSUPP;
|
|
@@ -5358,7 +5358,7 @@ static int __btrfs_map_block(struct btrfs_fs_info *fs_info, int rw,
|
|
For other RAID types and for RAID[56] reads, just allow a single
|
|
For other RAID types and for RAID[56] reads, just allow a single
|
|
stripe (on a single disk). */
|
|
stripe (on a single disk). */
|
|
if ((map->type & BTRFS_BLOCK_GROUP_RAID56_MASK) &&
|
|
if ((map->type & BTRFS_BLOCK_GROUP_RAID56_MASK) &&
|
|
- (rw & REQ_WRITE)) {
|
|
|
|
|
|
+ (op == REQ_OP_WRITE)) {
|
|
max_len = stripe_len * nr_data_stripes(map) -
|
|
max_len = stripe_len * nr_data_stripes(map) -
|
|
(offset - raid56_full_stripe_start);
|
|
(offset - raid56_full_stripe_start);
|
|
} else {
|
|
} else {
|
|
@@ -5383,8 +5383,8 @@ static int __btrfs_map_block(struct btrfs_fs_info *fs_info, int rw,
|
|
btrfs_dev_replace_set_lock_blocking(dev_replace);
|
|
btrfs_dev_replace_set_lock_blocking(dev_replace);
|
|
|
|
|
|
if (dev_replace_is_ongoing && mirror_num == map->num_stripes + 1 &&
|
|
if (dev_replace_is_ongoing && mirror_num == map->num_stripes + 1 &&
|
|
- !(rw & (REQ_WRITE | REQ_DISCARD | REQ_GET_READ_MIRRORS)) &&
|
|
|
|
- dev_replace->tgtdev != NULL) {
|
|
|
|
|
|
+ op != REQ_OP_WRITE && op != REQ_OP_DISCARD &&
|
|
|
|
+ op != REQ_GET_READ_MIRRORS && dev_replace->tgtdev != NULL) {
|
|
/*
|
|
/*
|
|
* in dev-replace case, for repair case (that's the only
|
|
* in dev-replace case, for repair case (that's the only
|
|
* case where the mirror is selected explicitly when
|
|
* case where the mirror is selected explicitly when
|
|
@@ -5471,15 +5471,17 @@ static int __btrfs_map_block(struct btrfs_fs_info *fs_info, int rw,
|
|
(offset + *length);
|
|
(offset + *length);
|
|
|
|
|
|
if (map->type & BTRFS_BLOCK_GROUP_RAID0) {
|
|
if (map->type & BTRFS_BLOCK_GROUP_RAID0) {
|
|
- if (rw & REQ_DISCARD)
|
|
|
|
|
|
+ if (op == REQ_OP_DISCARD)
|
|
num_stripes = min_t(u64, map->num_stripes,
|
|
num_stripes = min_t(u64, map->num_stripes,
|
|
stripe_nr_end - stripe_nr_orig);
|
|
stripe_nr_end - stripe_nr_orig);
|
|
stripe_nr = div_u64_rem(stripe_nr, map->num_stripes,
|
|
stripe_nr = div_u64_rem(stripe_nr, map->num_stripes,
|
|
&stripe_index);
|
|
&stripe_index);
|
|
- if (!(rw & (REQ_WRITE | REQ_DISCARD | REQ_GET_READ_MIRRORS)))
|
|
|
|
|
|
+ if (op != REQ_OP_WRITE && op != REQ_OP_DISCARD &&
|
|
|
|
+ op != REQ_GET_READ_MIRRORS)
|
|
mirror_num = 1;
|
|
mirror_num = 1;
|
|
} else if (map->type & BTRFS_BLOCK_GROUP_RAID1) {
|
|
} else if (map->type & BTRFS_BLOCK_GROUP_RAID1) {
|
|
- if (rw & (REQ_WRITE | REQ_DISCARD | REQ_GET_READ_MIRRORS))
|
|
|
|
|
|
+ if (op == REQ_OP_WRITE || op == REQ_OP_DISCARD ||
|
|
|
|
+ op == REQ_GET_READ_MIRRORS)
|
|
num_stripes = map->num_stripes;
|
|
num_stripes = map->num_stripes;
|
|
else if (mirror_num)
|
|
else if (mirror_num)
|
|
stripe_index = mirror_num - 1;
|
|
stripe_index = mirror_num - 1;
|
|
@@ -5492,7 +5494,8 @@ static int __btrfs_map_block(struct btrfs_fs_info *fs_info, int rw,
|
|
}
|
|
}
|
|
|
|
|
|
} else if (map->type & BTRFS_BLOCK_GROUP_DUP) {
|
|
} else if (map->type & BTRFS_BLOCK_GROUP_DUP) {
|
|
- if (rw & (REQ_WRITE | REQ_DISCARD | REQ_GET_READ_MIRRORS)) {
|
|
|
|
|
|
+ if (op == REQ_OP_WRITE || REQ_OP_DISCARD ||
|
|
|
|
+ op == REQ_GET_READ_MIRRORS) {
|
|
num_stripes = map->num_stripes;
|
|
num_stripes = map->num_stripes;
|
|
} else if (mirror_num) {
|
|
} else if (mirror_num) {
|
|
stripe_index = mirror_num - 1;
|
|
stripe_index = mirror_num - 1;
|
|
@@ -5506,9 +5509,9 @@ static int __btrfs_map_block(struct btrfs_fs_info *fs_info, int rw,
|
|
stripe_nr = div_u64_rem(stripe_nr, factor, &stripe_index);
|
|
stripe_nr = div_u64_rem(stripe_nr, factor, &stripe_index);
|
|
stripe_index *= map->sub_stripes;
|
|
stripe_index *= map->sub_stripes;
|
|
|
|
|
|
- if (rw & (REQ_WRITE | REQ_GET_READ_MIRRORS))
|
|
|
|
|
|
+ if (op == REQ_OP_WRITE || op == REQ_GET_READ_MIRRORS)
|
|
num_stripes = map->sub_stripes;
|
|
num_stripes = map->sub_stripes;
|
|
- else if (rw & REQ_DISCARD)
|
|
|
|
|
|
+ else if (op == REQ_OP_DISCARD)
|
|
num_stripes = min_t(u64, map->sub_stripes *
|
|
num_stripes = min_t(u64, map->sub_stripes *
|
|
(stripe_nr_end - stripe_nr_orig),
|
|
(stripe_nr_end - stripe_nr_orig),
|
|
map->num_stripes);
|
|
map->num_stripes);
|
|
@@ -5526,7 +5529,7 @@ static int __btrfs_map_block(struct btrfs_fs_info *fs_info, int rw,
|
|
|
|
|
|
} else if (map->type & BTRFS_BLOCK_GROUP_RAID56_MASK) {
|
|
} else if (map->type & BTRFS_BLOCK_GROUP_RAID56_MASK) {
|
|
if (need_raid_map &&
|
|
if (need_raid_map &&
|
|
- ((rw & (REQ_WRITE | REQ_GET_READ_MIRRORS)) ||
|
|
|
|
|
|
+ (op == REQ_OP_WRITE || op == REQ_GET_READ_MIRRORS ||
|
|
mirror_num > 1)) {
|
|
mirror_num > 1)) {
|
|
/* push stripe_nr back to the start of the full stripe */
|
|
/* push stripe_nr back to the start of the full stripe */
|
|
stripe_nr = div_u64(raid56_full_stripe_start,
|
|
stripe_nr = div_u64(raid56_full_stripe_start,
|
|
@@ -5554,8 +5557,8 @@ static int __btrfs_map_block(struct btrfs_fs_info *fs_info, int rw,
|
|
/* We distribute the parity blocks across stripes */
|
|
/* We distribute the parity blocks across stripes */
|
|
div_u64_rem(stripe_nr + stripe_index, map->num_stripes,
|
|
div_u64_rem(stripe_nr + stripe_index, map->num_stripes,
|
|
&stripe_index);
|
|
&stripe_index);
|
|
- if (!(rw & (REQ_WRITE | REQ_DISCARD |
|
|
|
|
- REQ_GET_READ_MIRRORS)) && mirror_num <= 1)
|
|
|
|
|
|
+ if ((op != REQ_OP_WRITE && op != REQ_OP_DISCARD &&
|
|
|
|
+ op != REQ_GET_READ_MIRRORS) && mirror_num <= 1)
|
|
mirror_num = 1;
|
|
mirror_num = 1;
|
|
}
|
|
}
|
|
} else {
|
|
} else {
|
|
@@ -5578,9 +5581,9 @@ static int __btrfs_map_block(struct btrfs_fs_info *fs_info, int rw,
|
|
|
|
|
|
num_alloc_stripes = num_stripes;
|
|
num_alloc_stripes = num_stripes;
|
|
if (dev_replace_is_ongoing) {
|
|
if (dev_replace_is_ongoing) {
|
|
- if (rw & (REQ_WRITE | REQ_DISCARD))
|
|
|
|
|
|
+ if (op == REQ_OP_WRITE || op == REQ_OP_DISCARD)
|
|
num_alloc_stripes <<= 1;
|
|
num_alloc_stripes <<= 1;
|
|
- if (rw & REQ_GET_READ_MIRRORS)
|
|
|
|
|
|
+ if (op == REQ_GET_READ_MIRRORS)
|
|
num_alloc_stripes++;
|
|
num_alloc_stripes++;
|
|
tgtdev_indexes = num_stripes;
|
|
tgtdev_indexes = num_stripes;
|
|
}
|
|
}
|
|
@@ -5595,7 +5598,8 @@ static int __btrfs_map_block(struct btrfs_fs_info *fs_info, int rw,
|
|
|
|
|
|
/* build raid_map */
|
|
/* build raid_map */
|
|
if (map->type & BTRFS_BLOCK_GROUP_RAID56_MASK &&
|
|
if (map->type & BTRFS_BLOCK_GROUP_RAID56_MASK &&
|
|
- need_raid_map && ((rw & (REQ_WRITE | REQ_GET_READ_MIRRORS)) ||
|
|
|
|
|
|
+ need_raid_map &&
|
|
|
|
+ ((op == REQ_OP_WRITE || op == REQ_GET_READ_MIRRORS) ||
|
|
mirror_num > 1)) {
|
|
mirror_num > 1)) {
|
|
u64 tmp;
|
|
u64 tmp;
|
|
unsigned rot;
|
|
unsigned rot;
|
|
@@ -5620,7 +5624,7 @@ static int __btrfs_map_block(struct btrfs_fs_info *fs_info, int rw,
|
|
RAID6_Q_STRIPE;
|
|
RAID6_Q_STRIPE;
|
|
}
|
|
}
|
|
|
|
|
|
- if (rw & REQ_DISCARD) {
|
|
|
|
|
|
+ if (op == REQ_OP_DISCARD) {
|
|
u32 factor = 0;
|
|
u32 factor = 0;
|
|
u32 sub_stripes = 0;
|
|
u32 sub_stripes = 0;
|
|
u64 stripes_per_dev = 0;
|
|
u64 stripes_per_dev = 0;
|
|
@@ -5700,14 +5704,15 @@ static int __btrfs_map_block(struct btrfs_fs_info *fs_info, int rw,
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
- if (rw & (REQ_WRITE | REQ_GET_READ_MIRRORS))
|
|
|
|
|
|
+ if (op == REQ_OP_WRITE || op == REQ_GET_READ_MIRRORS)
|
|
max_errors = btrfs_chunk_max_errors(map);
|
|
max_errors = btrfs_chunk_max_errors(map);
|
|
|
|
|
|
if (bbio->raid_map)
|
|
if (bbio->raid_map)
|
|
sort_parity_stripes(bbio, num_stripes);
|
|
sort_parity_stripes(bbio, num_stripes);
|
|
|
|
|
|
tgtdev_indexes = 0;
|
|
tgtdev_indexes = 0;
|
|
- if (dev_replace_is_ongoing && (rw & (REQ_WRITE | REQ_DISCARD)) &&
|
|
|
|
|
|
+ if (dev_replace_is_ongoing &&
|
|
|
|
+ (op == REQ_OP_WRITE || op == REQ_OP_DISCARD) &&
|
|
dev_replace->tgtdev != NULL) {
|
|
dev_replace->tgtdev != NULL) {
|
|
int index_where_to_add;
|
|
int index_where_to_add;
|
|
u64 srcdev_devid = dev_replace->srcdev->devid;
|
|
u64 srcdev_devid = dev_replace->srcdev->devid;
|
|
@@ -5742,7 +5747,7 @@ static int __btrfs_map_block(struct btrfs_fs_info *fs_info, int rw,
|
|
}
|
|
}
|
|
}
|
|
}
|
|
num_stripes = index_where_to_add;
|
|
num_stripes = index_where_to_add;
|
|
- } else if (dev_replace_is_ongoing && (rw & REQ_GET_READ_MIRRORS) &&
|
|
|
|
|
|
+ } else if (dev_replace_is_ongoing && (op == REQ_GET_READ_MIRRORS) &&
|
|
dev_replace->tgtdev != NULL) {
|
|
dev_replace->tgtdev != NULL) {
|
|
u64 srcdev_devid = dev_replace->srcdev->devid;
|
|
u64 srcdev_devid = dev_replace->srcdev->devid;
|
|
int index_srcdev = 0;
|
|
int index_srcdev = 0;
|
|
@@ -5814,21 +5819,21 @@ out:
|
|
return ret;
|
|
return ret;
|
|
}
|
|
}
|
|
|
|
|
|
-int btrfs_map_block(struct btrfs_fs_info *fs_info, int rw,
|
|
|
|
|
|
+int btrfs_map_block(struct btrfs_fs_info *fs_info, int op,
|
|
u64 logical, u64 *length,
|
|
u64 logical, u64 *length,
|
|
struct btrfs_bio **bbio_ret, int mirror_num)
|
|
struct btrfs_bio **bbio_ret, int mirror_num)
|
|
{
|
|
{
|
|
- return __btrfs_map_block(fs_info, rw, logical, length, bbio_ret,
|
|
|
|
|
|
+ return __btrfs_map_block(fs_info, op, logical, length, bbio_ret,
|
|
mirror_num, 0);
|
|
mirror_num, 0);
|
|
}
|
|
}
|
|
|
|
|
|
/* For Scrub/replace */
|
|
/* For Scrub/replace */
|
|
-int btrfs_map_sblock(struct btrfs_fs_info *fs_info, int rw,
|
|
|
|
|
|
+int btrfs_map_sblock(struct btrfs_fs_info *fs_info, int op,
|
|
u64 logical, u64 *length,
|
|
u64 logical, u64 *length,
|
|
struct btrfs_bio **bbio_ret, int mirror_num,
|
|
struct btrfs_bio **bbio_ret, int mirror_num,
|
|
int need_raid_map)
|
|
int need_raid_map)
|
|
{
|
|
{
|
|
- return __btrfs_map_block(fs_info, rw, logical, length, bbio_ret,
|
|
|
|
|
|
+ return __btrfs_map_block(fs_info, op, logical, length, bbio_ret,
|
|
mirror_num, need_raid_map);
|
|
mirror_num, need_raid_map);
|
|
}
|
|
}
|
|
|
|
|