Lines Matching +full:lbp +full:- +full:enable
1 // SPDX-License-Identifier: GPL-2.0-only
10 * - Drew Eckhardt <[email protected]> original
11 * - Eric Youngdale <[email protected]> add scatter-gather, multiple
13 * Support loadable low-level scsi drivers.
14 * - Jirka Hanika <[email protected]> support more scsi disks using
16 * - Richard Gooch <[email protected]> support devfs.
17 * - Torben Mathiasen <[email protected]> Resource allocation fixes in
19 * - Alex Davis <[email protected]> Fix problem where partition info
22 * - Douglas Gilbert <[email protected]> cleanup for lk 2.5.x
23 * - Badari Pulavarty <[email protected]>, Matthew Wilcox
28 * - setting up transfer: SCSI_LOG_HLQUEUE levels 1 and 2
29 * - end of transfer (bh + scsi_lib): SCSI_LOG_HLCOMPLETE level 1
30 * - entering sd_ioctl: SCSI_LOG_IOCTL level 1
31 * - entering other commands: SCSI_LOG_HLQUEUE level 3
36 #include <linux/bio-integrity.h>
48 #include <linux/blk-pm.h>
55 #include <linux/sed-opal.h>
58 #include <linux/t10-pi.h>
127 if (sdkp->WCE) { in sd_set_flush_flag()
128 lim->features |= BLK_FEAT_WRITE_CACHE; in sd_set_flush_flag()
129 if (sdkp->DPOFUA) in sd_set_flush_flag()
130 lim->features |= BLK_FEAT_FUA; in sd_set_flush_flag()
132 lim->features &= ~BLK_FEAT_FUA; in sd_set_flush_flag()
134 lim->features &= ~(BLK_FEAT_WRITE_CACHE | BLK_FEAT_FUA); in sd_set_flush_flag()
144 struct scsi_device *sdp = sdkp->device; in cache_type_store()
152 if (sdp->type != TYPE_DISK && sdp->type != TYPE_ZBC) in cache_type_store()
156 return -EINVAL; in cache_type_store()
158 if (strncmp(buf, temp, sizeof(temp) - 1) == 0) { in cache_type_store()
159 buf += sizeof(temp) - 1; in cache_type_store()
160 sdkp->cache_override = 1; in cache_type_store()
162 sdkp->cache_override = 0; in cache_type_store()
167 return -EINVAL; in cache_type_store()
170 wce = (ct & 0x02) && !sdkp->write_prot ? 1 : 0; in cache_type_store()
172 if (sdkp->cache_override) { in cache_type_store()
175 sdkp->WCE = wce; in cache_type_store()
176 sdkp->RCD = rcd; in cache_type_store()
178 lim = queue_limits_start_update(sdkp->disk->queue); in cache_type_store()
180 ret = queue_limits_commit_update_frozen(sdkp->disk->queue, in cache_type_store()
188 sdkp->max_retries, &data, NULL)) in cache_type_store()
189 return -EINVAL; in cache_type_store()
190 len = min_t(size_t, sizeof(buffer), data.length - data.header_length - in cache_type_store()
206 sdkp->max_retries, &data, &sshdr); in cache_type_store()
210 return -EINVAL; in cache_type_store()
212 sd_revalidate_disk(sdkp->disk); in cache_type_store()
221 struct scsi_device *sdp = sdkp->device; in manage_start_stop_show()
224 sdp->manage_system_start_stop && in manage_start_stop_show()
225 sdp->manage_runtime_start_stop && in manage_start_stop_show()
226 sdp->manage_shutdown); in manage_start_stop_show()
235 struct scsi_device *sdp = sdkp->device; in manage_system_start_stop_show()
237 return sysfs_emit(buf, "%u\n", sdp->manage_system_start_stop); in manage_system_start_stop_show()
246 struct scsi_device *sdp = sdkp->device; in manage_system_start_stop_store()
250 return -EACCES; in manage_system_start_stop_store()
253 return -EINVAL; in manage_system_start_stop_store()
255 sdp->manage_system_start_stop = v; in manage_system_start_stop_store()
266 struct scsi_device *sdp = sdkp->device; in manage_runtime_start_stop_show()
268 return sysfs_emit(buf, "%u\n", sdp->manage_runtime_start_stop); in manage_runtime_start_stop_show()
277 struct scsi_device *sdp = sdkp->device; in manage_runtime_start_stop_store()
281 return -EACCES; in manage_runtime_start_stop_store()
284 return -EINVAL; in manage_runtime_start_stop_store()
286 sdp->manage_runtime_start_stop = v; in manage_runtime_start_stop_store()
296 struct scsi_device *sdp = sdkp->device; in manage_shutdown_show()
298 return sysfs_emit(buf, "%u\n", sdp->manage_shutdown); in manage_shutdown_show()
306 struct scsi_device *sdp = sdkp->device; in manage_shutdown_store()
310 return -EACCES; in manage_shutdown_store()
313 return -EINVAL; in manage_shutdown_store()
315 sdp->manage_shutdown = v; in manage_shutdown_store()
326 return sprintf(buf, "%u\n", sdkp->device->allow_restart); in allow_restart_show()
335 struct scsi_device *sdp = sdkp->device; in allow_restart_store()
338 return -EACCES; in allow_restart_store()
340 if (sdp->type != TYPE_DISK && sdp->type != TYPE_ZBC) in allow_restart_store()
341 return -EINVAL; in allow_restart_store()
344 return -EINVAL; in allow_restart_store()
346 sdp->allow_restart = v; in allow_restart_store()
356 int ct = sdkp->RCD + 2*sdkp->WCE; in cache_type_show()
367 return sprintf(buf, "%u\n", sdkp->DPOFUA); in FUA_show()
377 return sprintf(buf, "%u\n", sdkp->protection_type); in protection_type_show()
389 return -EACCES; in protection_type_store()
397 sdkp->protection_type = val; in protection_type_store()
408 struct scsi_device *sdp = sdkp->device; in protection_mode_show()
411 dif = scsi_host_dif_capable(sdp->host, sdkp->protection_type); in protection_mode_show()
412 dix = scsi_host_dix_capable(sdp->host, sdkp->protection_type); in protection_mode_show()
414 if (!dix && scsi_host_dix_capable(sdp->host, T10_PI_TYPE0_PROTECTION)) { in protection_mode_show()
431 return sprintf(buf, "%u\n", sdkp->ATO); in app_tag_own_show()
441 return sprintf(buf, "%u\n", sdkp->lbpme); in thin_provisioning_show()
461 return sprintf(buf, "%s\n", lbp_mode[sdkp->provisioning_mode]); in provisioning_mode_show()
469 struct scsi_device *sdp = sdkp->device; in provisioning_mode_store()
474 return -EACCES; in provisioning_mode_store()
476 if (sdp->type != TYPE_DISK) in provisioning_mode_store()
477 return -EINVAL; in provisioning_mode_store()
481 return -EINVAL; in provisioning_mode_store()
483 lim = queue_limits_start_update(sdkp->disk->queue); in provisioning_mode_store()
485 err = queue_limits_commit_update_frozen(sdkp->disk->queue, &lim); in provisioning_mode_store()
506 return sprintf(buf, "%s\n", zeroing_mode[sdkp->zeroing_mode]); in zeroing_mode_show()
517 return -EACCES; in zeroing_mode_store()
521 return -EINVAL; in zeroing_mode_store()
523 sdkp->zeroing_mode = mode; in zeroing_mode_store()
535 return sprintf(buf, "%u\n", sdkp->max_medium_access_timeouts); in max_medium_access_timeouts_show()
547 return -EACCES; in max_medium_access_timeouts_store()
549 err = kstrtouint(buf, 10, &sdkp->max_medium_access_timeouts); in max_medium_access_timeouts_store()
561 return sprintf(buf, "%u\n", sdkp->max_ws_blocks); in max_write_same_blocks_show()
569 struct scsi_device *sdp = sdkp->device; in max_write_same_blocks_store()
575 return -EACCES; in max_write_same_blocks_store()
577 if (sdp->type != TYPE_DISK && sdp->type != TYPE_ZBC) in max_write_same_blocks_store()
578 return -EINVAL; in max_write_same_blocks_store()
586 sdp->no_write_same = 1; in max_write_same_blocks_store()
588 sdp->no_write_same = 0; in max_write_same_blocks_store()
589 sdkp->max_ws_blocks = max; in max_write_same_blocks_store()
592 lim = queue_limits_start_update(sdkp->disk->queue); in max_write_same_blocks_store()
594 err = queue_limits_commit_update_frozen(sdkp->disk->queue, &lim); in max_write_same_blocks_store()
606 if (sdkp->device->type == TYPE_ZBC) in zoned_cap_show()
607 return sprintf(buf, "host-managed\n"); in zoned_cap_show()
608 if (sdkp->zoned == 1) in zoned_cap_show()
609 return sprintf(buf, "host-aware\n"); in zoned_cap_show()
610 if (sdkp->zoned == 2) in zoned_cap_show()
611 return sprintf(buf, "drive-managed\n"); in zoned_cap_show()
621 struct scsi_device *sdev = sdkp->device; in max_retries_store()
629 sdkp->max_retries = retries; in max_retries_store()
633 sdev_printk(KERN_ERR, sdev, "max_retries must be between -1 and %d\n", in max_retries_store()
635 return -EINVAL; in max_retries_store()
644 return sprintf(buf, "%d\n", sdkp->max_retries); in max_retries_show()
689 * |............|.............|....|....| <- dev_t
692 * Inside a major, we have 16k disks, however mapped non-
697 * the well-know SCSI majors 8, 65--71, 136--143.
705 return SCSI_DISK1_MAJOR + major_idx - 1; in sd_major()
707 return SCSI_DISK8_MAJOR + major_idx - 8; in sd_major()
719 struct scsi_device *sdev = sdkp->device; in sd_sec_submit()
732 buffer, len, SD_TIMEOUT, sdkp->max_retries, in sd_sec_submit()
734 return ret <= 0 ? ret : -EIO; in sd_sec_submit()
804 struct bio *bio = rq->bio; in sd_setup_protect_cmnd()
810 scmd->prot_flags |= SCSI_PROT_IP_CHECKSUM; in sd_setup_protect_cmnd()
813 scmd->prot_flags |= SCSI_PROT_GUARD_CHECK; in sd_setup_protect_cmnd()
817 scmd->prot_flags |= SCSI_PROT_REF_INCREMENT; in sd_setup_protect_cmnd()
820 scmd->prot_flags |= SCSI_PROT_REF_CHECK; in sd_setup_protect_cmnd()
824 scmd->prot_flags |= SCSI_PROT_TRANSFER_PI; in sd_setup_protect_cmnd()
829 protect = 1 << 5; /* Enable target PI checking */ in sd_setup_protect_cmnd()
834 scmd->prot_flags &= sd_prot_flag_mask(prot_op); in sd_setup_protect_cmnd()
841 sdkp->provisioning_mode = SD_LBP_DISABLE; in sd_disable_discard()
842 blk_queue_disable_discard(sdkp->disk->queue); in sd_disable_discard()
848 unsigned int logical_block_size = sdkp->device->sector_size; in sd_config_discard()
851 lim->discard_alignment = sdkp->unmap_alignment * logical_block_size; in sd_config_discard()
852 lim->discard_granularity = max(sdkp->physical_block_size, in sd_config_discard()
853 sdkp->unmap_granularity * logical_block_size); in sd_config_discard()
854 sdkp->provisioning_mode = mode; in sd_config_discard()
863 max_blocks = min_not_zero(sdkp->max_unmap_blocks, in sd_config_discard()
868 if (sdkp->device->unmap_limit_for_ws) in sd_config_discard()
869 max_blocks = sdkp->max_unmap_blocks; in sd_config_discard()
871 max_blocks = sdkp->max_ws_blocks; in sd_config_discard()
877 if (sdkp->device->unmap_limit_for_ws) in sd_config_discard()
878 max_blocks = sdkp->max_unmap_blocks; in sd_config_discard()
880 max_blocks = sdkp->max_ws_blocks; in sd_config_discard()
886 max_blocks = min_not_zero(sdkp->max_ws_blocks, in sd_config_discard()
891 lim->max_hw_discard_sectors = max_blocks * in sd_config_discard()
903 bvec_set_page(&rq->special_vec, page, data_len, 0); in sd_set_special_bvec()
904 rq->rq_flags |= RQF_SPECIAL_PAYLOAD; in sd_set_special_bvec()
905 return bvec_virt(&rq->special_vec); in sd_set_special_bvec()
910 struct scsi_device *sdp = cmd->device; in sd_setup_unmap_cmnd()
912 struct scsi_disk *sdkp = scsi_disk(rq->q->disk); in sd_setup_unmap_cmnd()
922 cmd->cmd_len = 10; in sd_setup_unmap_cmnd()
923 cmd->cmnd[0] = UNMAP; in sd_setup_unmap_cmnd()
924 cmd->cmnd[8] = 24; in sd_setup_unmap_cmnd()
931 cmd->allowed = sdkp->max_retries; in sd_setup_unmap_cmnd()
932 cmd->transfersize = data_len; in sd_setup_unmap_cmnd()
933 rq->timeout = SD_TIMEOUT; in sd_setup_unmap_cmnd()
940 unsigned int logical_block_size = sdkp->device->sector_size, in sd_config_atomic()
943 if ((!sdkp->max_atomic && !sdkp->max_atomic_with_boundary) || in sd_config_atomic()
944 sdkp->protection_type == T10_PI_TYPE2_PROTECTION) in sd_config_atomic()
947 physical_block_size_sectors = sdkp->physical_block_size / in sd_config_atomic()
948 sdkp->device->sector_size; in sd_config_atomic()
950 unit_min = rounddown_pow_of_two(sdkp->atomic_granularity ? in sd_config_atomic()
951 sdkp->atomic_granularity : in sd_config_atomic()
956 * sdkp->max_atomic == 0, which the spec does permit. in sd_config_atomic()
958 if (sdkp->max_atomic) { in sd_config_atomic()
959 max_atomic = sdkp->max_atomic; in sd_config_atomic()
960 unit_max = rounddown_pow_of_two(sdkp->max_atomic); in sd_config_atomic()
961 sdkp->use_atomic_write_boundary = 0; in sd_config_atomic()
963 max_atomic = sdkp->max_atomic_with_boundary; in sd_config_atomic()
964 unit_max = rounddown_pow_of_two(sdkp->max_atomic_boundary); in sd_config_atomic()
965 sdkp->use_atomic_write_boundary = 1; in sd_config_atomic()
976 if (sdkp->atomic_granularity > 1) { in sd_config_atomic()
977 if (unit_min > 1 && unit_min % sdkp->atomic_granularity) in sd_config_atomic()
979 if (unit_max > 1 && unit_max % sdkp->atomic_granularity) in sd_config_atomic()
983 if (sdkp->atomic_alignment > 1) { in sd_config_atomic()
984 if (unit_min > 1 && unit_min % sdkp->atomic_alignment) in sd_config_atomic()
986 if (unit_max > 1 && unit_max % sdkp->atomic_alignment) in sd_config_atomic()
990 lim->atomic_write_hw_max = max_atomic * logical_block_size; in sd_config_atomic()
991 lim->atomic_write_hw_boundary = 0; in sd_config_atomic()
992 lim->atomic_write_hw_unit_min = unit_min * logical_block_size; in sd_config_atomic()
993 lim->atomic_write_hw_unit_max = unit_max * logical_block_size; in sd_config_atomic()
994 lim->features |= BLK_FEAT_ATOMIC_WRITES; in sd_config_atomic()
1000 struct scsi_device *sdp = cmd->device; in sd_setup_write_same16_cmnd()
1002 struct scsi_disk *sdkp = scsi_disk(rq->q->disk); in sd_setup_write_same16_cmnd()
1005 u32 data_len = sdp->sector_size; in sd_setup_write_same16_cmnd()
1010 cmd->cmd_len = 16; in sd_setup_write_same16_cmnd()
1011 cmd->cmnd[0] = WRITE_SAME_16; in sd_setup_write_same16_cmnd()
1013 cmd->cmnd[1] = 0x8; /* UNMAP */ in sd_setup_write_same16_cmnd()
1014 put_unaligned_be64(lba, &cmd->cmnd[2]); in sd_setup_write_same16_cmnd()
1015 put_unaligned_be32(nr_blocks, &cmd->cmnd[10]); in sd_setup_write_same16_cmnd()
1017 cmd->allowed = sdkp->max_retries; in sd_setup_write_same16_cmnd()
1018 cmd->transfersize = data_len; in sd_setup_write_same16_cmnd()
1019 rq->timeout = unmap ? SD_TIMEOUT : SD_WRITE_SAME_TIMEOUT; in sd_setup_write_same16_cmnd()
1027 struct scsi_device *sdp = cmd->device; in sd_setup_write_same10_cmnd()
1029 struct scsi_disk *sdkp = scsi_disk(rq->q->disk); in sd_setup_write_same10_cmnd()
1032 u32 data_len = sdp->sector_size; in sd_setup_write_same10_cmnd()
1037 cmd->cmd_len = 10; in sd_setup_write_same10_cmnd()
1038 cmd->cmnd[0] = WRITE_SAME; in sd_setup_write_same10_cmnd()
1040 cmd->cmnd[1] = 0x8; /* UNMAP */ in sd_setup_write_same10_cmnd()
1041 put_unaligned_be32(lba, &cmd->cmnd[2]); in sd_setup_write_same10_cmnd()
1042 put_unaligned_be16(nr_blocks, &cmd->cmnd[7]); in sd_setup_write_same10_cmnd()
1044 cmd->allowed = sdkp->max_retries; in sd_setup_write_same10_cmnd()
1045 cmd->transfersize = data_len; in sd_setup_write_same10_cmnd()
1046 rq->timeout = unmap ? SD_TIMEOUT : SD_WRITE_SAME_TIMEOUT; in sd_setup_write_same10_cmnd()
1054 struct scsi_device *sdp = cmd->device; in sd_setup_write_zeroes_cmnd()
1055 struct scsi_disk *sdkp = scsi_disk(rq->q->disk); in sd_setup_write_zeroes_cmnd()
1059 if (!(rq->cmd_flags & REQ_NOUNMAP)) { in sd_setup_write_zeroes_cmnd()
1060 switch (sdkp->zeroing_mode) { in sd_setup_write_zeroes_cmnd()
1068 if (sdp->no_write_same) { in sd_setup_write_zeroes_cmnd()
1069 rq->rq_flags |= RQF_QUIET; in sd_setup_write_zeroes_cmnd()
1073 if (sdkp->ws16 || lba > 0xffffffff || nr_blocks > 0xffff) in sd_setup_write_zeroes_cmnd()
1081 sdkp->device->no_write_same = 1; in sd_disable_write_same()
1082 sdkp->max_ws_blocks = 0; in sd_disable_write_same()
1083 blk_queue_disable_write_zeroes(sdkp->disk->queue); in sd_disable_write_same()
1089 unsigned int logical_block_size = sdkp->device->sector_size; in sd_config_write_same()
1091 if (sdkp->device->no_write_same) { in sd_config_write_same()
1092 sdkp->max_ws_blocks = 0; in sd_config_write_same()
1101 if (sdkp->max_ws_blocks > SD_MAX_WS10_BLOCKS) in sd_config_write_same()
1102 sdkp->max_ws_blocks = min_not_zero(sdkp->max_ws_blocks, in sd_config_write_same()
1104 else if (sdkp->ws16 || sdkp->ws10 || sdkp->device->no_report_opcodes) in sd_config_write_same()
1105 sdkp->max_ws_blocks = min_not_zero(sdkp->max_ws_blocks, in sd_config_write_same()
1108 sdkp->device->no_write_same = 1; in sd_config_write_same()
1109 sdkp->max_ws_blocks = 0; in sd_config_write_same()
1112 if (sdkp->lbprz && sdkp->lbpws) in sd_config_write_same()
1113 sdkp->zeroing_mode = SD_ZERO_WS16_UNMAP; in sd_config_write_same()
1114 else if (sdkp->lbprz && sdkp->lbpws10) in sd_config_write_same()
1115 sdkp->zeroing_mode = SD_ZERO_WS10_UNMAP; in sd_config_write_same()
1116 else if (sdkp->max_ws_blocks) in sd_config_write_same()
1117 sdkp->zeroing_mode = SD_ZERO_WS; in sd_config_write_same()
1119 sdkp->zeroing_mode = SD_ZERO_WRITE; in sd_config_write_same()
1121 if (sdkp->max_ws_blocks && in sd_config_write_same()
1122 sdkp->physical_block_size > logical_block_size) { in sd_config_write_same()
1133 * host-managed ZBC disks. in sd_config_write_same()
1135 sdkp->max_ws_blocks = in sd_config_write_same()
1136 round_down(sdkp->max_ws_blocks, in sd_config_write_same()
1137 bytes_to_logical(sdkp->device, in sd_config_write_same()
1138 sdkp->physical_block_size)); in sd_config_write_same()
1142 lim->max_write_zeroes_sectors = in sd_config_write_same()
1143 sdkp->max_ws_blocks * (logical_block_size >> SECTOR_SHIFT); in sd_config_write_same()
1149 struct scsi_disk *sdkp = scsi_disk(rq->q->disk); in sd_setup_flush_cmnd()
1152 memset(&cmd->sdb, 0, sizeof(cmd->sdb)); in sd_setup_flush_cmnd()
1154 if (cmd->device->use_16_for_sync) { in sd_setup_flush_cmnd()
1155 cmd->cmnd[0] = SYNCHRONIZE_CACHE_16; in sd_setup_flush_cmnd()
1156 cmd->cmd_len = 16; in sd_setup_flush_cmnd()
1158 cmd->cmnd[0] = SYNCHRONIZE_CACHE; in sd_setup_flush_cmnd()
1159 cmd->cmd_len = 10; in sd_setup_flush_cmnd()
1161 cmd->transfersize = 0; in sd_setup_flush_cmnd()
1162 cmd->allowed = sdkp->max_retries; in sd_setup_flush_cmnd()
1164 rq->timeout = rq->q->rq_timeout * SD_FLUSH_TIMEOUT_MULTIPLIER; in sd_setup_flush_cmnd()
1169 * sd_group_number() - Compute the GROUP NUMBER field
1170 * @cmd: SCSI command for which to compute the value of the six-bit GROUP NUMBER
1173 * From SBC-5 r05 (https://www.t10.org/cgi-bin/ac.pl?t=f&f=sbc5r05.pdf):
1177 * 3 - 0x3d: intermediate relative lifetimes.
1184 struct scsi_disk *sdkp = scsi_disk(rq->q->disk); in sd_group_number()
1186 if (!sdkp->rscs) in sd_group_number()
1189 return min3((u32)rq->bio->bi_write_hint, in sd_group_number()
1190 (u32)sdkp->permanent_stream_count, 0x3fu); in sd_group_number()
1197 cmd->cmd_len = SD_EXT_CDB_SIZE; in sd_setup_rw32_cmnd()
1198 cmd->cmnd[0] = VARIABLE_LENGTH_CMD; in sd_setup_rw32_cmnd()
1199 cmd->cmnd[6] = sd_group_number(cmd); in sd_setup_rw32_cmnd()
1200 cmd->cmnd[7] = 0x18; /* Additional CDB len */ in sd_setup_rw32_cmnd()
1201 cmd->cmnd[9] = write ? WRITE_32 : READ_32; in sd_setup_rw32_cmnd()
1202 cmd->cmnd[10] = flags; in sd_setup_rw32_cmnd()
1203 cmd->cmnd[11] = dld & 0x07; in sd_setup_rw32_cmnd()
1204 put_unaligned_be64(lba, &cmd->cmnd[12]); in sd_setup_rw32_cmnd()
1205 put_unaligned_be32(lba, &cmd->cmnd[20]); /* Expected Indirect LBA */ in sd_setup_rw32_cmnd()
1206 put_unaligned_be32(nr_blocks, &cmd->cmnd[28]); in sd_setup_rw32_cmnd()
1215 cmd->cmd_len = 16; in sd_setup_rw16_cmnd()
1216 cmd->cmnd[0] = write ? WRITE_16 : READ_16; in sd_setup_rw16_cmnd()
1217 cmd->cmnd[1] = flags | ((dld >> 2) & 0x01); in sd_setup_rw16_cmnd()
1218 cmd->cmnd[14] = ((dld & 0x03) << 6) | sd_group_number(cmd); in sd_setup_rw16_cmnd()
1219 cmd->cmnd[15] = 0; in sd_setup_rw16_cmnd()
1220 put_unaligned_be64(lba, &cmd->cmnd[2]); in sd_setup_rw16_cmnd()
1221 put_unaligned_be32(nr_blocks, &cmd->cmnd[10]); in sd_setup_rw16_cmnd()
1230 cmd->cmd_len = 10; in sd_setup_rw10_cmnd()
1231 cmd->cmnd[0] = write ? WRITE_10 : READ_10; in sd_setup_rw10_cmnd()
1232 cmd->cmnd[1] = flags; in sd_setup_rw10_cmnd()
1233 cmd->cmnd[6] = sd_group_number(cmd); in sd_setup_rw10_cmnd()
1234 cmd->cmnd[9] = 0; in sd_setup_rw10_cmnd()
1235 put_unaligned_be32(lba, &cmd->cmnd[2]); in sd_setup_rw10_cmnd()
1236 put_unaligned_be16(nr_blocks, &cmd->cmnd[7]); in sd_setup_rw10_cmnd()
1259 cmd->cmd_len = 6; in sd_setup_rw6_cmnd()
1260 cmd->cmnd[0] = write ? WRITE_6 : READ_6; in sd_setup_rw6_cmnd()
1261 cmd->cmnd[1] = (lba >> 16) & 0x1f; in sd_setup_rw6_cmnd()
1262 cmd->cmnd[2] = (lba >> 8) & 0xff; in sd_setup_rw6_cmnd()
1263 cmd->cmnd[3] = lba & 0xff; in sd_setup_rw6_cmnd()
1264 cmd->cmnd[4] = nr_blocks; in sd_setup_rw6_cmnd()
1265 cmd->cmnd[5] = 0; in sd_setup_rw6_cmnd()
1277 struct scsi_device *sdp = sdkp->device; in sd_cdl_dld()
1280 if (!sdp->cdl_supported || !sdp->cdl_enable) in sd_cdl_dld()
1292 return (hint - IOPRIO_HINT_DEV_DURATION_LIMIT_1) + 1; in sd_cdl_dld()
1299 cmd->cmd_len = 16; in sd_setup_atomic_cmnd()
1300 cmd->cmnd[0] = WRITE_ATOMIC_16; in sd_setup_atomic_cmnd()
1301 cmd->cmnd[1] = flags; in sd_setup_atomic_cmnd()
1302 put_unaligned_be64(lba, &cmd->cmnd[2]); in sd_setup_atomic_cmnd()
1303 put_unaligned_be16(nr_blocks, &cmd->cmnd[12]); in sd_setup_atomic_cmnd()
1305 put_unaligned_be16(nr_blocks, &cmd->cmnd[10]); in sd_setup_atomic_cmnd()
1307 put_unaligned_be16(0, &cmd->cmnd[10]); in sd_setup_atomic_cmnd()
1308 put_unaligned_be16(nr_blocks, &cmd->cmnd[12]); in sd_setup_atomic_cmnd()
1309 cmd->cmnd[14] = 0; in sd_setup_atomic_cmnd()
1310 cmd->cmnd[15] = 0; in sd_setup_atomic_cmnd()
1318 struct scsi_device *sdp = cmd->device; in sd_setup_read_write_cmnd()
1319 struct scsi_disk *sdkp = scsi_disk(rq->q->disk); in sd_setup_read_write_cmnd()
1323 unsigned int mask = logical_to_sectors(sdp, 1) - 1; in sd_setup_read_write_cmnd()
1336 if (!scsi_device_online(sdp) || sdp->changed) { in sd_setup_read_write_cmnd()
1341 if (blk_rq_pos(rq) + blk_rq_sectors(rq) > get_capacity(rq->q->disk)) { in sd_setup_read_write_cmnd()
1355 threshold = sdkp->capacity - SD_LAST_BUGGY_SECTORS; in sd_setup_read_write_cmnd()
1357 if (unlikely(sdp->last_sector_bug && lba + nr_blocks > threshold)) { in sd_setup_read_write_cmnd()
1360 nr_blocks = threshold - lba; in sd_setup_read_write_cmnd()
1367 fua = rq->cmd_flags & REQ_FUA ? 0x8 : 0; in sd_setup_read_write_cmnd()
1369 dif = scsi_host_dif_capable(cmd->device->host, sdkp->protection_type); in sd_setup_read_write_cmnd()
1377 if (protect && sdkp->protection_type == T10_PI_TYPE2_PROTECTION) { in sd_setup_read_write_cmnd()
1380 } else if (rq->cmd_flags & REQ_ATOMIC) { in sd_setup_read_write_cmnd()
1382 sdkp->use_atomic_write_boundary, in sd_setup_read_write_cmnd()
1384 } else if (sdp->use_16_for_rw || (nr_blocks > 0xffff)) { in sd_setup_read_write_cmnd()
1388 sdp->use_10_for_rw || protect || rq->bio->bi_write_hint) { in sd_setup_read_write_cmnd()
1404 cmd->transfersize = sdp->sector_size; in sd_setup_read_write_cmnd()
1405 cmd->underflow = nr_blocks << 9; in sd_setup_read_write_cmnd()
1406 cmd->allowed = sdkp->max_retries; in sd_setup_read_write_cmnd()
1407 cmd->sdb.length = nr_blocks * sdp->sector_size; in sd_setup_read_write_cmnd()
1435 switch (scsi_disk(rq->q->disk)->provisioning_mode) { in sd_init_command()
1476 if (rq->rq_flags & RQF_SPECIAL_PAYLOAD) in sd_uninit_command()
1477 mempool_free(rq->special_vec.bv_page, sd_page_pool); in sd_uninit_command()
1482 if (sdkp->device->removable || sdkp->write_prot) { in sd_need_revalidate()
1492 return test_bit(GD_NEED_PART_SCAN, &disk->state); in sd_need_revalidate()
1496 * sd_open - open a scsi disk device
1508 * Locking: called with disk->open_mutex held.
1513 struct scsi_device *sdev = sdkp->device; in sd_open()
1517 return -ENXIO; in sd_open()
1525 retval = -ENXIO; in sd_open()
1535 retval = -ENOMEDIUM; in sd_open()
1536 if (sdev->removable && !sdkp->media_present && in sd_open()
1544 retval = -EROFS; in sd_open()
1545 if (sdkp->write_prot && (mode & BLK_OPEN_WRITE)) in sd_open()
1554 retval = -ENXIO; in sd_open()
1558 if ((atomic_inc_return(&sdkp->openers) == 1) && sdev->removable) { in sd_open()
1571 * sd_release - invoked when the (last) close(2) is called on this
1580 * Locking: called with disk->open_mutex held.
1585 struct scsi_device *sdev = sdkp->device; in sd_release()
1589 if (atomic_dec_return(&sdkp->openers) == 0 && sdev->removable) { in sd_release()
1599 struct scsi_disk *sdkp = scsi_disk(bdev->bd_disk); in sd_getgeo()
1600 struct scsi_device *sdp = sdkp->device; in sd_getgeo()
1601 struct Scsi_Host *host = sdp->host; in sd_getgeo()
1602 sector_t capacity = logical_to_sectors(sdp, sdkp->capacity); in sd_getgeo()
1611 if (host->hostt->bios_param) in sd_getgeo()
1612 host->hostt->bios_param(sdp, bdev, capacity, diskinfo); in sd_getgeo()
1616 geo->heads = diskinfo[0]; in sd_getgeo()
1617 geo->sectors = diskinfo[1]; in sd_getgeo()
1618 geo->cylinders = diskinfo[2]; in sd_getgeo()
1623 * sd_ioctl - process an ioctl
1639 struct gendisk *disk = bdev->bd_disk; in sd_ioctl()
1641 struct scsi_device *sdp = sdkp->device; in sd_ioctl()
1646 "cmd=0x%x\n", disk->disk_name, cmd)); in sd_ioctl()
1649 return -ENOIOCTLCMD; in sd_ioctl()
1663 return sed_ioctl(sdkp->opal_dev, cmd, p); in sd_ioctl()
1669 if (sdkp->media_present) in set_media_not_present()
1670 sdkp->device->changed = 1; in set_media_not_present()
1672 if (sdkp->device->removable) { in set_media_not_present()
1673 sdkp->media_present = 0; in set_media_not_present()
1674 sdkp->capacity = 0; in set_media_not_present()
1685 switch (sshdr->sense_key) { in media_not_present()
1689 if (sshdr->asc == 0x3A) { in media_not_present()
1698 * sd_check_events - check media events
1708 struct scsi_disk *sdkp = disk->private_data; in sd_check_events()
1716 sdp = sdkp->device; in sd_check_events()
1720 * If the device is offline, don't send any commands - just pretend as in sd_check_events()
1732 * no cartridge loaded - NOT READY, drive with changed cartridge - in sd_check_events()
1733 * UNIT ATTENTION, or with same cartridge - GOOD STATUS. in sd_check_events()
1742 retval = scsi_test_unit_ready(sdp, SD_TIMEOUT, sdkp->max_retries, in sd_check_events()
1759 if (!sdkp->media_present) in sd_check_events()
1760 sdp->changed = 1; in sd_check_events()
1761 sdkp->media_present = 1; in sd_check_events()
1764 * sdp->changed is set under the following conditions: in sd_check_events()
1769 disk_changed = sdp->changed; in sd_check_events()
1770 sdp->changed = 0; in sd_check_events()
1777 struct scsi_device *sdp = sdkp->device; in sd_sync_cache()
1778 const int timeout = sdp->request_queue->rq_timeout in sd_sync_cache()
1781 const unsigned char cmd[16] = { sdp->use_16_for_sync ? in sd_sync_cache()
1801 return -ENODEV; in sd_sync_cache()
1804 sdkp->max_retries, &exec_args); in sd_sync_cache()
1843 return -EBUSY; in sd_sync_cache()
1845 return -EIO; in sd_sync_cache()
1855 sd_revalidate_disk(sdkp->disk); in sd_rescan()
1861 struct scsi_device *sdev = scsi_disk(disk)->device; in sd_get_unique_id()
1864 int ret = -ENXIO, len; in sd_get_unique_id()
1867 vpd = rcu_dereference(sdev->vpd_pg83); in sd_get_unique_id()
1871 ret = -EINVAL; in sd_get_unique_id()
1872 for (d = vpd->data + 4; d < vpd->data + vpd->len; d += d[3] + 4) { in sd_get_unique_id()
1880 * Only exit early if a 16-byte descriptor was found. Otherwise in sd_get_unique_id()
1916 if (sshdr->sense_key == ILLEGAL_REQUEST && in sd_scsi_to_pr_err()
1917 (sshdr->asc == 0x26 || sshdr->asc == 0x24)) in sd_scsi_to_pr_err()
1918 return -EINVAL; in sd_scsi_to_pr_err()
1929 struct scsi_disk *sdkp = scsi_disk(bdev->bd_disk); in sd_pr_in_command()
1930 struct scsi_device *sdev = sdkp->device; in sd_pr_in_command()
1955 SD_TIMEOUT, sdkp->max_retries, &exec_args); in sd_pr_in_command()
1971 u32 num_keys = keys_info->num_keys; in sd_pr_read_keys()
1977 return -ENOMEM; in sd_pr_read_keys()
1983 keys_info->generation = get_unaligned_be32(&data[0]); in sd_pr_read_keys()
1984 keys_info->num_keys = get_unaligned_be32(&data[4]) / 8; in sd_pr_read_keys()
1987 num_copy_keys = min(num_keys, keys_info->num_keys); in sd_pr_read_keys()
1990 keys_info->keys[i] = get_unaligned_be64(&data[data_offset]); in sd_pr_read_keys()
2002 struct scsi_disk *sdkp = scsi_disk(bdev->bd_disk); in sd_pr_read_reservation()
2003 struct scsi_device *sdev = sdkp->device; in sd_pr_read_reservation()
2020 return -EINVAL; in sd_pr_read_reservation()
2023 rsv->generation = get_unaligned_be32(&data[0]); in sd_pr_read_reservation()
2024 rsv->key = get_unaligned_be64(&data[8]); in sd_pr_read_reservation()
2025 rsv->type = scsi_pr_type_to_block(data[21] & 0x0f); in sd_pr_read_reservation()
2032 struct scsi_disk *sdkp = scsi_disk(bdev->bd_disk); in sd_pr_out_command()
2033 struct scsi_device *sdev = sdkp->device; in sd_pr_out_command()
2066 sizeof(data), SD_TIMEOUT, sdkp->max_retries, in sd_pr_out_command()
2085 return -EOPNOTSUPP; in sd_pr_register()
2095 return -EOPNOTSUPP; in sd_pr_reserve()
2132 put_device(&sdkp->disk_dev); in scsi_disk_free_disk()
2151 * sd_eh_reset - reset error handling callback
2152 * @scmd: sd-issued command that has failed
2164 struct scsi_disk *sdkp = scsi_disk(scsi_cmd_to_rq(scmd)->q->disk); in sd_eh_reset()
2167 sdkp->ignore_medium_access_errors = false; in sd_eh_reset()
2171 * sd_eh_action - error handling callback
2172 * @scmd: sd-issued command that has failed
2184 struct scsi_disk *sdkp = scsi_disk(scsi_cmd_to_rq(scmd)->q->disk); in sd_eh_action()
2185 struct scsi_device *sdev = scmd->device; in sd_eh_action()
2189 host_byte(scmd->result) != DID_TIME_OUT || in sd_eh_action()
2200 if (!sdkp->ignore_medium_access_errors) { in sd_eh_action()
2201 sdkp->medium_access_timed_out++; in sd_eh_action()
2202 sdkp->ignore_medium_access_errors = true; in sd_eh_action()
2210 if (sdkp->medium_access_timed_out >= sdkp->max_medium_access_timeouts) { in sd_eh_action()
2213 mutex_lock(&sdev->state_mutex); in sd_eh_action()
2215 mutex_unlock(&sdev->state_mutex); in sd_eh_action()
2226 struct scsi_device *sdev = scmd->device; in sd_completed_bytes()
2234 if (scsi_bufflen(scmd) <= sdev->sector_size) in sd_completed_bytes()
2238 if (!scsi_get_sense_info_fld(scmd->sense_buffer, in sd_completed_bytes()
2256 transferred = scsi_bufflen(scmd) - scsi_get_resid(scmd); in sd_completed_bytes()
2261 good_bytes = logical_to_bytes(sdev, bad_lba - start_lba); in sd_completed_bytes()
2267 * sd_done - bottom half handler: called when the lower level
2269 * @SCpnt: mid-level's per command structure.
2275 int result = SCpnt->result; in sd_done()
2277 unsigned int sector_size = SCpnt->device->sector_size; in sd_done()
2281 struct scsi_disk *sdkp = scsi_disk(req->q->disk); in sd_done()
2308 if (resid & (sector_size - 1)) { in sd_done()
2324 sdkp->medium_access_timed_out = 0; in sd_done()
2343 SCpnt->result = 0; in sd_done()
2344 memset(SCpnt->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE); in sd_done()
2357 switch (SCpnt->cmnd[0]) { in sd_done()
2363 if (SCpnt->cmnd[1] & 8) { /* UNMAP */ in sd_done()
2367 req->rq_flags |= RQF_QUIET; in sd_done()
2378 if (sdkp->device->type == TYPE_ZBC) in sd_done()
2389 * spinup disk - called only in sd_revalidate_disk()
2433 bool media_was_present = sdkp->media_present; in sd_spinup_disk()
2437 the_result = scsi_execute_cmd(sdkp->device, cmd, REQ_OP_DRV_IN, in sd_spinup_disk()
2439 sdkp->max_retries, &exec_args); in sd_spinup_disk()
2470 if (sdkp->device->no_start_on_add) in sd_spinup_disk()
2494 [4] = sdkp->device->start_stop_pwr_cond ? in sd_spinup_disk()
2499 scsi_execute_cmd(sdkp->device, start_cmd, in sd_spinup_disk()
2501 SD_TIMEOUT, sdkp->max_retries, in sd_spinup_disk()
2549 struct scsi_device *sdp = sdkp->device; in sd_read_protection_type()
2553 sdkp->protection_type = 0; in sd_read_protection_type()
2563 sdkp->protection_type = 0; in sd_read_protection_type()
2564 return -ENODEV; in sd_read_protection_type()
2567 sdkp->protection_type = type; in sd_read_protection_type()
2575 struct scsi_device *sdp = sdkp->device; in sd_config_protection()
2580 if (!sdkp->protection_type) in sd_config_protection()
2583 if (!scsi_host_dif_capable(sdp->host, sdkp->protection_type)) { in sd_config_protection()
2586 sdkp->protection_type); in sd_config_protection()
2587 sdkp->protection_type = 0; in sd_config_protection()
2591 sdkp->protection_type); in sd_config_protection()
2604 * Set dirty bit for removable devices if not ready - in read_capacity_error()
2607 if (sdp->removable && in read_capacity_error()
2608 sense_valid && sshdr->sense_key == NOT_READY) in read_capacity_error()
2616 sdkp->capacity = 0; /* unknown mapped to zero - as usual */ in read_capacity_error()
2641 if (sdp->no_read_capacity_16) in read_capacity_16()
2642 return -EINVAL; in read_capacity_16()
2653 sdkp->max_retries, &exec_args); in read_capacity_16()
2656 return -ENODEV; in read_capacity_16()
2666 return -EINVAL; in read_capacity_16()
2672 if (--reset_retries > 0) in read_capacity_16()
2675 retries--; in read_capacity_16()
2682 return -EINVAL; in read_capacity_16()
2689 sdkp->capacity = 0; in read_capacity_16()
2690 return -ENODEV; in read_capacity_16()
2694 sdkp->physical_block_size = (1 << (buffer[13] & 0xf)) * sector_size; in read_capacity_16()
2697 sdkp->rc_basis = (buffer[12] >> 4) & 0x3; in read_capacity_16()
2701 lim->alignment_offset = alignment; in read_capacity_16()
2702 if (alignment && sdkp->first_scan) in read_capacity_16()
2707 sdkp->lbpme = 1; in read_capacity_16()
2710 sdkp->lbprz = 1; in read_capacity_16()
2713 sdkp->capacity = lba + 1; in read_capacity_16()
2763 8, SD_TIMEOUT, sdkp->max_retries, in read_capacity_10()
2770 return -ENODEV; in read_capacity_10()
2776 return -EINVAL; in read_capacity_10()
2782 if (sdp->no_read_capacity_16 && (lba == 0xffffffff)) { in read_capacity_10()
2786 sdkp->capacity = 0; in read_capacity_10()
2787 sdkp->physical_block_size = sector_size; in read_capacity_10()
2791 sdkp->capacity = lba + 1; in read_capacity_10()
2792 sdkp->physical_block_size = sector_size; in read_capacity_10()
2798 if (sdp->host->max_cmd_len < 16) in sd_try_rc16_first()
2800 if (sdp->try_rc_10_first) in sd_try_rc16_first()
2802 if (sdp->scsi_level > SCSI_SPC_2) in sd_try_rc16_first()
2817 struct scsi_device *sdp = sdkp->device; in sd_read_capacity()
2821 if (sector_size == -EOVERFLOW) in sd_read_capacity()
2823 if (sector_size == -ENODEV) in sd_read_capacity()
2831 if (sector_size == -EOVERFLOW) in sd_read_capacity()
2835 if ((sizeof(sdkp->capacity) > 4) && in sd_read_capacity()
2836 (sdkp->capacity > 0xffffffffULL)) { in sd_read_capacity()
2844 sdkp->capacity = 1 + (sector_t) 0xffffffff; in sd_read_capacity()
2849 sdp->try_rc_10_first = 0; in sd_read_capacity()
2863 if (sdp->fix_capacity || in sd_read_capacity()
2864 (sdp->guess_capacity && (sdkp->capacity & 0x01))) { in sd_read_capacity()
2867 (unsigned long long) sdkp->capacity); in sd_read_capacity()
2868 --sdkp->capacity; in sd_read_capacity()
2885 * The user might want to re-format the drive with in sd_read_capacity()
2890 sdkp->capacity = 0; in sd_read_capacity()
2899 lim->logical_block_size = sector_size; in sd_read_capacity()
2900 lim->physical_block_size = sdkp->physical_block_size; in sd_read_capacity()
2901 sdkp->device->sector_size = sector_size; in sd_read_capacity()
2903 if (sdkp->capacity > 0xffffffff) in sd_read_capacity()
2904 sdp->use_16_for_rw = 1; in sd_read_capacity()
2915 int sector_size = sdkp->device->sector_size; in sd_print_capacity()
2918 if (!sdkp->first_scan && old_capacity == sdkp->capacity) in sd_print_capacity()
2921 string_get_size(sdkp->capacity, sector_size, in sd_print_capacity()
2923 string_get_size(sdkp->capacity, sector_size, in sd_print_capacity()
2927 "%llu %d-byte logical blocks: (%s/%s)\n", in sd_print_capacity()
2928 (unsigned long long)sdkp->capacity, in sd_print_capacity()
2931 if (sdkp->physical_block_size != sector_size) in sd_print_capacity()
2933 "%u-byte physical blocks\n", in sd_print_capacity()
2934 sdkp->physical_block_size); in sd_print_capacity()
2947 if (sdkp->device->use_10_for_ms && len < 8) in sd_do_mode_sense()
2950 return scsi_mode_sense(sdkp->device, dbd, modepage, 0, buffer, len, in sd_do_mode_sense()
2951 SD_TIMEOUT, sdkp->max_retries, data, sshdr); in sd_do_mode_sense()
2955 * read write protect setting, if possible - called only in sd_revalidate_disk()
2962 struct scsi_device *sdp = sdkp->device; in sd_read_write_protect_flag()
2964 int old_wp = sdkp->write_prot; in sd_read_write_protect_flag()
2966 set_disk_ro(sdkp->disk, 0); in sd_read_write_protect_flag()
2967 if (sdp->skip_ms_page_3f) { in sd_read_write_protect_flag()
2972 if (sdp->use_192_bytes_for_3f) { in sd_read_write_protect_flag()
3003 sdkp->write_prot = ((data.device_specific & 0x80) != 0); in sd_read_write_protect_flag()
3004 set_disk_ro(sdkp->disk, sdkp->write_prot); in sd_read_write_protect_flag()
3005 if (sdkp->first_scan || old_wp != sdkp->write_prot) { in sd_read_write_protect_flag()
3007 sdkp->write_prot ? "on" : "off"); in sd_read_write_protect_flag()
3014 * sd_read_cache_type - called only from sd_revalidate_disk()
3021 struct scsi_device *sdp = sdkp->device; in sd_read_cache_type()
3028 int old_wce = sdkp->WCE; in sd_read_cache_type()
3029 int old_rcd = sdkp->RCD; in sd_read_cache_type()
3030 int old_dpofua = sdkp->DPOFUA; in sd_read_cache_type()
3033 if (sdkp->cache_override) in sd_read_cache_type()
3037 if (sdp->skip_ms_page_8) { in sd_read_cache_type()
3038 if (sdp->type == TYPE_RBC) in sd_read_cache_type()
3041 if (sdp->skip_ms_page_3f) in sd_read_cache_type()
3044 if (sdp->use_192_bytes_for_3f) in sd_read_cache_type()
3048 } else if (sdp->type == TYPE_RBC) { in sd_read_cache_type()
3084 if (modepage == 0x3F && sdp->use_192_bytes_for_3f) in sd_read_cache_type()
3102 if (len - offset <= 2) { in sd_read_cache_type()
3113 if (spf && len - offset > 3) in sd_read_cache_type()
3116 else if (!spf && len - offset > 1) in sd_read_cache_type()
3133 sdkp->WCE = ((buffer[offset + 2] & 0x04) != 0); in sd_read_cache_type()
3134 sdkp->RCD = ((buffer[offset + 2] & 0x01) != 0); in sd_read_cache_type()
3136 sdkp->WCE = ((buffer[offset + 2] & 0x01) == 0); in sd_read_cache_type()
3137 sdkp->RCD = 0; in sd_read_cache_type()
3140 sdkp->DPOFUA = (data.device_specific & 0x10) != 0; in sd_read_cache_type()
3141 if (sdp->broken_fua) { in sd_read_cache_type()
3143 sdkp->DPOFUA = 0; in sd_read_cache_type()
3144 } else if (sdkp->DPOFUA && !sdkp->device->use_10_for_rw && in sd_read_cache_type()
3145 !sdkp->device->use_16_for_rw) { in sd_read_cache_type()
3148 sdkp->DPOFUA = 0; in sd_read_cache_type()
3152 if (sdkp->WCE && sdkp->write_prot) in sd_read_cache_type()
3153 sdkp->WCE = 0; in sd_read_cache_type()
3155 if (sdkp->first_scan || old_wce != sdkp->WCE || in sd_read_cache_type()
3156 old_rcd != sdkp->RCD || old_dpofua != sdkp->DPOFUA) in sd_read_cache_type()
3159 sdkp->WCE ? "enabled" : "disabled", in sd_read_cache_type()
3160 sdkp->RCD ? "disabled" : "enabled", in sd_read_cache_type()
3161 sdkp->DPOFUA ? "supports DPO and FUA" in sd_read_cache_type()
3168 if (res == -EIO && scsi_sense_valid(&sshdr) && in sd_read_cache_type()
3178 if (sdp->wce_default_on) { in sd_read_cache_type()
3181 sdkp->WCE = 1; in sd_read_cache_type()
3185 sdkp->WCE = 0; in sd_read_cache_type()
3187 sdkp->RCD = 0; in sd_read_cache_type()
3188 sdkp->DPOFUA = 0; in sd_read_cache_type()
3198 struct scsi_device *sdev = sdkp->device; in sd_is_perm_stream()
3209 SD_TIMEOUT, sdkp->max_retries, &exec_args); in sd_is_perm_stream()
3223 struct scsi_device *sdp = sdkp->device; in sd_read_io_hints()
3230 if (sdp->sdev_bflags & BLIST_SKIP_IO_HINTS) in sd_read_io_hints()
3235 sdkp->max_retries, &data, &sshdr); in sd_read_io_hints()
3242 * From "SBC-5 Constrained Streams with Data Lifetimes": Device severs in sd_read_io_hints()
3247 if (!desc->st_enble || !sd_is_perm_stream(sdkp, desc - start)) in sd_read_io_hints()
3249 permanent_stream_count_old = sdkp->permanent_stream_count; in sd_read_io_hints()
3250 sdkp->permanent_stream_count = desc - start; in sd_read_io_hints()
3251 if (sdkp->rscs && sdkp->permanent_stream_count < 2) in sd_read_io_hints()
3254 sdkp->permanent_stream_count); in sd_read_io_hints()
3255 else if (sdkp->permanent_stream_count != permanent_stream_count_old) in sd_read_io_hints()
3257 sdkp->permanent_stream_count); in sd_read_io_hints()
3267 struct scsi_device *sdp = sdkp->device; in sd_read_app_tag_own()
3271 if (sdp->type != TYPE_DISK && sdp->type != TYPE_ZBC) in sd_read_app_tag_own()
3274 if (sdkp->protection_type == 0) in sd_read_app_tag_own()
3278 sdkp->max_retries, &data, &sshdr); in sd_read_app_tag_own()
3285 if (res == -EIO && scsi_sense_valid(&sshdr)) in sd_read_app_tag_own()
3301 sdkp->ATO = 1; in sd_read_app_tag_own()
3308 if (!sdkp->lbpme) in sd_discard_mode()
3311 if (!sdkp->lbpvpd) { in sd_discard_mode()
3312 /* LBP VPD page not provided */ in sd_discard_mode()
3313 if (sdkp->max_unmap_blocks) in sd_discard_mode()
3318 /* LBP VPD page tells us what to use */ in sd_discard_mode()
3319 if (sdkp->lbpu && sdkp->max_unmap_blocks) in sd_discard_mode()
3321 if (sdkp->lbpws) in sd_discard_mode()
3323 if (sdkp->lbpws10) in sd_discard_mode()
3338 vpd = rcu_dereference(sdkp->device->vpd_pgb0); in sd_read_block_limits()
3339 if (!vpd || vpd->len < 16) in sd_read_block_limits()
3342 sdkp->min_xfer_blocks = get_unaligned_be16(&vpd->data[6]); in sd_read_block_limits()
3343 sdkp->max_xfer_blocks = get_unaligned_be32(&vpd->data[8]); in sd_read_block_limits()
3344 sdkp->opt_xfer_blocks = get_unaligned_be32(&vpd->data[12]); in sd_read_block_limits()
3346 if (vpd->len >= 64) { in sd_read_block_limits()
3349 sdkp->max_ws_blocks = (u32)get_unaligned_be64(&vpd->data[36]); in sd_read_block_limits()
3351 if (!sdkp->lbpme) in sd_read_block_limits()
3354 lba_count = get_unaligned_be32(&vpd->data[20]); in sd_read_block_limits()
3355 desc_count = get_unaligned_be32(&vpd->data[24]); in sd_read_block_limits()
3358 sdkp->max_unmap_blocks = lba_count; in sd_read_block_limits()
3360 sdkp->unmap_granularity = get_unaligned_be32(&vpd->data[28]); in sd_read_block_limits()
3362 if (vpd->data[32] & 0x80) in sd_read_block_limits()
3363 sdkp->unmap_alignment = in sd_read_block_limits()
3364 get_unaligned_be32(&vpd->data[32]) & ~(1 << 31); in sd_read_block_limits()
3367 sdkp->max_atomic = get_unaligned_be32(&vpd->data[44]); in sd_read_block_limits()
3368 sdkp->atomic_alignment = get_unaligned_be32(&vpd->data[48]); in sd_read_block_limits()
3369 sdkp->atomic_granularity = get_unaligned_be32(&vpd->data[52]); in sd_read_block_limits()
3370 sdkp->max_atomic_with_boundary = get_unaligned_be32(&vpd->data[56]); in sd_read_block_limits()
3371 sdkp->max_atomic_boundary = get_unaligned_be32(&vpd->data[60]); in sd_read_block_limits()
3386 vpd = rcu_dereference(sdkp->device->vpd_pgb7); in sd_read_block_limits_ext()
3387 if (vpd && vpd->len >= 2) in sd_read_block_limits_ext()
3388 sdkp->rscs = vpd->data[5] & 1; in sd_read_block_limits_ext()
3400 vpd = rcu_dereference(sdkp->device->vpd_pgb1); in sd_read_block_characteristics()
3402 if (!vpd || vpd->len <= 8) { in sd_read_block_characteristics()
3407 rot = get_unaligned_be16(&vpd->data[4]); in sd_read_block_characteristics()
3408 sdkp->zoned = (vpd->data[8] >> 4) & 3; in sd_read_block_characteristics()
3412 lim->features &= ~(BLK_FEAT_ROTATIONAL | BLK_FEAT_ADD_RANDOM); in sd_read_block_characteristics()
3414 if (!sdkp->first_scan) in sd_read_block_characteristics()
3417 if (sdkp->device->type == TYPE_ZBC) in sd_read_block_characteristics()
3418 sd_printk(KERN_NOTICE, sdkp, "Host-managed zoned block device\n"); in sd_read_block_characteristics()
3419 else if (sdkp->zoned == 1) in sd_read_block_characteristics()
3420 sd_printk(KERN_NOTICE, sdkp, "Host-aware SMR disk used as regular disk\n"); in sd_read_block_characteristics()
3421 else if (sdkp->zoned == 2) in sd_read_block_characteristics()
3422 sd_printk(KERN_NOTICE, sdkp, "Drive-managed SMR disk\n"); in sd_read_block_characteristics()
3426 * sd_read_block_provisioning - Query provisioning VPD page
3433 if (sdkp->lbpme == 0) in sd_read_block_provisioning()
3437 vpd = rcu_dereference(sdkp->device->vpd_pgb2); in sd_read_block_provisioning()
3439 if (!vpd || vpd->len < 8) { in sd_read_block_provisioning()
3444 sdkp->lbpvpd = 1; in sd_read_block_provisioning()
3445 sdkp->lbpu = (vpd->data[5] >> 7) & 1; /* UNMAP */ in sd_read_block_provisioning()
3446 sdkp->lbpws = (vpd->data[5] >> 6) & 1; /* WRITE SAME(16) w/ UNMAP */ in sd_read_block_provisioning()
3447 sdkp->lbpws10 = (vpd->data[5] >> 5) & 1; /* WRITE SAME(10) w/ UNMAP */ in sd_read_block_provisioning()
3453 struct scsi_device *sdev = sdkp->device; in sd_read_write_same()
3455 if (sdev->host->no_write_same) { in sd_read_write_same()
3456 sdev->no_write_same = 1; in sd_read_write_same()
3464 sdev->no_report_opcodes = 1; in sd_read_write_same()
3471 vpd = rcu_dereference(sdev->vpd_pg89); in sd_read_write_same()
3473 sdev->no_write_same = 1; in sd_read_write_same()
3478 sdkp->ws16 = 1; in sd_read_write_same()
3481 sdkp->ws10 = 1; in sd_read_write_same()
3486 struct scsi_device *sdev = sdkp->device; in sd_read_security()
3488 if (!sdev->security_supported) in sd_read_security()
3495 sdkp->security = 1; in sd_read_security()
3500 return logical_to_sectors(sdkp->device, get_unaligned_be64(buf)); in sd64_to_sectors()
3504 * sd_read_cpr - Query concurrent positioning ranges
3519 if (sdkp->first_scan) in sd_read_cpr()
3522 if (!sdkp->capacity) in sd_read_cpr()
3531 if (!buffer || scsi_get_vpd_page(sdkp->device, 0xb9, buffer, buf_len)) in sd_read_cpr()
3542 nr_cpr = (vpd_len - 64) / 32; in sd_read_cpr()
3548 iars = disk_alloc_independent_access_ranges(sdkp->disk, nr_cpr); in sd_read_cpr()
3563 iars->ia_range[i].sector = sd64_to_sectors(sdkp, desc + 8); in sd_read_cpr()
3564 iars->ia_range[i].nr_sectors = sd64_to_sectors(sdkp, desc + 16); in sd_read_cpr()
3568 disk_set_independent_access_ranges(sdkp->disk, iars); in sd_read_cpr()
3569 if (nr_cpr && sdkp->nr_actuators != nr_cpr) { in sd_read_cpr()
3572 sdkp->nr_actuators = nr_cpr; in sd_read_cpr()
3580 struct scsi_device *sdp = sdkp->device; in sd_validate_min_xfer_size()
3582 logical_to_bytes(sdp, sdkp->min_xfer_blocks); in sd_validate_min_xfer_size()
3584 if (sdkp->min_xfer_blocks == 0) in sd_validate_min_xfer_size()
3587 if (min_xfer_bytes & (sdkp->physical_block_size - 1)) { in sd_validate_min_xfer_size()
3591 min_xfer_bytes, sdkp->physical_block_size); in sd_validate_min_xfer_size()
3592 sdkp->min_xfer_blocks = 0; in sd_validate_min_xfer_size()
3609 struct scsi_device *sdp = sdkp->device; in sd_validate_opt_xfer_size()
3611 logical_to_bytes(sdp, sdkp->opt_xfer_blocks); in sd_validate_opt_xfer_size()
3613 logical_to_bytes(sdp, sdkp->min_xfer_blocks); in sd_validate_opt_xfer_size()
3615 if (sdkp->opt_xfer_blocks == 0) in sd_validate_opt_xfer_size()
3618 if (sdkp->opt_xfer_blocks > dev_max) { in sd_validate_opt_xfer_size()
3622 sdkp->opt_xfer_blocks, dev_max); in sd_validate_opt_xfer_size()
3626 if (sdkp->opt_xfer_blocks > SD_DEF_XFER_BLOCKS) { in sd_validate_opt_xfer_size()
3630 sdkp->opt_xfer_blocks, SD_DEF_XFER_BLOCKS); in sd_validate_opt_xfer_size()
3651 if (opt_xfer_bytes & (sdkp->physical_block_size - 1)) { in sd_validate_opt_xfer_size()
3655 opt_xfer_bytes, sdkp->physical_block_size); in sd_validate_opt_xfer_size()
3666 struct scsi_device *sdev = sdkp->device; in sd_read_block_zero()
3667 unsigned int buf_len = sdev->sector_size; in sd_read_block_zero()
3674 if (sdev->use_16_for_rw) { in sd_read_block_zero()
3684 scsi_execute_cmd(sdkp->device, cmd, REQ_OP_DRV_IN, buffer, buf_len, in sd_read_block_zero()
3685 SD_TIMEOUT, sdkp->max_retries, NULL); in sd_read_block_zero()
3690 * sd_revalidate_disk - called the first time a new disk is seen,
3697 struct scsi_device *sdp = sdkp->device; in sd_revalidate_disk()
3698 sector_t old_capacity = sdkp->capacity; in sd_revalidate_disk()
3723 lim = queue_limits_start_update(sdkp->disk->queue); in sd_revalidate_disk()
3729 if (sdkp->media_present) { in sd_revalidate_disk()
3736 if (sdp->read_before_ms) in sd_revalidate_disk()
3739 * set the default to rotational. All non-rotational devices in sd_revalidate_disk()
3774 dev_max = sdp->use_16_for_rw ? SD_MAX_XFER_BLOCKS : SD_DEF_XFER_BLOCKS; in sd_revalidate_disk()
3777 dev_max = min_not_zero(dev_max, sdkp->max_xfer_blocks); in sd_revalidate_disk()
3781 lim.io_min = logical_to_bytes(sdp, sdkp->min_xfer_blocks); in sd_revalidate_disk()
3790 lim.io_opt = sdp->host->opt_sectors << SECTOR_SHIFT; in sd_revalidate_disk()
3793 logical_to_bytes(sdp, sdkp->opt_xfer_blocks)); in sd_revalidate_disk()
3796 sdkp->first_scan = 0; in sd_revalidate_disk()
3798 set_capacity_and_notify(disk, logical_to_sectors(sdp, sdkp->capacity)); in sd_revalidate_disk()
3802 err = queue_limits_commit_update_frozen(sdkp->disk->queue, &lim); in sd_revalidate_disk()
3808 * queue_limits_commit_update() unlocked q->limits_lock to avoid in sd_revalidate_disk()
3809 * deadlock with q->sysfs_dir_lock and q->sysfs_lock. in sd_revalidate_disk()
3811 if (sdkp->media_present && scsi_device_supports_vpd(sdp)) in sd_revalidate_disk()
3827 * sd_unlock_native_capacity - unlock native capacity
3832 * implements ->unlock_native_capacity() method, it's invoked to
3840 struct scsi_device *sdev = scsi_disk(disk)->device; in sd_unlock_native_capacity()
3842 if (sdev->host->hostt->unlock_native_capacity) in sd_unlock_native_capacity()
3843 sdev->host->hostt->unlock_native_capacity(sdev); in sd_unlock_native_capacity()
3847 * sd_format_disk_name - format disk name
3848 * @prefix: name prefix - ie. "sd" for SCSI disks
3860 * index shifted -1 after each digit is computed.
3866 * 0 on success, -errno on failure.
3870 const int base = 'z' - 'a' + 1; in sd_format_disk_name()
3876 p = end - 1; in sd_format_disk_name()
3881 return -EINVAL; in sd_format_disk_name()
3882 *--p = 'a' + (index % unit); in sd_format_disk_name()
3883 index = (index / unit) - 1; in sd_format_disk_name()
3886 memmove(begin, p, end - p); in sd_format_disk_name()
3893 * sd_probe - called during driver initialization and whenever a
3901 * Note: this function is invoked from the scsi mid-level.
3907 * Assume sd_probe is not re-entrant (for time being)
3919 error = -ENODEV; in sd_probe()
3920 if (sdp->type != TYPE_DISK && in sd_probe()
3921 sdp->type != TYPE_ZBC && in sd_probe()
3922 sdp->type != TYPE_MOD && in sd_probe()
3923 sdp->type != TYPE_RBC) in sd_probe()
3926 if (!IS_ENABLED(CONFIG_BLK_DEV_ZONED) && sdp->type == TYPE_ZBC) { in sd_probe()
3928 "Unsupported ZBC host-managed device.\n"); in sd_probe()
3935 error = -ENOMEM; in sd_probe()
3940 gd = blk_mq_alloc_disk_for_queue(sdp->request_queue, in sd_probe()
3951 error = sd_format_disk_name("sd", index, gd->disk_name, DISK_NAME_LEN); in sd_probe()
3957 sdkp->device = sdp; in sd_probe()
3958 sdkp->disk = gd; in sd_probe()
3959 sdkp->index = index; in sd_probe()
3960 sdkp->max_retries = SD_MAX_RETRIES; in sd_probe()
3961 atomic_set(&sdkp->openers, 0); in sd_probe()
3962 atomic_set(&sdkp->device->ioerr_cnt, 0); in sd_probe()
3964 if (!sdp->request_queue->rq_timeout) { in sd_probe()
3965 if (sdp->type != TYPE_MOD) in sd_probe()
3966 blk_queue_rq_timeout(sdp->request_queue, SD_TIMEOUT); in sd_probe()
3968 blk_queue_rq_timeout(sdp->request_queue, in sd_probe()
3972 device_initialize(&sdkp->disk_dev); in sd_probe()
3973 sdkp->disk_dev.parent = get_device(dev); in sd_probe()
3974 sdkp->disk_dev.class = &sd_disk_class; in sd_probe()
3975 dev_set_name(&sdkp->disk_dev, "%s", dev_name(dev)); in sd_probe()
3977 error = device_add(&sdkp->disk_dev); in sd_probe()
3979 put_device(&sdkp->disk_dev); in sd_probe()
3985 gd->major = sd_major((index & 0xf0) >> 4); in sd_probe()
3986 gd->first_minor = ((index & 0xf) << 4) | (index & 0xfff00); in sd_probe()
3987 gd->minors = SD_MINORS; in sd_probe()
3989 gd->fops = &sd_fops; in sd_probe()
3990 gd->private_data = sdkp; in sd_probe()
3993 sdp->sector_size = 512; in sd_probe()
3994 sdkp->capacity = 0; in sd_probe()
3995 sdkp->media_present = 1; in sd_probe()
3996 sdkp->write_prot = 0; in sd_probe()
3997 sdkp->cache_override = 0; in sd_probe()
3998 sdkp->WCE = 0; in sd_probe()
3999 sdkp->RCD = 0; in sd_probe()
4000 sdkp->ATO = 0; in sd_probe()
4001 sdkp->first_scan = 1; in sd_probe()
4002 sdkp->max_medium_access_timeouts = SD_MAX_MEDIUM_TIMEOUTS; in sd_probe()
4006 if (sdp->removable) { in sd_probe()
4007 gd->flags |= GENHD_FL_REMOVABLE; in sd_probe()
4008 gd->events |= DISK_EVENT_MEDIA_CHANGE; in sd_probe()
4009 gd->event_flags = DISK_EVENT_FLAG_POLL | DISK_EVENT_FLAG_UEVENT; in sd_probe()
4012 blk_pm_runtime_init(sdp->request_queue, dev); in sd_probe()
4013 if (sdp->rpm_autosuspend) { in sd_probe()
4015 sdp->host->rpm_autosuspend_delay); in sd_probe()
4020 device_unregister(&sdkp->disk_dev); in sd_probe()
4025 if (sdkp->security) { in sd_probe()
4026 sdkp->opal_dev = init_opal_dev(sdkp, &sd_sec_submit); in sd_probe()
4027 if (sdkp->opal_dev) in sd_probe()
4032 sdp->removable ? "removable " : ""); in sd_probe()
4049 * sd_remove - called whenever a scsi disk (previously recognized by
4054 * Note: this function is invoked from the scsi mid-level.
4056 * that could be re-used by a subsequent sd_probe().
4057 * This function is not called when the built-in sd driver is "exit-ed".
4063 scsi_autopm_get_device(sdkp->device); in sd_remove()
4065 device_del(&sdkp->disk_dev); in sd_remove()
4066 del_gendisk(sdkp->disk); in sd_remove()
4067 if (!sdkp->suspended) in sd_remove()
4070 put_disk(sdkp->disk); in sd_remove()
4078 ida_free(&sd_index_ida, sdkp->index); in scsi_disk_release()
4079 put_device(&sdkp->device->sdev_gendev); in scsi_disk_release()
4080 free_opal_dev(sdkp->opal_dev); in scsi_disk_release()
4122 struct scsi_device *sdp = sdkp->device; in sd_start_stop_device()
4128 if (sdp->start_stop_pwr_cond) in sd_start_stop_device()
4132 return -ENODEV; in sd_start_stop_device()
4135 sdkp->max_retries, &exec_args); in sd_start_stop_device()
4148 return -EIO; in sd_start_stop_device()
4168 if (sdkp->WCE && sdkp->media_present) { in sd_shutdown()
4174 sdkp->device->manage_system_start_stop) || in sd_shutdown()
4176 sdkp->device->manage_shutdown)) { in sd_shutdown()
4184 return (sdev->manage_system_start_stop && !runtime) || in sd_do_start_stop()
4185 (sdev->manage_runtime_start_stop && runtime); in sd_do_start_stop()
4196 if (sdkp->WCE && sdkp->media_present) { in sd_suspend_common()
4197 if (!sdkp->device->silence_suspend) in sd_suspend_common()
4201 if (ret == -ENODEV) in sd_suspend_common()
4208 if (sd_do_start_stop(sdkp->device, runtime)) { in sd_suspend_common()
4209 if (!sdkp->device->silence_suspend) in sd_suspend_common()
4218 sdkp->suspended = true; in sd_suspend_common()
4242 if (opal_unlock_from_suspend(sdkp->opal_dev)) { in sd_resume()
4244 return -EIO; in sd_resume()
4258 if (!sd_do_start_stop(sdkp->device, runtime)) { in sd_resume_common()
4259 sdkp->suspended = false; in sd_resume_common()
4267 sdkp->suspended = false; in sd_resume_common()
4277 struct scsi_device *sdp = sdkp ? sdkp->device : NULL; in sd_resume_system()
4279 if (sdp && sdp->force_runtime_start_on_system_start) in sd_resume_system()
4296 sdp = sdkp->device; in sd_resume_runtime()
4298 if (sdp->ignore_media_change) { in sd_resume_runtime()
4306 sdp->request_queue->rq_timeout, 1, in sd_resume_runtime()
4343 * init_sd - entry point for this driver (both when built in or when
4346 * Note: this function registers this driver with the scsi mid-level.
4361 return -ENODEV; in init_sd()
4370 err = -ENOMEM; in init_sd()
4391 * exit_sd - exit point for this driver (when it is a module).
4393 * Note: this function unregisters this driver from the scsi mid-level.
4415 scsi_print_sense_hdr(sdkp->device, in sd_print_sense_hdr()
4416 sdkp->disk ? sdkp->disk->disk_name : NULL, sshdr); in sd_print_sense_hdr()