181 static int sg_start_req(Sg_request *srp, unsigned char *cmd);
182 static int sg_finish_rem_req(Sg_request * srp);
185 			   Sg_request * srp);
189 static int sg_common_write(Sg_fd * sfp, Sg_request * srp,
191 static int sg_read_oxfer(Sg_request * srp, char __user *outp, int num_read_xfer);
194 static void sg_link_reserve(Sg_fd * sfp, Sg_request * srp, int size);
195 static void sg_unlink_reserve(Sg_fd * sfp, Sg_request * srp);
200 static int sg_remove_request(Sg_fd * sfp, Sg_request * srp);
441 	Sg_request *srp;  in sg_read()  local
466 	srp = sg_get_rq_mark(sfp, req_pack_id, &busy);  in sg_read()
467 	if (!srp) {		/* now wait on packet to arrive */  in sg_read()
471 			((srp = sg_get_rq_mark(sfp, req_pack_id, &busy)) ||  in sg_read()
473 		if (!srp)  in sg_read()
477 	if (srp->header.interface_id != '\0')  in sg_read()
478 		return sg_new_read(sfp, buf, count, srp);  in sg_read()
480 	hp = &srp->header;  in sg_read()
489 	    ((srp->data.cmd_opcode >= 0xc0) && (12 == hp->cmd_len)) ? 1 : 0;  in sg_read()
494 	    (srp->sense_b[0] & 0x70) == 0x70) {  in sg_read()
496 		memcpy(old_hdr->sense_buffer, srp->sense_b,  in sg_read()
520 		old_hdr->result = (srp->sense_b[0] == 0 &&   in sg_read()
538 			if (sg_read_oxfer(srp, buf, count - SZ_SG_HEADER)) {  in sg_read()
545 	sg_finish_rem_req(srp);  in sg_read()
546 	sg_remove_request(sfp, srp);  in sg_read()
554 sg_new_read(Sg_fd * sfp, char __user *buf, size_t count, Sg_request * srp)  in sg_new_read()  argument
556 	sg_io_hdr_t *hp = &srp->header;  in sg_new_read()
572 		    (srp->sense_b[0] & 0x70) == 0x70) {  in sg_new_read()
575 			len = 8 + (int) srp->sense_b[7];	/* Additional sense length field */  in sg_new_read()
577 			if (copy_to_user(hp->sbp, srp->sense_b, len)) {  in sg_new_read()
589 	err2 = sg_finish_rem_req(srp);  in sg_new_read()
590 	sg_remove_request(sfp, srp);  in sg_new_read()
602 	Sg_request *srp;  in sg_write()  local
637 	if (!(srp = sg_add_request(sfp))) {  in sg_write()
660 		sg_remove_request(sfp, srp);  in sg_write()
663 	hp = &srp->header;  in sg_write()
685 		sg_remove_request(sfp, srp);  in sg_write()
703 	k = sg_common_write(sfp, srp, cmnd, sfp->timeout, blocking);  in sg_write()
713 	Sg_request *srp;  in sg_new_write()  local
723 	if (!(srp = sg_add_request(sfp))) {  in sg_new_write()
728 	srp->sg_io_owned = sg_io_owned;  in sg_new_write()
729 	hp = &srp->header;  in sg_new_write()
731 		sg_remove_request(sfp, srp);  in sg_new_write()
735 		sg_remove_request(sfp, srp);  in sg_new_write()
740 			sg_remove_request(sfp, srp);  in sg_new_write()
744 			sg_remove_request(sfp, srp);  in sg_new_write()
748 			sg_remove_request(sfp, srp);  in sg_new_write()
752 	ul_timeout = msecs_to_jiffies(srp->header.timeout);  in sg_new_write()
755 		sg_remove_request(sfp, srp);  in sg_new_write()
759 		sg_remove_request(sfp, srp);  in sg_new_write()
763 		sg_remove_request(sfp, srp);  in sg_new_write()
766 	k = sg_common_write(sfp, srp, cmnd, timeout, blocking);  in sg_new_write()
770 		*o_srp = srp;  in sg_new_write()
775 sg_common_write(Sg_fd * sfp, Sg_request * srp,  in sg_common_write()  argument
780 	sg_io_hdr_t *hp = &srp->header;  in sg_common_write()
782 	srp->data.cmd_opcode = cmnd[0];	/* hold opcode of command */  in sg_common_write()
795 		sg_remove_request(sfp, srp);  in sg_common_write()
799 	k = sg_start_req(srp, cmnd);  in sg_common_write()
803 		sg_finish_rem_req(srp);  in sg_common_write()
804 		sg_remove_request(sfp, srp);  in sg_common_write()
808 		if (srp->bio) {  in sg_common_write()
809 			blk_mq_free_request(srp->rq);  in sg_common_write()
810 			srp->rq = NULL;  in sg_common_write()
813 		sg_finish_rem_req(srp);  in sg_common_write()
814 		sg_remove_request(sfp, srp);  in sg_common_write()
825 	srp->rq->timeout = timeout;  in sg_common_write()
827 	srp->rq->end_io = sg_rq_end_io;  in sg_common_write()
828 	blk_execute_rq_nowait(srp->rq, at_head);  in sg_common_write()
832 static int srp_done(Sg_fd *sfp, Sg_request *srp)  in srp_done()  argument
838 	ret = srp->done;  in srp_done()
855 	Sg_request *srp;  in sg_fill_request_table()  local
860 	list_for_each_entry(srp, &sfp->rq_list, entry) {  in sg_fill_request_table()
863 		rinfo[val].req_state = srp->done + 1;  in sg_fill_request_table()
865 			srp->header.masked_status &  in sg_fill_request_table()
866 			srp->header.host_status &  in sg_fill_request_table()
867 			srp->header.driver_status;  in sg_fill_request_table()
868 		if (srp->done)  in sg_fill_request_table()
870 				srp->header.duration;  in sg_fill_request_table()
874 				(ms > srp->header.duration) ?  in sg_fill_request_table()
875 				(ms - srp->header.duration) : 0;  in sg_fill_request_table()
877 		rinfo[val].orphan = srp->orphan;  in sg_fill_request_table()
878 		rinfo[val].sg_io_owned = srp->sg_io_owned;  in sg_fill_request_table()
879 		rinfo[val].pack_id = srp->header.pack_id;  in sg_fill_request_table()
880 		rinfo[val].usr_ptr = srp->header.usr_ptr;  in sg_fill_request_table()
918 	Sg_request *srp;  in sg_ioctl_common()  local
932 				 1, read_only, 1, &srp);  in sg_ioctl_common()
936 			srp_done(sfp, srp));  in sg_ioctl_common()
938 		if (srp->done) {  in sg_ioctl_common()
939 			srp->done = 2;  in sg_ioctl_common()
941 			result = sg_new_read(sfp, p, SZ_SG_IO_HDR, srp);  in sg_ioctl_common()
944 		srp->orphan = 1;  in sg_ioctl_common()
998 		list_for_each_entry(srp, &sfp->rq_list, entry) {  in sg_ioctl_common()
999 			if ((1 == srp->done) && (!srp->sg_io_owned)) {  in sg_ioctl_common()
1002 				return put_user(srp->header.pack_id, ip);  in sg_ioctl_common()
1010 		list_for_each_entry(srp, &sfp->rq_list, entry) {  in sg_ioctl_common()
1011 			if ((1 == srp->done) && (!srp->sg_io_owned))  in sg_ioctl_common()
1168 	Sg_request *srp;  in sg_poll()  local
1180 	list_for_each_entry(srp, &sfp->rq_list, entry) {  in sg_poll()
1182 		if ((0 == res) && (1 == srp->done) && (!srp->sg_io_owned))  in sg_poll()
1299 	struct sg_request *srp = container_of(work, struct sg_request, ew.work);  in sg_rq_end_io_usercontext()  local
1300 	struct sg_fd *sfp = srp->parentfp;  in sg_rq_end_io_usercontext()
1302 	sg_finish_rem_req(srp);  in sg_rq_end_io_usercontext()
1303 	sg_remove_request(sfp, srp);  in sg_rq_end_io_usercontext()
1315 	struct sg_request *srp = rq->end_io_data;  in sg_rq_end_io()  local
1323 	if (WARN_ON(srp->done != 0))  in sg_rq_end_io()
1326 	sfp = srp->parentfp;  in sg_rq_end_io()
1340 				      srp->header.pack_id, result));  in sg_rq_end_io()
1341 	srp->header.resid = resid;  in sg_rq_end_io()
1343 	srp->header.duration = (ms > srp->header.duration) ?  in sg_rq_end_io()
1344 				(ms - srp->header.duration) : 0;  in sg_rq_end_io()
1348 		srp->header.status = 0xff & result;  in sg_rq_end_io()
1349 		srp->header.masked_status = sg_status_byte(result);  in sg_rq_end_io()
1350 		srp->header.msg_status = COMMAND_COMPLETE;  in sg_rq_end_io()
1351 		srp->header.host_status = host_byte(result);  in sg_rq_end_io()
1352 		srp->header.driver_status = driver_byte(result);  in sg_rq_end_io()
1354 		    ((CHECK_CONDITION == srp->header.masked_status) ||  in sg_rq_end_io()
1355 		     (COMMAND_TERMINATED == srp->header.masked_status)))  in sg_rq_end_io()
1372 		memcpy(srp->sense_b, scmd->sense_buffer, SCSI_SENSE_BUFFERSIZE);  in sg_rq_end_io()
1374 	/* Rely on write phase to clean out srp status values, so no "else" */  in sg_rq_end_io()
1382 	srp->rq = NULL;  in sg_rq_end_io()
1386 	if (unlikely(srp->orphan)) {  in sg_rq_end_io()
1388 			srp->sg_io_owned = 0;  in sg_rq_end_io()
1392 	srp->done = done;  in sg_rq_end_io()
1403 		INIT_WORK(&srp->ew.work, sg_rq_end_io_usercontext);  in sg_rq_end_io()
1404 		schedule_work(&srp->ew.work);  in sg_rq_end_io()
1721 sg_start_req(Sg_request *srp, unsigned char *cmd)  in sg_start_req()  argument
1725 	Sg_fd *sfp = srp->parentfp;  in sg_start_req()
1726 	sg_io_hdr_t *hp = &srp->header;  in sg_start_req()
1730 	Sg_scatter_hold *req_schp = &srp->data;  in sg_start_req()
1766 	srp->rq = rq;  in sg_start_req()
1767 	rq->end_io_data = srp;  in sg_start_req()
1785 			sg_link_reserve(sfp, srp, dxfer_len);  in sg_start_req()
1815 		srp->bio = rq->bio;  in sg_start_req()
1826 sg_finish_rem_req(Sg_request *srp)  in sg_finish_rem_req()  argument
1830 	Sg_fd *sfp = srp->parentfp;  in sg_finish_rem_req()
1831 	Sg_scatter_hold *req_schp = &srp->data;  in sg_finish_rem_req()
1835 				      (int) srp->res_used));  in sg_finish_rem_req()
1836 	if (srp->bio)  in sg_finish_rem_req()
1837 		ret = blk_rq_unmap_user(srp->bio);  in sg_finish_rem_req()
1839 	if (srp->rq)  in sg_finish_rem_req()
1840 		blk_mq_free_request(srp->rq);  in sg_finish_rem_req()
1842 	if (srp->res_used)  in sg_finish_rem_req()
1843 		sg_unlink_reserve(sfp, srp);  in sg_finish_rem_req()
1965 sg_read_oxfer(Sg_request * srp, char __user *outp, int num_read_xfer)  in sg_read_oxfer()  argument
1967 	Sg_scatter_hold *schp = &srp->data;  in sg_read_oxfer()
1970 	SCSI_LOG_TIMEOUT(4, sg_printk(KERN_INFO, srp->parentfp->parentdp,  in sg_read_oxfer()
2016 sg_link_reserve(Sg_fd * sfp, Sg_request * srp, int size)  in sg_link_reserve()  argument
2018 	Sg_scatter_hold *req_schp = &srp->data;  in sg_link_reserve()
2022 	srp->res_used = 1;  in sg_link_reserve()
2047 sg_unlink_reserve(Sg_fd * sfp, Sg_request * srp)  in sg_unlink_reserve()  argument
2049 	Sg_scatter_hold *req_schp = &srp->data;  in sg_unlink_reserve()
2051 	SCSI_LOG_TIMEOUT(4, sg_printk(KERN_INFO, srp->parentfp->parentdp,  in sg_unlink_reserve()
2059 	srp->res_used = 0;  in sg_unlink_reserve()
2126 sg_remove_request(Sg_fd * sfp, Sg_request * srp)  in sg_remove_request()  argument
2131 	if (!sfp || !srp || list_empty(&sfp->rq_list))  in sg_remove_request()
2134 	if (!list_empty(&srp->entry)) {  in sg_remove_request()
2135 		list_del(&srp->entry);  in sg_remove_request()
2136 		srp->parentfp = NULL;  in sg_remove_request()
2206 	Sg_request *srp;  in sg_remove_sfp_usercontext()  local
2212 		srp = list_first_entry(&sfp->rq_list, Sg_request, entry);  in sg_remove_sfp_usercontext()
2213 		sg_finish_rem_req(srp);  in sg_remove_sfp_usercontext()
2214 		list_del(&srp->entry);  in sg_remove_sfp_usercontext()
2215 		srp->parentfp = NULL;  in sg_remove_sfp_usercontext()
2525 	Sg_request *srp;  in sg_proc_debug_helper()  local
2543 		list_for_each_entry(srp, &fp->rq_list, entry) {  in sg_proc_debug_helper()
2544 			hp = &srp->header;  in sg_proc_debug_helper()
2546 			if (srp->res_used) {  in sg_proc_debug_helper()
2559 			blen = srp->data.bufflen;  in sg_proc_debug_helper()
2560 			usg = srp->data.k_use_sg;  in sg_proc_debug_helper()
2561 			seq_puts(s, srp->done ?  in sg_proc_debug_helper()
2562 				 ((1 == srp->done) ?  "rcv:" : "fin:")  in sg_proc_debug_helper()
2565 				   srp->header.pack_id, blen);  in sg_proc_debug_helper()
2566 			if (srp->done)  in sg_proc_debug_helper()
2576 				   (int) srp->data.cmd_opcode);  in sg_proc_debug_helper()