9 static inline bool ufshcd_is_user_access_allowed(struct ufs_hba *hba)  in ufshcd_is_user_access_allowed()  argument
11 	return !hba->shutting_down;  in ufshcd_is_user_access_allowed()
14 void ufshcd_schedule_eh_work(struct ufs_hba *hba);
17 							struct ufs_hba *hba)  in ufshcd_keep_autobkops_enabled_except_suspend()  argument
19 	return hba->caps & UFSHCD_CAP_KEEP_AUTO_BKOPS_ENABLED_EXCEPT_SUSPEND;  in ufshcd_keep_autobkops_enabled_except_suspend()
22 static inline u8 ufshcd_wb_get_query_index(struct ufs_hba *hba)  in ufshcd_wb_get_query_index()  argument
24 	if (hba->dev_info.wb_buffer_type == WB_BUF_MODE_LU_DEDICATED)  in ufshcd_wb_get_query_index()
25 		return hba->dev_info.wb_dedicated_lu;  in ufshcd_wb_get_query_index()
29 static inline bool ufshcd_is_wb_buf_flush_allowed(struct ufs_hba *hba)  in ufshcd_is_wb_buf_flush_allowed()  argument
31 	return ufshcd_is_wb_allowed(hba) &&  in ufshcd_is_wb_buf_flush_allowed()
32 		!(hba->quirks & UFSHCI_QUIRK_SKIP_MANUAL_WB_FLUSH_CTRL);  in ufshcd_is_wb_buf_flush_allowed()
36 void ufs_hwmon_probe(struct ufs_hba *hba, u8 mask);
37 void ufs_hwmon_remove(struct ufs_hba *hba);
38 void ufs_hwmon_notify_event(struct ufs_hba *hba, u8 ee_mask);
40 static inline void ufs_hwmon_probe(struct ufs_hba *hba, u8 mask) {}  in ufs_hwmon_probe()  argument
41 static inline void ufs_hwmon_remove(struct ufs_hba *hba) {}  in ufs_hwmon_remove()  argument
42 static inline void ufs_hwmon_notify_event(struct ufs_hba *hba, u8 ee_mask) {}  in ufs_hwmon_notify_event()  argument
45 int ufshcd_query_descriptor_retry(struct ufs_hba *hba,
50 int ufshcd_read_desc_param(struct ufs_hba *hba,
56 int ufshcd_query_attr_retry(struct ufs_hba *hba, enum query_opcode opcode,
59 int ufshcd_query_attr(struct ufs_hba *hba, enum query_opcode opcode,
61 int ufshcd_query_flag(struct ufs_hba *hba, enum query_opcode opcode,
63 void ufshcd_auto_hibern8_update(struct ufs_hba *hba, u32 ahit);
64 void ufshcd_compl_one_cqe(struct ufs_hba *hba, int task_tag,
66 int ufshcd_mcq_init(struct ufs_hba *hba);
67 void ufshcd_mcq_disable(struct ufs_hba *hba);
68 int ufshcd_mcq_decide_queue_depth(struct ufs_hba *hba);
69 int ufshcd_mcq_memory_alloc(struct ufs_hba *hba);
70 struct ufs_hw_queue *ufshcd_mcq_req_to_hwq(struct ufs_hba *hba,
72 void ufshcd_mcq_compl_all_cqes_lock(struct ufs_hba *hba,
75 int ufshcd_mcq_sq_cleanup(struct ufs_hba *hba, int task_tag);
77 int ufshcd_try_to_abort_task(struct ufs_hba *hba, int tag);
78 void ufshcd_release_scsi_cmd(struct ufs_hba *hba,
83 int ufshcd_read_string_desc(struct ufs_hba *hba, u8 desc_index,
86 int ufshcd_send_uic_cmd(struct ufs_hba *hba, struct uic_command *uic_cmd);
87 int ufshcd_send_bsg_uic_cmd(struct ufs_hba *hba, struct uic_command *uic_cmd);
89 int ufshcd_exec_raw_upiu_cmd(struct ufs_hba *hba,
96 int ufshcd_wb_toggle(struct ufs_hba *hba, bool enable);
99 static inline const char *ufshcd_get_var_name(struct ufs_hba *hba)  in ufshcd_get_var_name()  argument
101 	if (hba->vops)  in ufshcd_get_var_name()
102 		return hba->vops->name;  in ufshcd_get_var_name()
106 static inline void ufshcd_vops_exit(struct ufs_hba *hba)  in ufshcd_vops_exit()  argument
108 	if (hba->vops && hba->vops->exit)  in ufshcd_vops_exit()
109 		return hba->vops->exit(hba);  in ufshcd_vops_exit()
112 static inline u32 ufshcd_vops_get_ufs_hci_version(struct ufs_hba *hba)  in ufshcd_vops_get_ufs_hci_version()  argument
114 	if (hba->vops && hba->vops->get_ufs_hci_version)  in ufshcd_vops_get_ufs_hci_version()
115 		return hba->vops->get_ufs_hci_version(hba);  in ufshcd_vops_get_ufs_hci_version()
117 	return ufshcd_readl(hba, REG_UFS_VERSION);  in ufshcd_vops_get_ufs_hci_version()
120 static inline int ufshcd_vops_clk_scale_notify(struct ufs_hba *hba,  in ufshcd_vops_clk_scale_notify()  argument
123 	if (hba->vops && hba->vops->clk_scale_notify)  in ufshcd_vops_clk_scale_notify()
124 		return hba->vops->clk_scale_notify(hba, up, status);  in ufshcd_vops_clk_scale_notify()
128 static inline void ufshcd_vops_event_notify(struct ufs_hba *hba,  in ufshcd_vops_event_notify()  argument
132 	if (hba->vops && hba->vops->event_notify)  in ufshcd_vops_event_notify()
133 		hba->vops->event_notify(hba, evt, data);  in ufshcd_vops_event_notify()
136 static inline int ufshcd_vops_setup_clocks(struct ufs_hba *hba, bool on,  in ufshcd_vops_setup_clocks()  argument
139 	if (hba->vops && hba->vops->setup_clocks)  in ufshcd_vops_setup_clocks()
140 		return hba->vops->setup_clocks(hba, on, status);  in ufshcd_vops_setup_clocks()
144 static inline int ufshcd_vops_hce_enable_notify(struct ufs_hba *hba,  in ufshcd_vops_hce_enable_notify()  argument
147 	if (hba->vops && hba->vops->hce_enable_notify)  in ufshcd_vops_hce_enable_notify()
148 		return hba->vops->hce_enable_notify(hba, status);  in ufshcd_vops_hce_enable_notify()
152 static inline int ufshcd_vops_link_startup_notify(struct ufs_hba *hba,  in ufshcd_vops_link_startup_notify()  argument
155 	if (hba->vops && hba->vops->link_startup_notify)  in ufshcd_vops_link_startup_notify()
156 		return hba->vops->link_startup_notify(hba, status);  in ufshcd_vops_link_startup_notify()
161 static inline int ufshcd_vops_pwr_change_notify(struct ufs_hba *hba,  in ufshcd_vops_pwr_change_notify()  argument
166 	if (hba->vops && hba->vops->pwr_change_notify)  in ufshcd_vops_pwr_change_notify()
167 		return hba->vops->pwr_change_notify(hba, status,  in ufshcd_vops_pwr_change_notify()
173 static inline void ufshcd_vops_setup_task_mgmt(struct ufs_hba *hba,  in ufshcd_vops_setup_task_mgmt()  argument
176 	if (hba->vops && hba->vops->setup_task_mgmt)  in ufshcd_vops_setup_task_mgmt()
177 		return hba->vops->setup_task_mgmt(hba, tag, tm_function);  in ufshcd_vops_setup_task_mgmt()
180 static inline void ufshcd_vops_hibern8_notify(struct ufs_hba *hba,  in ufshcd_vops_hibern8_notify()  argument
184 	if (hba->vops && hba->vops->hibern8_notify)  in ufshcd_vops_hibern8_notify()
185 		return hba->vops->hibern8_notify(hba, cmd, status);  in ufshcd_vops_hibern8_notify()
188 static inline int ufshcd_vops_apply_dev_quirks(struct ufs_hba *hba)  in ufshcd_vops_apply_dev_quirks()  argument
190 	if (hba->vops && hba->vops->apply_dev_quirks)  in ufshcd_vops_apply_dev_quirks()
191 		return hba->vops->apply_dev_quirks(hba);  in ufshcd_vops_apply_dev_quirks()
195 static inline void ufshcd_vops_fixup_dev_quirks(struct ufs_hba *hba)  in ufshcd_vops_fixup_dev_quirks()  argument
197 	if (hba->vops && hba->vops->fixup_dev_quirks)  in ufshcd_vops_fixup_dev_quirks()
198 		hba->vops->fixup_dev_quirks(hba);  in ufshcd_vops_fixup_dev_quirks()
201 static inline int ufshcd_vops_suspend(struct ufs_hba *hba, enum ufs_pm_op op,  in ufshcd_vops_suspend()  argument
204 	if (hba->vops && hba->vops->suspend)  in ufshcd_vops_suspend()
205 		return hba->vops->suspend(hba, op, status);  in ufshcd_vops_suspend()
210 static inline int ufshcd_vops_resume(struct ufs_hba *hba, enum ufs_pm_op op)  in ufshcd_vops_resume()  argument
212 	if (hba->vops && hba->vops->resume)  in ufshcd_vops_resume()
213 		return hba->vops->resume(hba, op);  in ufshcd_vops_resume()
218 static inline void ufshcd_vops_dbg_register_dump(struct ufs_hba *hba)  in ufshcd_vops_dbg_register_dump()  argument
220 	if (hba->vops && hba->vops->dbg_register_dump)  in ufshcd_vops_dbg_register_dump()
221 		hba->vops->dbg_register_dump(hba);  in ufshcd_vops_dbg_register_dump()
224 static inline int ufshcd_vops_device_reset(struct ufs_hba *hba)  in ufshcd_vops_device_reset()  argument
226 	if (hba->vops && hba->vops->device_reset)  in ufshcd_vops_device_reset()
227 		return hba->vops->device_reset(hba);  in ufshcd_vops_device_reset()
232 static inline void ufshcd_vops_config_scaling_param(struct ufs_hba *hba,  in ufshcd_vops_config_scaling_param()  argument
236 	if (hba->vops && hba->vops->config_scaling_param)  in ufshcd_vops_config_scaling_param()
237 		hba->vops->config_scaling_param(hba, p, data);  in ufshcd_vops_config_scaling_param()
240 static inline int ufshcd_vops_mcq_config_resource(struct ufs_hba *hba)  in ufshcd_vops_mcq_config_resource()  argument
242 	if (hba->vops && hba->vops->mcq_config_resource)  in ufshcd_vops_mcq_config_resource()
243 		return hba->vops->mcq_config_resource(hba);  in ufshcd_vops_mcq_config_resource()
248 static inline int ufshcd_mcq_vops_op_runtime_config(struct ufs_hba *hba)  in ufshcd_mcq_vops_op_runtime_config()  argument
250 	if (hba->vops && hba->vops->op_runtime_config)  in ufshcd_mcq_vops_op_runtime_config()
251 		return hba->vops->op_runtime_config(hba);  in ufshcd_mcq_vops_op_runtime_config()
256 static inline int ufshcd_vops_get_outstanding_cqs(struct ufs_hba *hba,  in ufshcd_vops_get_outstanding_cqs()  argument
259 	if (hba->vops && hba->vops->get_outstanding_cqs)  in ufshcd_vops_get_outstanding_cqs()
260 		return hba->vops->get_outstanding_cqs(hba, ocqs);  in ufshcd_vops_get_outstanding_cqs()
265 static inline int ufshcd_mcq_vops_config_esi(struct ufs_hba *hba)  in ufshcd_mcq_vops_config_esi()  argument
267 	if (hba->vops && hba->vops->config_esi)  in ufshcd_mcq_vops_config_esi()
268 		return hba->vops->config_esi(hba);  in ufshcd_mcq_vops_config_esi()
290 int __ufshcd_write_ee_control(struct ufs_hba *hba, u32 ee_ctrl_mask);
291 int ufshcd_write_ee_control(struct ufs_hba *hba);
292 int ufshcd_update_ee_control(struct ufs_hba *hba, u16 *mask,
295 static inline int ufshcd_update_ee_drv_mask(struct ufs_hba *hba,  in ufshcd_update_ee_drv_mask()  argument
298 	return ufshcd_update_ee_control(hba, &hba->ee_drv_mask,  in ufshcd_update_ee_drv_mask()
299 					&hba->ee_usr_mask, set, clr);  in ufshcd_update_ee_drv_mask()
302 static inline int ufshcd_update_ee_usr_mask(struct ufs_hba *hba,  in ufshcd_update_ee_usr_mask()  argument
305 	return ufshcd_update_ee_control(hba, &hba->ee_usr_mask,  in ufshcd_update_ee_usr_mask()
306 					&hba->ee_drv_mask, set, clr);  in ufshcd_update_ee_usr_mask()
309 static inline int ufshcd_rpm_get_sync(struct ufs_hba *hba)  in ufshcd_rpm_get_sync()  argument
311 	return pm_runtime_get_sync(&hba->ufs_device_wlun->sdev_gendev);  in ufshcd_rpm_get_sync()
314 static inline int ufshcd_rpm_get_if_active(struct ufs_hba *hba)  in ufshcd_rpm_get_if_active()  argument
316 	return pm_runtime_get_if_active(&hba->ufs_device_wlun->sdev_gendev);  in ufshcd_rpm_get_if_active()
319 static inline int ufshcd_rpm_put_sync(struct ufs_hba *hba)  in ufshcd_rpm_put_sync()  argument
321 	return pm_runtime_put_sync(&hba->ufs_device_wlun->sdev_gendev);  in ufshcd_rpm_put_sync()
324 static inline void ufshcd_rpm_get_noresume(struct ufs_hba *hba)  in ufshcd_rpm_get_noresume()  argument
326 	pm_runtime_get_noresume(&hba->ufs_device_wlun->sdev_gendev);  in ufshcd_rpm_get_noresume()
329 static inline int ufshcd_rpm_resume(struct ufs_hba *hba)  in ufshcd_rpm_resume()  argument
331 	return pm_runtime_resume(&hba->ufs_device_wlun->sdev_gendev);  in ufshcd_rpm_resume()
334 static inline int ufshcd_rpm_put(struct ufs_hba *hba)  in ufshcd_rpm_put()  argument
336 	return pm_runtime_put(&hba->ufs_device_wlun->sdev_gendev);  in ufshcd_rpm_put()