39 	struct drm_i915_private *i915 = to_i915(crtc->base.dev);  in intel_crtc_disable_noatomic_begin()  local
50 	for_each_intel_plane_on_crtc(&i915->drm, crtc, plane) {  in intel_crtc_disable_noatomic_begin()
58 	state = drm_atomic_state_alloc(&i915->drm);  in intel_crtc_disable_noatomic_begin()
60 		drm_dbg_kms(&i915->drm,  in intel_crtc_disable_noatomic_begin()
70 	for_each_intel_crtc_in_pipe_mask(&i915->drm, temp_crtc,  in intel_crtc_disable_noatomic_begin()
79 		drm_WARN_ON(&i915->drm, IS_ERR(temp_crtc_state) || ret);  in intel_crtc_disable_noatomic_begin()
82 	i915->display.funcs.display->crtc_disable(to_intel_atomic_state(state), crtc);  in intel_crtc_disable_noatomic_begin()
86 	drm_dbg_kms(&i915->drm,  in intel_crtc_disable_noatomic_begin()
120 	struct drm_i915_private *i915 = to_i915(encoder->base.dev);  in reset_encoder_connector_state()  local
122 		to_intel_pmdemand_state(i915->display.pmdemand.obj.state);  in reset_encoder_connector_state()
126 	drm_connector_list_iter_begin(&i915->drm, &conn_iter);  in reset_encoder_connector_state()
145 	struct drm_i915_private *i915 = to_i915(crtc->base.dev);  in reset_crtc_encoder_state()  local
148 	for_each_encoder_on_crtc(&i915->drm, &crtc->base, encoder) {  in reset_crtc_encoder_state()
157 	struct drm_i915_private *i915 = to_i915(crtc->base.dev);  in intel_crtc_disable_noatomic_complete()  local
159 		to_intel_bw_state(i915->display.bw.obj.state);  in intel_crtc_disable_noatomic_complete()
161 		to_intel_cdclk_state(i915->display.cdclk.obj.state);  in intel_crtc_disable_noatomic_complete()
163 		to_intel_dbuf_state(i915->display.dbuf.obj.state);  in intel_crtc_disable_noatomic_complete()
165 		to_intel_pmdemand_state(i915->display.pmdemand.obj.state);  in intel_crtc_disable_noatomic_complete()
177 	intel_update_watermarks(i915);  in intel_crtc_disable_noatomic_complete()
179 	intel_display_power_put_all_in_set(i915, &crtc->enabled_power_domains);  in intel_crtc_disable_noatomic_complete()
197 static u8 get_transcoder_pipes(struct drm_i915_private *i915,  in get_transcoder_pipes()  argument
203 	for_each_intel_crtc(&i915->drm, temp_crtc) {  in get_transcoder_pipes()
228 	struct drm_i915_private *i915 = to_i915(crtc->base.dev);  in get_portsync_pipes()  local
247 	*master_pipe_mask = get_transcoder_pipes(i915, BIT(master_transcoder));  in get_portsync_pipes()
248 	drm_WARN_ON(&i915->drm, !is_power_of_2(*master_pipe_mask));  in get_portsync_pipes()
252 	*slave_pipes_mask = get_transcoder_pipes(i915, master_crtc_state->sync_mode_slaves_mask);  in get_portsync_pipes()
255 static u8 get_joiner_secondary_pipes(struct drm_i915_private *i915, u8 primary_pipes_mask)  in get_joiner_secondary_pipes()  argument
260 	for_each_intel_crtc_in_pipe_mask(&i915->drm, primary_crtc, primary_pipes_mask) {  in get_joiner_secondary_pipes()
273 	struct drm_i915_private *i915 = to_i915(crtc->base.dev);  in intel_crtc_disable_noatomic()  local
281 	joiner_secondaries_mask = get_joiner_secondary_pipes(i915,  in intel_crtc_disable_noatomic()
285 	drm_WARN_ON(&i915->drm,  in intel_crtc_disable_noatomic()
290 	for_each_intel_crtc_in_pipe_mask(&i915->drm, temp_crtc, joiner_secondaries_mask)  in intel_crtc_disable_noatomic()
293 	for_each_intel_crtc_in_pipe_mask(&i915->drm, temp_crtc, portsync_slaves_mask)  in intel_crtc_disable_noatomic()
296 	for_each_intel_crtc_in_pipe_mask(&i915->drm, temp_crtc, portsync_master_mask)  in intel_crtc_disable_noatomic()
299 	for_each_intel_crtc_in_pipe_mask(&i915->drm, temp_crtc,  in intel_crtc_disable_noatomic()
306 static void intel_modeset_update_connector_atomic_state(struct drm_i915_private *i915)  in intel_modeset_update_connector_atomic_state()  argument
311 	drm_connector_list_iter_begin(&i915->drm, &conn_iter);  in intel_modeset_update_connector_atomic_state()
333 	struct drm_i915_private *i915 = to_i915(crtc_state->uapi.crtc->dev);  in intel_crtc_copy_hw_to_uapi_state()  local
346 	if (DISPLAY_INFO(i915)->color.degamma_lut_size) {  in intel_crtc_copy_hw_to_uapi_state()
361 		drm_WARN_ON(&i915->drm, crtc_state->post_csc_lut &&  in intel_crtc_copy_hw_to_uapi_state()
380 intel_sanitize_plane_mapping(struct drm_i915_private *i915)  in intel_sanitize_plane_mapping()  argument
382 	struct intel_display *display = &i915->display;  in intel_sanitize_plane_mapping()
385 	if (DISPLAY_VER(i915) >= 4)  in intel_sanitize_plane_mapping()
388 	for_each_intel_crtc(&i915->drm, crtc) {  in intel_sanitize_plane_mapping()
400 		drm_dbg_kms(&i915->drm,  in intel_sanitize_plane_mapping()
437 	struct drm_i915_private *i915 = to_i915(encoder->base.dev);  in intel_encoder_find_connector()  local
442 	drm_connector_list_iter_begin(&i915->drm, &conn_iter);  in intel_encoder_find_connector()
457 	struct drm_i915_private *i915 = to_i915(crtc->base.dev);  in intel_sanitize_fifo_underrun_reporting()  local
472 	intel_init_fifo_underrun_reporting(i915, crtc,  in intel_sanitize_fifo_underrun_reporting()
474 					   !HAS_GMCH(i915));  in intel_sanitize_fifo_underrun_reporting()
480 	struct drm_i915_private *i915 = to_i915(crtc->base.dev);  in intel_sanitize_crtc()  local
488 		for_each_intel_plane_on_crtc(&i915->drm, crtc, plane) {  in intel_sanitize_crtc()
529 static void intel_sanitize_all_crtcs(struct drm_i915_private *i915,  in intel_sanitize_all_crtcs()  argument
544 		for_each_intel_crtc(&i915->drm, crtc) {  in intel_sanitize_all_crtcs()
557 	for_each_intel_crtc(&i915->drm, crtc) {  in intel_sanitize_all_crtcs()
567 	struct drm_i915_private *i915 = to_i915(crtc_state->uapi.crtc->dev);  in has_bogus_dpll_config()  local
579 	return IS_SANDYBRIDGE(i915) &&  in has_bogus_dpll_config()
588 	struct drm_i915_private *i915 = to_i915(encoder->base.dev);  in intel_sanitize_encoder()  local
594 		to_intel_pmdemand_state(i915->display.pmdemand.obj.state);  in intel_sanitize_encoder()
605 		drm_dbg_kms(&i915->drm,  in intel_sanitize_encoder()
613 		drm_dbg_kms(&i915->drm,  in intel_sanitize_encoder()
630 			drm_dbg_kms(&i915->drm,  in intel_sanitize_encoder()
664 	if (HAS_DDI(i915))  in intel_sanitize_encoder()
669 static void readout_plane_state(struct drm_i915_private *i915)  in readout_plane_state()  argument
671 	struct intel_display *display = &i915->display;  in readout_plane_state()
675 	for_each_intel_plane(&i915->drm, plane) {  in readout_plane_state()
689 		drm_dbg_kms(&i915->drm,  in readout_plane_state()
695 	for_each_intel_crtc(&i915->drm, crtc) {  in readout_plane_state()
703 static void intel_modeset_readout_hw_state(struct drm_i915_private *i915)  in intel_modeset_readout_hw_state()  argument
705 	struct intel_display *display = &i915->display;  in intel_modeset_readout_hw_state()
707 		to_intel_cdclk_state(i915->display.cdclk.obj.state);  in intel_modeset_readout_hw_state()
709 		to_intel_dbuf_state(i915->display.dbuf.obj.state);  in intel_modeset_readout_hw_state()
711 		to_intel_pmdemand_state(i915->display.pmdemand.obj.state);  in intel_modeset_readout_hw_state()
719 	for_each_intel_crtc(&i915->drm, crtc) {  in intel_modeset_readout_hw_state()
737 		drm_dbg_kms(&i915->drm,  in intel_modeset_readout_hw_state()
746 	readout_plane_state(i915);  in intel_modeset_readout_hw_state()
748 	for_each_intel_encoder(&i915->drm, encoder) {  in intel_modeset_readout_hw_state()
767 				for_each_intel_crtc_in_pipe_mask(&i915->drm, secondary_crtc,  in intel_modeset_readout_hw_state()
790 		drm_dbg_kms(&i915->drm,  in intel_modeset_readout_hw_state()
797 	intel_dpll_readout_hw_state(i915);  in intel_modeset_readout_hw_state()
799 	drm_connector_list_iter_begin(&i915->drm, &conn_iter);  in intel_modeset_readout_hw_state()
833 		drm_dbg_kms(&i915->drm,  in intel_modeset_readout_hw_state()
840 	for_each_intel_crtc(&i915->drm, crtc) {  in intel_modeset_readout_hw_state()
842 			to_intel_bw_state(i915->display.bw.obj.state);  in intel_modeset_readout_hw_state()
866 		for_each_intel_plane_on_crtc(&i915->drm, crtc, plane) {  in intel_modeset_readout_hw_state()
882 				if (crtc_state->double_wide || DISPLAY_VER(i915) >= 10)  in intel_modeset_readout_hw_state()
889 			drm_dbg_kms(&i915->drm,  in intel_modeset_readout_hw_state()
897 			if (drm_WARN_ON(&i915->drm, min_cdclk < 0))  in intel_modeset_readout_hw_state()
915 get_encoder_power_domains(struct drm_i915_private *i915)  in get_encoder_power_domains()  argument
919 	for_each_intel_encoder(&i915->drm, encoder) {  in get_encoder_power_domains()
937 static void intel_early_display_was(struct drm_i915_private *i915)  in intel_early_display_was()  argument
943 	if (IS_DISPLAY_VER(i915, 10, 12))  in intel_early_display_was()
944 		intel_de_rmw(i915, GEN9_CLKGATE_DIS_0, 0, DARBF_GATING_DIS);  in intel_early_display_was()
950 	if (IS_HASWELL(i915))  in intel_early_display_was()
951 		intel_de_rmw(i915, CHICKEN_PAR1_1, 0, FORCE_ARB_IDLE_PLANES);  in intel_early_display_was()
953 	if (IS_KABYLAKE(i915) || IS_COFFEELAKE(i915) || IS_COMETLAKE(i915)) {  in intel_early_display_was()
955 		intel_de_rmw(i915, CHICKEN_PAR1_1,  in intel_early_display_was()
957 		intel_de_rmw(i915, CHICKEN_MISC_2,  in intel_early_display_was()
963 void intel_modeset_setup_hw_state(struct drm_i915_private *i915,  in intel_modeset_setup_hw_state()  argument
966 	struct intel_display *display = &i915->display;  in intel_modeset_setup_hw_state()
971 	wakeref = intel_display_power_get(i915, POWER_DOMAIN_INIT);  in intel_modeset_setup_hw_state()
973 	intel_early_display_was(i915);  in intel_modeset_setup_hw_state()
974 	intel_modeset_readout_hw_state(i915);  in intel_modeset_setup_hw_state()
977 	get_encoder_power_domains(i915);  in intel_modeset_setup_hw_state()
979 	intel_pch_sanitize(i915);  in intel_modeset_setup_hw_state()
985 	for_each_intel_crtc(&i915->drm, crtc) {  in intel_modeset_setup_hw_state()
999 	intel_fbc_sanitize(&i915->display);  in intel_modeset_setup_hw_state()
1001 	intel_sanitize_plane_mapping(i915);  in intel_modeset_setup_hw_state()
1003 	for_each_intel_encoder(&i915->drm, encoder)  in intel_modeset_setup_hw_state()
1010 	intel_modeset_update_connector_atomic_state(i915);  in intel_modeset_setup_hw_state()
1012 	intel_sanitize_all_crtcs(i915, ctx);  in intel_modeset_setup_hw_state()
1014 	intel_dpll_sanitize_state(i915);  in intel_modeset_setup_hw_state()
1016 	intel_wm_get_hw_state(i915);  in intel_modeset_setup_hw_state()
1018 	for_each_intel_crtc(&i915->drm, crtc) {  in intel_modeset_setup_hw_state()
1024 		if (drm_WARN_ON(&i915->drm, !bitmap_empty(put_domains.bits, POWER_DOMAIN_NUM)))  in intel_modeset_setup_hw_state()
1028 	intel_display_power_put(i915, POWER_DOMAIN_INIT, wakeref);  in intel_modeset_setup_hw_state()