1 /* i915_drv.h -- Private header for the I915 driver -*- linux-c -*-
73 /* Data Stolen Memory (DSM) aka "i915 stolen memory" */
187 	/* i915 device parameters */
266 	 * scheduling within i915, which used to be scheduled on the
379 static inline struct intel_gt *to_gt(const struct drm_i915_private *i915)  in to_gt()  argument
381 	return i915->gt[0];  in to_gt()
392 #define INTEL_INFO(i915)	((i915)->__info)  argument
393 #define RUNTIME_INFO(i915)	(&(i915)->__runtime)  argument
394 #define DRIVER_CAPS(i915)	(&(i915)->caps)  argument
396 #define INTEL_DEVID(i915)	(RUNTIME_INFO(i915)->device_id)  argument
400 #define GRAPHICS_VER(i915)		(RUNTIME_INFO(i915)->graphics.ip.ver)  argument
401 #define GRAPHICS_VER_FULL(i915)		IP_VER(RUNTIME_INFO(i915)->graphics.ip.ver, \  argument
402 					       RUNTIME_INFO(i915)->graphics.ip.rel)
403 #define IS_GRAPHICS_VER(i915, from, until) \  argument
404 	(GRAPHICS_VER(i915) >= (from) && GRAPHICS_VER(i915) <= (until))
406 #define MEDIA_VER(i915)			(RUNTIME_INFO(i915)->media.ip.ver)  argument
407 #define MEDIA_VER_FULL(i915)		IP_VER(RUNTIME_INFO(i915)->media.ip.ver, \  argument
408 					       RUNTIME_INFO(i915)->media.ip.rel)
409 #define IS_MEDIA_VER(i915, from, until) \  argument
410 	(MEDIA_VER(i915) >= (from) && MEDIA_VER(i915) <= (until))
412 #define INTEL_REVID(i915)	(to_pci_dev((i915)->drm.dev)->revision)  argument
458 IS_PLATFORM(const struct drm_i915_private *i915, enum intel_platform p)  in IS_PLATFORM()  argument
460 	const struct intel_runtime_info *info = RUNTIME_INFO(i915);  in IS_PLATFORM()
470 IS_SUBPLATFORM(const struct drm_i915_private *i915,  in IS_SUBPLATFORM()  argument
473 	const struct intel_runtime_info *info = RUNTIME_INFO(i915);  in IS_SUBPLATFORM()
487 #define IS_MOBILE(i915)	(INTEL_INFO(i915)->is_mobile)  argument
488 #define IS_DGFX(i915)   (INTEL_INFO(i915)->is_dgfx)  argument
490 #define IS_I830(i915)	IS_PLATFORM(i915, INTEL_I830)  argument
491 #define IS_I845G(i915)	IS_PLATFORM(i915, INTEL_I845G)  argument
492 #define IS_I85X(i915)	IS_PLATFORM(i915, INTEL_I85X)  argument
493 #define IS_I865G(i915)	IS_PLATFORM(i915, INTEL_I865G)  argument
494 #define IS_I915G(i915)	IS_PLATFORM(i915, INTEL_I915G)  argument
495 #define IS_I915GM(i915)	IS_PLATFORM(i915, INTEL_I915GM)  argument
496 #define IS_I945G(i915)	IS_PLATFORM(i915, INTEL_I945G)  argument
497 #define IS_I945GM(i915)	IS_PLATFORM(i915, INTEL_I945GM)  argument
498 #define IS_I965G(i915)	IS_PLATFORM(i915, INTEL_I965G)  argument
499 #define IS_I965GM(i915)	IS_PLATFORM(i915, INTEL_I965GM)  argument
500 #define IS_G45(i915)	IS_PLATFORM(i915, INTEL_G45)  argument
501 #define IS_GM45(i915)	IS_PLATFORM(i915, INTEL_GM45)  argument
502 #define IS_G4X(i915)	(IS_G45(i915) || IS_GM45(i915))  argument
503 #define IS_PINEVIEW(i915)	IS_PLATFORM(i915, INTEL_PINEVIEW)  argument
504 #define IS_G33(i915)	IS_PLATFORM(i915, INTEL_G33)  argument
505 #define IS_IRONLAKE(i915)	IS_PLATFORM(i915, INTEL_IRONLAKE)  argument
506 #define IS_IRONLAKE_M(i915) \  argument
507 	(IS_PLATFORM(i915, INTEL_IRONLAKE) && IS_MOBILE(i915))
508 #define IS_SANDYBRIDGE(i915) IS_PLATFORM(i915, INTEL_SANDYBRIDGE)  argument
509 #define IS_IVYBRIDGE(i915)	IS_PLATFORM(i915, INTEL_IVYBRIDGE)  argument
510 #define IS_VALLEYVIEW(i915)	IS_PLATFORM(i915, INTEL_VALLEYVIEW)  argument
511 #define IS_CHERRYVIEW(i915)	IS_PLATFORM(i915, INTEL_CHERRYVIEW)  argument
512 #define IS_HASWELL(i915)	IS_PLATFORM(i915, INTEL_HASWELL)  argument
513 #define IS_BROADWELL(i915)	IS_PLATFORM(i915, INTEL_BROADWELL)  argument
514 #define IS_SKYLAKE(i915)	IS_PLATFORM(i915, INTEL_SKYLAKE)  argument
515 #define IS_BROXTON(i915)	IS_PLATFORM(i915, INTEL_BROXTON)  argument
516 #define IS_KABYLAKE(i915)	IS_PLATFORM(i915, INTEL_KABYLAKE)  argument
517 #define IS_GEMINILAKE(i915)	IS_PLATFORM(i915, INTEL_GEMINILAKE)  argument
518 #define IS_COFFEELAKE(i915)	IS_PLATFORM(i915, INTEL_COFFEELAKE)  argument
519 #define IS_COMETLAKE(i915)	IS_PLATFORM(i915, INTEL_COMETLAKE)  argument
520 #define IS_ICELAKE(i915)	IS_PLATFORM(i915, INTEL_ICELAKE)  argument
521 #define IS_JASPERLAKE(i915)	IS_PLATFORM(i915, INTEL_JASPERLAKE)  argument
522 #define IS_ELKHARTLAKE(i915)	IS_PLATFORM(i915, INTEL_ELKHARTLAKE)  argument
523 #define IS_TIGERLAKE(i915)	IS_PLATFORM(i915, INTEL_TIGERLAKE)  argument
524 #define IS_ROCKETLAKE(i915)	IS_PLATFORM(i915, INTEL_ROCKETLAKE)  argument
525 #define IS_DG1(i915)        IS_PLATFORM(i915, INTEL_DG1)  argument
526 #define IS_ALDERLAKE_S(i915) IS_PLATFORM(i915, INTEL_ALDERLAKE_S)  argument
527 #define IS_ALDERLAKE_P(i915) IS_PLATFORM(i915, INTEL_ALDERLAKE_P)  argument
528 #define IS_DG2(i915)	IS_PLATFORM(i915, INTEL_DG2)  argument
529 #define IS_METEORLAKE(i915) IS_PLATFORM(i915, INTEL_METEORLAKE)  argument
531  * Display code shared by i915 and Xe relies on macros like IS_LUNARLAKE,
532  * so we need to define these even on platforms that the i915 base driver
535  * for i915.
537 #define IS_LUNARLAKE(i915) (0 && i915)  argument
538 #define IS_BATTLEMAGE(i915)  (0 && i915)  argument
539 #define IS_PANTHERLAKE(i915) (0 && i915)  argument
541 #define IS_ARROWLAKE_H(i915) \  argument
542 	IS_SUBPLATFORM(i915, INTEL_METEORLAKE, INTEL_SUBPLATFORM_ARL_H)
543 #define IS_ARROWLAKE_U(i915) \  argument
544 	IS_SUBPLATFORM(i915, INTEL_METEORLAKE, INTEL_SUBPLATFORM_ARL_U)
545 #define IS_ARROWLAKE_S(i915) \  argument
546 	IS_SUBPLATFORM(i915, INTEL_METEORLAKE, INTEL_SUBPLATFORM_ARL_S)
547 #define IS_DG2_G10(i915) \  argument
548 	IS_SUBPLATFORM(i915, INTEL_DG2, INTEL_SUBPLATFORM_G10)
549 #define IS_DG2_G11(i915) \  argument
550 	IS_SUBPLATFORM(i915, INTEL_DG2, INTEL_SUBPLATFORM_G11)
551 #define IS_DG2_G12(i915) \  argument
552 	IS_SUBPLATFORM(i915, INTEL_DG2, INTEL_SUBPLATFORM_G12)
553 #define IS_DG2_D(i915) \  argument
554 	IS_SUBPLATFORM(i915, INTEL_DG2, INTEL_SUBPLATFORM_D)
555 #define IS_RAPTORLAKE_S(i915) \  argument
556 	IS_SUBPLATFORM(i915, INTEL_ALDERLAKE_S, INTEL_SUBPLATFORM_RPL)
557 #define IS_ALDERLAKE_P_N(i915) \  argument
558 	IS_SUBPLATFORM(i915, INTEL_ALDERLAKE_P, INTEL_SUBPLATFORM_N)
559 #define IS_RAPTORLAKE_P(i915) \  argument
560 	IS_SUBPLATFORM(i915, INTEL_ALDERLAKE_P, INTEL_SUBPLATFORM_RPL)
561 #define IS_RAPTORLAKE_U(i915) \  argument
562 	IS_SUBPLATFORM(i915, INTEL_ALDERLAKE_P, INTEL_SUBPLATFORM_RPLU)
563 #define IS_HASWELL_EARLY_SDV(i915) (IS_HASWELL(i915) && \  argument
564 				    (INTEL_DEVID(i915) & 0xFF00) == 0x0C00)
565 #define IS_BROADWELL_ULT(i915) \  argument
566 	IS_SUBPLATFORM(i915, INTEL_BROADWELL, INTEL_SUBPLATFORM_ULT)
567 #define IS_BROADWELL_ULX(i915) \  argument
568 	IS_SUBPLATFORM(i915, INTEL_BROADWELL, INTEL_SUBPLATFORM_ULX)
569 #define IS_HASWELL_ULT(i915) \  argument
570 	IS_SUBPLATFORM(i915, INTEL_HASWELL, INTEL_SUBPLATFORM_ULT)
572 #define IS_HASWELL_ULX(i915) \  argument
573 	IS_SUBPLATFORM(i915, INTEL_HASWELL, INTEL_SUBPLATFORM_ULX)
574 #define IS_SKYLAKE_ULT(i915) \  argument
575 	IS_SUBPLATFORM(i915, INTEL_SKYLAKE, INTEL_SUBPLATFORM_ULT)
576 #define IS_SKYLAKE_ULX(i915) \  argument
577 	IS_SUBPLATFORM(i915, INTEL_SKYLAKE, INTEL_SUBPLATFORM_ULX)
578 #define IS_KABYLAKE_ULT(i915) \  argument
579 	IS_SUBPLATFORM(i915, INTEL_KABYLAKE, INTEL_SUBPLATFORM_ULT)
580 #define IS_KABYLAKE_ULX(i915) \  argument
581 	IS_SUBPLATFORM(i915, INTEL_KABYLAKE, INTEL_SUBPLATFORM_ULX)
582 #define IS_COFFEELAKE_ULT(i915) \  argument
583 	IS_SUBPLATFORM(i915, INTEL_COFFEELAKE, INTEL_SUBPLATFORM_ULT)
584 #define IS_COFFEELAKE_ULX(i915) \  argument
585 	IS_SUBPLATFORM(i915, INTEL_COFFEELAKE, INTEL_SUBPLATFORM_ULX)
586 #define IS_COMETLAKE_ULT(i915) \  argument
587 	IS_SUBPLATFORM(i915, INTEL_COMETLAKE, INTEL_SUBPLATFORM_ULT)
588 #define IS_COMETLAKE_ULX(i915) \  argument
589 	IS_SUBPLATFORM(i915, INTEL_COMETLAKE, INTEL_SUBPLATFORM_ULX)
591 #define IS_ICL_WITH_PORT_F(i915) \  argument
592 	IS_SUBPLATFORM(i915, INTEL_ICELAKE, INTEL_SUBPLATFORM_PORTF)
594 #define IS_TIGERLAKE_UY(i915) \  argument
595 	IS_SUBPLATFORM(i915, INTEL_TIGERLAKE, INTEL_SUBPLATFORM_UY)
597 #define IS_GEN9_LP(i915)	(IS_BROXTON(i915) || IS_GEMINILAKE(i915))  argument
598 #define IS_GEN9_BC(i915)	(GRAPHICS_VER(i915) == 9 && !IS_GEN9_LP(i915))  argument
623 #define HAS_MEDIA_RATIO_MODE(i915) (INTEL_INFO(i915)->has_media_ratio_mode)  argument
629 #define CMDPARSER_USES_GGTT(i915) (GRAPHICS_VER(i915) == 7)  argument
631 #define HAS_LLC(i915)	(INTEL_INFO(i915)->has_llc)  argument
632 #define HAS_SNOOP(i915)	(INTEL_INFO(i915)->has_snoop)  argument
633 #define HAS_EDRAM(i915)	((i915)->edram_size_mb)  argument
634 #define HAS_SECURE_BATCHES(i915) (GRAPHICS_VER(i915) < 6)  argument
635 #define HAS_WT(i915)	HAS_EDRAM(i915)  argument
637 #define HWS_NEEDS_PHYSICAL(i915)	(INTEL_INFO(i915)->hws_needs_physical)  argument
639 #define HAS_LOGICAL_RING_CONTEXTS(i915) \  argument
640 		(INTEL_INFO(i915)->has_logical_ring_contexts)
641 #define HAS_LOGICAL_RING_ELSQ(i915) \  argument
642 		(INTEL_INFO(i915)->has_logical_ring_elsq)
644 #define HAS_EXECLISTS(i915) HAS_LOGICAL_RING_CONTEXTS(i915)  argument
646 #define INTEL_PPGTT(i915) (RUNTIME_INFO(i915)->ppgtt_type)  argument
647 #define HAS_PPGTT(i915) \  argument
648 	(INTEL_PPGTT(i915) != INTEL_PPGTT_NONE)
649 #define HAS_FULL_PPGTT(i915) \  argument
650 	(INTEL_PPGTT(i915) >= INTEL_PPGTT_FULL)
652 #define HAS_PAGE_SIZES(i915, sizes) ({ \  argument
654 	((sizes) & ~RUNTIME_INFO(i915)->page_sizes) == 0; \
657 #define NEEDS_RC6_CTX_CORRUPTION_WA(i915)	\  argument
658 	(IS_BROADWELL(i915) || GRAPHICS_VER(i915) == 9)
661 #define NEEDS_WaRsDisableCoarsePowerGating(i915)			\  argument
662 	(IS_SKYLAKE(i915) && (INTEL_INFO(i915)->gt == 3 || INTEL_INFO(i915)->gt == 4))
667 #define HAS_128_BYTE_Y_TILING(i915) (GRAPHICS_VER(i915) != 2 && \  argument
668 					 !(IS_I915G(i915) || IS_I915GM(i915)))
670 #define HAS_RC6(i915)		 (INTEL_INFO(i915)->has_rc6)  argument
671 #define HAS_RC6p(i915)		 (INTEL_INFO(i915)->has_rc6p)  argument
672 #define HAS_RC6pp(i915)		 (false) /* HW was never validated */  argument
674 #define HAS_RPS(i915)	(INTEL_INFO(i915)->has_rps)  argument
676 #define HAS_PXP(i915) \  argument
677 	(IS_ENABLED(CONFIG_DRM_I915_PXP) && INTEL_INFO(i915)->has_pxp)
679 #define HAS_HECI_PXP(i915) \  argument
680 	(INTEL_INFO(i915)->has_heci_pxp)
682 #define HAS_HECI_GSCFI(i915) \  argument
683 	(INTEL_INFO(i915)->has_heci_gscfi)
685 #define HAS_HECI_GSC(i915) (HAS_HECI_PXP(i915) || HAS_HECI_GSCFI(i915))  argument
687 #define HAS_RUNTIME_PM(i915) (INTEL_INFO(i915)->has_runtime_pm)  argument
688 #define HAS_64BIT_RELOC(i915) (INTEL_INFO(i915)->has_64bit_reloc)  argument
690 #define HAS_OA_BPC_REPORTING(i915) \  argument
691 	(INTEL_INFO(i915)->has_oa_bpc_reporting)
692 #define HAS_OA_SLICE_CONTRIB_LIMITS(i915) \  argument
693 	(INTEL_INFO(i915)->has_oa_slice_contrib_limits)
694 #define HAS_OAM(i915) \  argument
695 	(INTEL_INFO(i915)->has_oam)
701 #define HAS_64K_PAGES(i915) (INTEL_INFO(i915)->has_64k_pages)  argument
703 #define HAS_REGION(i915, id) (INTEL_INFO(i915)->memory_regions & BIT(id))  argument
704 #define HAS_LMEM(i915) HAS_REGION(i915, INTEL_REGION_LMEM_0)  argument
706 #define HAS_EXTRA_GT_LIST(i915)   (INTEL_INFO(i915)->extra_gt_list)  argument
712 #define HAS_FLAT_CCS(i915)   (INTEL_INFO(i915)->has_flat_ccs)  argument
714 #define HAS_GT_UC(i915)	(INTEL_INFO(i915)->has_gt_uc)  argument
716 #define HAS_POOLED_EU(i915)	(RUNTIME_INFO(i915)->has_pooled_eu)  argument
718 #define HAS_GLOBAL_MOCS_REGISTERS(i915)	(INTEL_INFO(i915)->has_global_mocs)  argument
720 #define HAS_GMD_ID(i915)	(INTEL_INFO(i915)->has_gmd_id)  argument
722 #define HAS_L3_CCS_READ(i915) (INTEL_INFO(i915)->has_l3_ccs_read)  argument
725 #define HAS_L3_DPF(i915) (INTEL_INFO(i915)->has_l3_dpf)  argument
726 #define NUM_L3_SLICES(i915) (IS_HASWELL(i915) && INTEL_INFO(i915)->gt == 3 ? \  argument
727 				 2 : HAS_L3_DPF(i915))
729 #define HAS_GUC_DEPRIVILEGE(i915) \  argument
730 	(INTEL_INFO(i915)->has_guc_deprivilege)
732 #define HAS_GUC_TLB_INVALIDATION(i915)	(INTEL_INFO(i915)->has_guc_tlb_invalidation)  argument
734 #define HAS_3D_PIPELINE(i915)	(INTEL_INFO(i915)->has_3d_pipeline)  argument
736 #define HAS_ONE_EU_PER_FUSE_BIT(i915)	(INTEL_INFO(i915)->has_one_eu_per_fuse_bit)  argument
738 #define HAS_LMEMBAR_SMEM_STOLEN(i915) (!HAS_LMEM(i915) && \  argument
739 				       GRAPHICS_VER_FULL(i915) >= IP_VER(12, 70))