36 #define IVPU_FW_CHECK_API_COMPAT(vdev, fw_hdr, name, min_major) \  argument
37 	ivpu_fw_check_api(vdev, fw_hdr, #name, \
43 #define IVPU_FW_CHECK_API_VER_LT(vdev, fw_hdr, name, major, minor) \  argument
44 	ivpu_fw_check_api_ver_lt(vdev, fw_hdr, #name, VPU_##name##_API_VER_INDEX, major, minor)
71 static int ivpu_fw_request(struct ivpu_device *vdev)  in ivpu_fw_request()  argument
77 		ret = request_firmware(&vdev->fw->file, ivpu_firmware, vdev->drm.dev);  in ivpu_fw_request()
79 			vdev->fw->name = ivpu_firmware;  in ivpu_fw_request()
84 		if (fw_names[i].gen != ivpu_hw_ip_gen(vdev))  in ivpu_fw_request()
87 		ret = firmware_request_nowarn(&vdev->fw->file, fw_names[i].name, vdev->drm.dev);  in ivpu_fw_request()
89 			vdev->fw->name = fw_names[i].name;  in ivpu_fw_request()
94 	ivpu_err(vdev, "Failed to request firmware: %d\n", ret);  in ivpu_fw_request()
99 ivpu_fw_check_api(struct ivpu_device *vdev, const struct vpu_firmware_header *fw_hdr,  in ivpu_fw_check_api()  argument
107 		ivpu_err(vdev, "Incompatible FW %s API version: %d.%d, required %d.0 or later\n",  in ivpu_fw_check_api()
112 		ivpu_warn(vdev, "Major FW %s API version different: %d.%d (expected %d.%d)\n",  in ivpu_fw_check_api()
115 	ivpu_dbg(vdev, FW_BOOT, "FW %s API version: %d.%d (expected %d.%d)\n",  in ivpu_fw_check_api()
122 ivpu_fw_check_api_ver_lt(struct ivpu_device *vdev, const struct vpu_firmware_header *fw_hdr,  in ivpu_fw_check_api_ver_lt()  argument
143 ivpu_fw_sched_mode_select(struct ivpu_device *vdev, const struct vpu_firmware_header *fw_hdr)  in ivpu_fw_sched_mode_select()  argument
151 static int ivpu_fw_parse(struct ivpu_device *vdev)  in ivpu_fw_parse()  argument
153 	struct ivpu_fw_info *fw = vdev->fw;  in ivpu_fw_parse()
158 		ivpu_err(vdev, "Firmware file is too small: %zu\n", fw->file->size);  in ivpu_fw_parse()
163 		ivpu_err(vdev, "Invalid firmware header version: %u\n", fw_hdr->header_version);  in ivpu_fw_parse()
173 		ivpu_err(vdev, "Invalid firmware runtime address: 0x%llx\n", runtime_addr);  in ivpu_fw_parse()
178 		ivpu_err(vdev, "Invalid firmware runtime size: %llu\n", runtime_size);  in ivpu_fw_parse()
183 		ivpu_err(vdev, "Invalid image size: %llu\n", image_size);  in ivpu_fw_parse()
189 		ivpu_err(vdev, "Invalid firmware load address size: 0x%llx and size %llu\n",  in ivpu_fw_parse()
195 		ivpu_err(vdev, "SHAVE NN firmware is too big: %u\n", fw_hdr->shave_nn_fw_size);  in ivpu_fw_parse()
201 		ivpu_err(vdev, "Invalid entry point: 0x%llx\n", fw_hdr->entry_point);  in ivpu_fw_parse()
204 	ivpu_dbg(vdev, FW_BOOT, "Header version: 0x%x, format 0x%x\n",  in ivpu_fw_parse()
208 		ivpu_warn(vdev, "Missing firmware version\n");  in ivpu_fw_parse()
210 	ivpu_info(vdev, "Firmware: %s, version: %s\n", fw->name, fw->version);  in ivpu_fw_parse()
212 	if (IVPU_FW_CHECK_API_COMPAT(vdev, fw_hdr, BOOT, 3))  in ivpu_fw_parse()
214 	if (IVPU_FW_CHECK_API_COMPAT(vdev, fw_hdr, JSM, 3))  in ivpu_fw_parse()
232 	fw->sched_mode = ivpu_fw_sched_mode_select(vdev, fw_hdr);  in ivpu_fw_parse()
235 	ivpu_info(vdev, "Scheduler mode: %s\n", fw->sched_mode ? "HW" : "OS");  in ivpu_fw_parse()
241 		ivpu_err(vdev, "Invalid read-only section: start address 0x%llx, size %u\n",  in ivpu_fw_parse()
249 	ivpu_dbg(vdev, FW_BOOT, "Size: file %lu image %u runtime %u shavenn %u\n",  in ivpu_fw_parse()
251 	ivpu_dbg(vdev, FW_BOOT, "Address: runtime 0x%llx, load 0x%llx, entry point 0x%llx\n",  in ivpu_fw_parse()
253 	ivpu_dbg(vdev, FW_BOOT, "Read-only section: address 0x%llx, size %u\n",  in ivpu_fw_parse()
259 static void ivpu_fw_release(struct ivpu_device *vdev)  in ivpu_fw_release()  argument
261 	release_firmware(vdev->fw->file);  in ivpu_fw_release()
266 ivpu_fw_init_wa(struct ivpu_device *vdev)  in ivpu_fw_init_wa()  argument
268 	const struct vpu_firmware_header *fw_hdr = (const void *)vdev->fw->file->data;  in ivpu_fw_init_wa()
270 	if (IVPU_FW_CHECK_API_VER_LT(vdev, fw_hdr, BOOT, 3, 17) ||  in ivpu_fw_init_wa()
272 		vdev->wa.disable_d0i3_msg = true;  in ivpu_fw_init_wa()
276 		vdev->wa.disable_d0i3_msg = false;  in ivpu_fw_init_wa()
281 static int ivpu_fw_update_global_range(struct ivpu_device *vdev)  in ivpu_fw_update_global_range()  argument
283 	struct ivpu_fw_info *fw = vdev->fw;  in ivpu_fw_update_global_range()
288 		ivpu_err(vdev, "No space for shared region, start %lld, size %lld\n", start, size);  in ivpu_fw_update_global_range()
292 	ivpu_hw_range_init(&vdev->hw->ranges.global, start, size);  in ivpu_fw_update_global_range()
296 static int ivpu_fw_mem_init(struct ivpu_device *vdev)  in ivpu_fw_mem_init()  argument
298 	struct ivpu_fw_info *fw = vdev->fw;  in ivpu_fw_mem_init()
303 	ret = ivpu_fw_update_global_range(vdev);  in ivpu_fw_mem_init()
309 	fw->mem = ivpu_bo_create(vdev, &vdev->gctx, &fw_range, fw->runtime_size,  in ivpu_fw_mem_init()
312 		ivpu_err(vdev, "Failed to create firmware runtime memory buffer\n");  in ivpu_fw_mem_init()
316 	ret = ivpu_mmu_context_set_pages_ro(vdev, &vdev->gctx, fw->read_only_addr,  in ivpu_fw_mem_init()
319 		ivpu_err(vdev, "Failed to set firmware image read-only\n");  in ivpu_fw_mem_init()
323 	fw->mem_log_crit = ivpu_bo_create_global(vdev, IVPU_FW_CRITICAL_BUFFER_SIZE,  in ivpu_fw_mem_init()
326 		ivpu_err(vdev, "Failed to create critical log buffer\n");  in ivpu_fw_mem_init()
336 	fw->mem_log_verb = ivpu_bo_create_global(vdev, log_verb_size,  in ivpu_fw_mem_init()
339 		ivpu_err(vdev, "Failed to create verbose log buffer\n");  in ivpu_fw_mem_init()
345 		fw->mem_shave_nn = ivpu_bo_create(vdev, &vdev->gctx, &vdev->hw->ranges.shave,  in ivpu_fw_mem_init()
348 			ivpu_err(vdev, "Failed to create shavenn buffer\n");  in ivpu_fw_mem_init()
365 static void ivpu_fw_mem_fini(struct ivpu_device *vdev)  in ivpu_fw_mem_fini()  argument
367 	struct ivpu_fw_info *fw = vdev->fw;  in ivpu_fw_mem_fini()
383 int ivpu_fw_init(struct ivpu_device *vdev)  in ivpu_fw_init()  argument
387 	ret = ivpu_fw_request(vdev);  in ivpu_fw_init()
391 	ret = ivpu_fw_parse(vdev);  in ivpu_fw_init()
395 	ivpu_fw_init_wa(vdev);  in ivpu_fw_init()
397 	ret = ivpu_fw_mem_init(vdev);  in ivpu_fw_init()
401 	ivpu_fw_load(vdev);  in ivpu_fw_init()
406 	ivpu_fw_release(vdev);  in ivpu_fw_init()
410 void ivpu_fw_fini(struct ivpu_device *vdev)  in ivpu_fw_fini()  argument
412 	ivpu_fw_mem_fini(vdev);  in ivpu_fw_fini()
413 	ivpu_fw_release(vdev);  in ivpu_fw_fini()
416 void ivpu_fw_load(struct ivpu_device *vdev)  in ivpu_fw_load()  argument
418 	struct ivpu_fw_info *fw = vdev->fw;  in ivpu_fw_load()
435 static void ivpu_fw_boot_params_print(struct ivpu_device *vdev, struct vpu_boot_params *boot_params)  in ivpu_fw_boot_params_print()  argument
437 	ivpu_dbg(vdev, FW_BOOT, "boot_params.magic = 0x%x\n",  in ivpu_fw_boot_params_print()
439 	ivpu_dbg(vdev, FW_BOOT, "boot_params.vpu_id = 0x%x\n",  in ivpu_fw_boot_params_print()
441 	ivpu_dbg(vdev, FW_BOOT, "boot_params.vpu_count = 0x%x\n",  in ivpu_fw_boot_params_print()
443 	ivpu_dbg(vdev, FW_BOOT, "boot_params.frequency = %u\n",  in ivpu_fw_boot_params_print()
445 	ivpu_dbg(vdev, FW_BOOT, "boot_params.perf_clk_frequency = %u\n",  in ivpu_fw_boot_params_print()
448 	ivpu_dbg(vdev, FW_BOOT, "boot_params.ipc_header_area_start = 0x%llx\n",  in ivpu_fw_boot_params_print()
450 	ivpu_dbg(vdev, FW_BOOT, "boot_params.ipc_header_area_size = 0x%x\n",  in ivpu_fw_boot_params_print()
452 	ivpu_dbg(vdev, FW_BOOT, "boot_params.shared_region_base = 0x%llx\n",  in ivpu_fw_boot_params_print()
454 	ivpu_dbg(vdev, FW_BOOT, "boot_params.shared_region_size = 0x%x\n",  in ivpu_fw_boot_params_print()
456 	ivpu_dbg(vdev, FW_BOOT, "boot_params.ipc_payload_area_start = 0x%llx\n",  in ivpu_fw_boot_params_print()
458 	ivpu_dbg(vdev, FW_BOOT, "boot_params.ipc_payload_area_size = 0x%x\n",  in ivpu_fw_boot_params_print()
460 	ivpu_dbg(vdev, FW_BOOT, "boot_params.global_aliased_pio_base = 0x%llx\n",  in ivpu_fw_boot_params_print()
462 	ivpu_dbg(vdev, FW_BOOT, "boot_params.global_aliased_pio_size = 0x%x\n",  in ivpu_fw_boot_params_print()
465 	ivpu_dbg(vdev, FW_BOOT, "boot_params.autoconfig = 0x%x\n",  in ivpu_fw_boot_params_print()
468 	ivpu_dbg(vdev, FW_BOOT, "boot_params.cache_defaults[VPU_BOOT_L2_CACHE_CFG_NN].use = 0x%x\n",  in ivpu_fw_boot_params_print()
470 	ivpu_dbg(vdev, FW_BOOT, "boot_params.cache_defaults[VPU_BOOT_L2_CACHE_CFG_NN].cfg = 0x%x\n",  in ivpu_fw_boot_params_print()
473 	ivpu_dbg(vdev, FW_BOOT, "boot_params.global_memory_allocator_base = 0x%llx\n",  in ivpu_fw_boot_params_print()
475 	ivpu_dbg(vdev, FW_BOOT, "boot_params.global_memory_allocator_size = 0x%x\n",  in ivpu_fw_boot_params_print()
478 	ivpu_dbg(vdev, FW_BOOT, "boot_params.shave_nn_fw_base = 0x%llx\n",  in ivpu_fw_boot_params_print()
481 	ivpu_dbg(vdev, FW_BOOT, "boot_params.watchdog_irq_mss = 0x%x\n",  in ivpu_fw_boot_params_print()
483 	ivpu_dbg(vdev, FW_BOOT, "boot_params.watchdog_irq_nce = 0x%x\n",  in ivpu_fw_boot_params_print()
485 	ivpu_dbg(vdev, FW_BOOT, "boot_params.host_to_vpu_irq = 0x%x\n",  in ivpu_fw_boot_params_print()
487 	ivpu_dbg(vdev, FW_BOOT, "boot_params.job_done_irq = 0x%x\n",  in ivpu_fw_boot_params_print()
490 	ivpu_dbg(vdev, FW_BOOT, "boot_params.host_version_id = 0x%x\n",  in ivpu_fw_boot_params_print()
492 	ivpu_dbg(vdev, FW_BOOT, "boot_params.si_stepping = 0x%x\n",  in ivpu_fw_boot_params_print()
494 	ivpu_dbg(vdev, FW_BOOT, "boot_params.device_id = 0x%llx\n",  in ivpu_fw_boot_params_print()
496 	ivpu_dbg(vdev, FW_BOOT, "boot_params.feature_exclusion = 0x%llx\n",  in ivpu_fw_boot_params_print()
498 	ivpu_dbg(vdev, FW_BOOT, "boot_params.sku = 0x%llx\n",  in ivpu_fw_boot_params_print()
500 	ivpu_dbg(vdev, FW_BOOT, "boot_params.min_freq_pll_ratio = 0x%x\n",  in ivpu_fw_boot_params_print()
502 	ivpu_dbg(vdev, FW_BOOT, "boot_params.pn_freq_pll_ratio = 0x%x\n",  in ivpu_fw_boot_params_print()
504 	ivpu_dbg(vdev, FW_BOOT, "boot_params.max_freq_pll_ratio = 0x%x\n",  in ivpu_fw_boot_params_print()
506 	ivpu_dbg(vdev, FW_BOOT, "boot_params.default_trace_level = 0x%x\n",  in ivpu_fw_boot_params_print()
508 	ivpu_dbg(vdev, FW_BOOT, "boot_params.tracing_buff_message_format_mask = 0x%llx\n",  in ivpu_fw_boot_params_print()
510 	ivpu_dbg(vdev, FW_BOOT, "boot_params.trace_destination_mask = 0x%x\n",  in ivpu_fw_boot_params_print()
512 	ivpu_dbg(vdev, FW_BOOT, "boot_params.trace_hw_component_mask = 0x%llx\n",  in ivpu_fw_boot_params_print()
514 	ivpu_dbg(vdev, FW_BOOT, "boot_params.boot_type = 0x%x\n",  in ivpu_fw_boot_params_print()
516 	ivpu_dbg(vdev, FW_BOOT, "boot_params.punit_telemetry_sram_base = 0x%llx\n",  in ivpu_fw_boot_params_print()
518 	ivpu_dbg(vdev, FW_BOOT, "boot_params.punit_telemetry_sram_size = 0x%llx\n",  in ivpu_fw_boot_params_print()
520 	ivpu_dbg(vdev, FW_BOOT, "boot_params.vpu_telemetry_enable = 0x%x\n",  in ivpu_fw_boot_params_print()
522 	ivpu_dbg(vdev, FW_BOOT, "boot_params.vpu_scheduling_mode = 0x%x\n",  in ivpu_fw_boot_params_print()
524 	ivpu_dbg(vdev, FW_BOOT, "boot_params.dvfs_mode = %u\n",  in ivpu_fw_boot_params_print()
526 	ivpu_dbg(vdev, FW_BOOT, "boot_params.d0i3_delayed_entry = %d\n",  in ivpu_fw_boot_params_print()
528 	ivpu_dbg(vdev, FW_BOOT, "boot_params.d0i3_residency_time_us = %lld\n",  in ivpu_fw_boot_params_print()
530 	ivpu_dbg(vdev, FW_BOOT, "boot_params.d0i3_entry_vpu_ts = %llu\n",  in ivpu_fw_boot_params_print()
532 	ivpu_dbg(vdev, FW_BOOT, "boot_params.system_time_us = %llu\n",  in ivpu_fw_boot_params_print()
536 void ivpu_fw_boot_params_setup(struct ivpu_device *vdev, struct vpu_boot_params *boot_params)  in ivpu_fw_boot_params_setup()  argument
538 	struct ivpu_bo *ipc_mem_rx = vdev->ipc->mem_rx;  in ivpu_fw_boot_params_setup()
541 	if (!ivpu_fw_is_cold_boot(vdev)) {  in ivpu_fw_boot_params_setup()
543 			ktime_us_delta(ktime_get_boottime(), vdev->hw->d0i3_entry_host_ts);  in ivpu_fw_boot_params_setup()
544 		boot_params->d0i3_entry_vpu_ts = vdev->hw->d0i3_entry_vpu_ts;  in ivpu_fw_boot_params_setup()
547 		ivpu_dbg(vdev, FW_BOOT, "boot_params.d0i3_residency_time_us = %lld\n",  in ivpu_fw_boot_params_setup()
549 		ivpu_dbg(vdev, FW_BOOT, "boot_params.d0i3_entry_vpu_ts = %llu\n",  in ivpu_fw_boot_params_setup()
551 		ivpu_dbg(vdev, FW_BOOT, "boot_params.system_time_us = %llu\n",  in ivpu_fw_boot_params_setup()
555 		vdev->pm->is_warmboot = true;  in ivpu_fw_boot_params_setup()
560 	vdev->pm->is_warmboot = false;  in ivpu_fw_boot_params_setup()
563 	boot_params->vpu_id = to_pci_dev(vdev->drm.dev)->bus->number;  in ivpu_fw_boot_params_setup()
570 	boot_params->perf_clk_frequency = ivpu_hw_profiling_freq_get(vdev);  in ivpu_fw_boot_params_setup()
576 	boot_params->shared_region_base = vdev->hw->ranges.global.start;  in ivpu_fw_boot_params_setup()
577 	boot_params->shared_region_size = vdev->hw->ranges.global.end -  in ivpu_fw_boot_params_setup()
578 					  vdev->hw->ranges.global.start;  in ivpu_fw_boot_params_setup()
586 	if (ivpu_hw_ip_gen(vdev) == IVPU_HW_IP_37XX) {  in ivpu_fw_boot_params_setup()
587 		boot_params->global_aliased_pio_base = vdev->hw->ranges.user.start;  in ivpu_fw_boot_params_setup()
588 		boot_params->global_aliased_pio_size = ivpu_hw_range_size(&vdev->hw->ranges.user);  in ivpu_fw_boot_params_setup()
597 		ADDR_TO_L2_CACHE_CFG(vdev->hw->ranges.shave.start);  in ivpu_fw_boot_params_setup()
599 	if (vdev->fw->mem_shave_nn)  in ivpu_fw_boot_params_setup()
600 		boot_params->shave_nn_fw_base = vdev->fw->mem_shave_nn->vpu_addr;  in ivpu_fw_boot_params_setup()
604 	boot_params->si_stepping = ivpu_revision(vdev);  in ivpu_fw_boot_params_setup()
605 	boot_params->device_id = ivpu_device_id(vdev);  in ivpu_fw_boot_params_setup()
606 	boot_params->feature_exclusion = vdev->hw->tile_fuse;  in ivpu_fw_boot_params_setup()
607 	boot_params->sku = vdev->hw->sku;  in ivpu_fw_boot_params_setup()
609 	boot_params->min_freq_pll_ratio = vdev->hw->pll.min_ratio;  in ivpu_fw_boot_params_setup()
610 	boot_params->pn_freq_pll_ratio = vdev->hw->pll.pn_ratio;  in ivpu_fw_boot_params_setup()
611 	boot_params->max_freq_pll_ratio = vdev->hw->pll.max_ratio;  in ivpu_fw_boot_params_setup()
613 	boot_params->default_trace_level = vdev->fw->trace_level;  in ivpu_fw_boot_params_setup()
615 	boot_params->trace_destination_mask = vdev->fw->trace_destination_mask;  in ivpu_fw_boot_params_setup()
616 	boot_params->trace_hw_component_mask = vdev->fw->trace_hw_component_mask;  in ivpu_fw_boot_params_setup()
617 	boot_params->crit_tracing_buff_addr = vdev->fw->mem_log_crit->vpu_addr;  in ivpu_fw_boot_params_setup()
618 	boot_params->crit_tracing_buff_size = ivpu_bo_size(vdev->fw->mem_log_crit);  in ivpu_fw_boot_params_setup()
619 	boot_params->verbose_tracing_buff_addr = vdev->fw->mem_log_verb->vpu_addr;  in ivpu_fw_boot_params_setup()
620 	boot_params->verbose_tracing_buff_size = ivpu_bo_size(vdev->fw->mem_log_verb);  in ivpu_fw_boot_params_setup()
622 	boot_params->punit_telemetry_sram_base = ivpu_hw_telemetry_offset_get(vdev);  in ivpu_fw_boot_params_setup()
623 	boot_params->punit_telemetry_sram_size = ivpu_hw_telemetry_size_get(vdev);  in ivpu_fw_boot_params_setup()
624 	boot_params->vpu_telemetry_enable = ivpu_hw_telemetry_enable_get(vdev);  in ivpu_fw_boot_params_setup()
625 	boot_params->vpu_scheduling_mode = vdev->fw->sched_mode;  in ivpu_fw_boot_params_setup()
626 	if (vdev->fw->sched_mode == VPU_SCHEDULING_MODE_HW)  in ivpu_fw_boot_params_setup()
628 	boot_params->dvfs_mode = vdev->fw->dvfs_mode;  in ivpu_fw_boot_params_setup()
637 	ivpu_fw_boot_params_print(vdev, boot_params);  in ivpu_fw_boot_params_setup()