44 				       union perf_event *event,
128 					 struct ordered_event *event)  in ordered_events__deliver_event()  argument
133 	return perf_session__deliver_event(session, event->event,  in ordered_events__deliver_event()
134 					   session->tool, event->file_offset,  in ordered_events__deliver_event()
135 					   event->file_path);  in ordered_events__deliver_event()
202 		 * kernel MMAP event, in perf_event__process_mmap().  in __perf_session__new()
263 static void swap_sample_id_all(union perf_event *event, void *data)  in swap_sample_id_all()  argument
265 	void *end = (void *) event + event->header.size;  in swap_sample_id_all()
272 static void perf_event__all64_swap(union perf_event *event,  in perf_event__all64_swap()  argument
275 	struct perf_event_header *hdr = &event->header;  in perf_event__all64_swap()
276 	mem_bswap_64(hdr + 1, event->header.size - sizeof(*hdr));  in perf_event__all64_swap()
279 static void perf_event__comm_swap(union perf_event *event, bool sample_id_all)  in perf_event__comm_swap()  argument
281 	event->comm.pid = bswap_32(event->comm.pid);  in perf_event__comm_swap()
282 	event->comm.tid = bswap_32(event->comm.tid);  in perf_event__comm_swap()
285 		void *data = &event->comm.comm;  in perf_event__comm_swap()
288 		swap_sample_id_all(event, data);  in perf_event__comm_swap()
292 static void perf_event__mmap_swap(union perf_event *event,  in perf_event__mmap_swap()  argument
295 	event->mmap.pid	  = bswap_32(event->mmap.pid);  in perf_event__mmap_swap()
296 	event->mmap.tid	  = bswap_32(event->mmap.tid);  in perf_event__mmap_swap()
297 	event->mmap.start = bswap_64(event->mmap.start);  in perf_event__mmap_swap()
298 	event->mmap.len	  = bswap_64(event->mmap.len);  in perf_event__mmap_swap()
299 	event->mmap.pgoff = bswap_64(event->mmap.pgoff);  in perf_event__mmap_swap()
302 		void *data = &event->mmap.filename;  in perf_event__mmap_swap()
305 		swap_sample_id_all(event, data);  in perf_event__mmap_swap()
309 static void perf_event__mmap2_swap(union perf_event *event,  in perf_event__mmap2_swap()  argument
312 	event->mmap2.pid   = bswap_32(event->mmap2.pid);  in perf_event__mmap2_swap()
313 	event->mmap2.tid   = bswap_32(event->mmap2.tid);  in perf_event__mmap2_swap()
314 	event->mmap2.start = bswap_64(event->mmap2.start);  in perf_event__mmap2_swap()
315 	event->mmap2.len   = bswap_64(event->mmap2.len);  in perf_event__mmap2_swap()
316 	event->mmap2.pgoff = bswap_64(event->mmap2.pgoff);  in perf_event__mmap2_swap()
318 	if (!(event->header.misc & PERF_RECORD_MISC_MMAP_BUILD_ID)) {  in perf_event__mmap2_swap()
319 		event->mmap2.maj   = bswap_32(event->mmap2.maj);  in perf_event__mmap2_swap()
320 		event->mmap2.min   = bswap_32(event->mmap2.min);  in perf_event__mmap2_swap()
321 		event->mmap2.ino   = bswap_64(event->mmap2.ino);  in perf_event__mmap2_swap()
322 		event->mmap2.ino_generation = bswap_64(event->mmap2.ino_generation);  in perf_event__mmap2_swap()
326 		void *data = &event->mmap2.filename;  in perf_event__mmap2_swap()
329 		swap_sample_id_all(event, data);  in perf_event__mmap2_swap()
332 static void perf_event__task_swap(union perf_event *event, bool sample_id_all)  in perf_event__task_swap()  argument
334 	event->fork.pid	 = bswap_32(event->fork.pid);  in perf_event__task_swap()
335 	event->fork.tid	 = bswap_32(event->fork.tid);  in perf_event__task_swap()
336 	event->fork.ppid = bswap_32(event->fork.ppid);  in perf_event__task_swap()
337 	event->fork.ptid = bswap_32(event->fork.ptid);  in perf_event__task_swap()
338 	event->fork.time = bswap_64(event->fork.time);  in perf_event__task_swap()
341 		swap_sample_id_all(event, &event->fork + 1);  in perf_event__task_swap()
344 static void perf_event__read_swap(union perf_event *event, bool sample_id_all)  in perf_event__read_swap()  argument
346 	event->read.pid		 = bswap_32(event->read.pid);  in perf_event__read_swap()
347 	event->read.tid		 = bswap_32(event->read.tid);  in perf_event__read_swap()
348 	event->read.value	 = bswap_64(event->read.value);  in perf_event__read_swap()
349 	event->read.time_enabled = bswap_64(event->read.time_enabled);  in perf_event__read_swap()
350 	event->read.time_running = bswap_64(event->read.time_running);  in perf_event__read_swap()
351 	event->read.id		 = bswap_64(event->read.id);  in perf_event__read_swap()
354 		swap_sample_id_all(event, &event->read + 1);  in perf_event__read_swap()
357 static void perf_event__aux_swap(union perf_event *event, bool sample_id_all)  in perf_event__aux_swap()  argument
359 	event->aux.aux_offset = bswap_64(event->aux.aux_offset);  in perf_event__aux_swap()
360 	event->aux.aux_size   = bswap_64(event->aux.aux_size);  in perf_event__aux_swap()
361 	event->aux.flags      = bswap_64(event->aux.flags);  in perf_event__aux_swap()
364 		swap_sample_id_all(event, &event->aux + 1);  in perf_event__aux_swap()
367 static void perf_event__itrace_start_swap(union perf_event *event,  in perf_event__itrace_start_swap()  argument
370 	event->itrace_start.pid	 = bswap_32(event->itrace_start.pid);  in perf_event__itrace_start_swap()
371 	event->itrace_start.tid	 = bswap_32(event->itrace_start.tid);  in perf_event__itrace_start_swap()
374 		swap_sample_id_all(event, &event->itrace_start + 1);  in perf_event__itrace_start_swap()
377 static void perf_event__switch_swap(union perf_event *event, bool sample_id_all)  in perf_event__switch_swap()  argument
379 	if (event->header.type == PERF_RECORD_SWITCH_CPU_WIDE) {  in perf_event__switch_swap()
380 		event->context_switch.next_prev_pid =  in perf_event__switch_swap()
381 				bswap_32(event->context_switch.next_prev_pid);  in perf_event__switch_swap()
382 		event->context_switch.next_prev_tid =  in perf_event__switch_swap()
383 				bswap_32(event->context_switch.next_prev_tid);  in perf_event__switch_swap()
387 		swap_sample_id_all(event, &event->context_switch + 1);  in perf_event__switch_swap()
390 static void perf_event__text_poke_swap(union perf_event *event, bool sample_id_all)  in perf_event__text_poke_swap()  argument
392 	event->text_poke.addr    = bswap_64(event->text_poke.addr);  in perf_event__text_poke_swap()
393 	event->text_poke.old_len = bswap_16(event->text_poke.old_len);  in perf_event__text_poke_swap()
394 	event->text_poke.new_len = bswap_16(event->text_poke.new_len);  in perf_event__text_poke_swap()
397 		size_t len = sizeof(event->text_poke.old_len) +  in perf_event__text_poke_swap()
398 			     sizeof(event->text_poke.new_len) +  in perf_event__text_poke_swap()
399 			     event->text_poke.old_len +  in perf_event__text_poke_swap()
400 			     event->text_poke.new_len;  in perf_event__text_poke_swap()
401 		void *data = &event->text_poke.old_len;  in perf_event__text_poke_swap()
404 		swap_sample_id_all(event, data);  in perf_event__text_poke_swap()
408 static void perf_event__throttle_swap(union perf_event *event,  in perf_event__throttle_swap()  argument
411 	event->throttle.time	  = bswap_64(event->throttle.time);  in perf_event__throttle_swap()
412 	event->throttle.id	  = bswap_64(event->throttle.id);  in perf_event__throttle_swap()
413 	event->throttle.stream_id = bswap_64(event->throttle.stream_id);  in perf_event__throttle_swap()
416 		swap_sample_id_all(event, &event->throttle + 1);  in perf_event__throttle_swap()
419 static void perf_event__namespaces_swap(union perf_event *event,  in perf_event__namespaces_swap()  argument
424 	event->namespaces.pid		= bswap_32(event->namespaces.pid);  in perf_event__namespaces_swap()
425 	event->namespaces.tid		= bswap_32(event->namespaces.tid);  in perf_event__namespaces_swap()
426 	event->namespaces.nr_namespaces	= bswap_64(event->namespaces.nr_namespaces);  in perf_event__namespaces_swap()
428 	for (i = 0; i < event->namespaces.nr_namespaces; i++) {  in perf_event__namespaces_swap()
429 		struct perf_ns_link_info *ns = &event->namespaces.link_info[i];  in perf_event__namespaces_swap()
436 		swap_sample_id_all(event, &event->namespaces.link_info[i]);  in perf_event__namespaces_swap()
439 static void perf_event__cgroup_swap(union perf_event *event, bool sample_id_all)  in perf_event__cgroup_swap()  argument
441 	event->cgroup.id = bswap_64(event->cgroup.id);  in perf_event__cgroup_swap()
444 		void *data = &event->cgroup.path;  in perf_event__cgroup_swap()
447 		swap_sample_id_all(event, data);  in perf_event__cgroup_swap()
529 static void perf_event__hdr_attr_swap(union perf_event *event,  in perf_event__hdr_attr_swap()  argument
534 	perf_event__attr_swap(&event->attr.attr);  in perf_event__hdr_attr_swap()
536 	size = event->header.size;  in perf_event__hdr_attr_swap()
537 	size -= perf_record_header_attr_id(event) - (void *)event;  in perf_event__hdr_attr_swap()
538 	mem_bswap_64(perf_record_header_attr_id(event), size);  in perf_event__hdr_attr_swap()
541 static void perf_event__event_update_swap(union perf_event *event,  in perf_event__event_update_swap()  argument
544 	event->event_update.type = bswap_64(event->event_update.type);  in perf_event__event_update_swap()
545 	event->event_update.id   = bswap_64(event->event_update.id);  in perf_event__event_update_swap()
548 static void perf_event__event_type_swap(union perf_event *event,  in perf_event__event_type_swap()  argument
551 	event->event_type.event_type.event_id =  in perf_event__event_type_swap()
552 		bswap_64(event->event_type.event_type.event_id);  in perf_event__event_type_swap()
555 static void perf_event__tracing_data_swap(union perf_event *event,  in perf_event__tracing_data_swap()  argument
558 	event->tracing_data.size = bswap_32(event->tracing_data.size);  in perf_event__tracing_data_swap()
561 static void perf_event__auxtrace_info_swap(union perf_event *event,  in perf_event__auxtrace_info_swap()  argument
566 	event->auxtrace_info.type = bswap_32(event->auxtrace_info.type);  in perf_event__auxtrace_info_swap()
568 	size = event->header.size;  in perf_event__auxtrace_info_swap()
569 	size -= (void *)&event->auxtrace_info.priv - (void *)event;  in perf_event__auxtrace_info_swap()
570 	mem_bswap_64(event->auxtrace_info.priv, size);  in perf_event__auxtrace_info_swap()
573 static void perf_event__auxtrace_swap(union perf_event *event,  in perf_event__auxtrace_swap()  argument
576 	event->auxtrace.size      = bswap_64(event->auxtrace.size);  in perf_event__auxtrace_swap()
577 	event->auxtrace.offset    = bswap_64(event->auxtrace.offset);  in perf_event__auxtrace_swap()
578 	event->auxtrace.reference = bswap_64(event->auxtrace.reference);  in perf_event__auxtrace_swap()
579 	event->auxtrace.idx       = bswap_32(event->auxtrace.idx);  in perf_event__auxtrace_swap()
580 	event->auxtrace.tid       = bswap_32(event->auxtrace.tid);  in perf_event__auxtrace_swap()
581 	event->auxtrace.cpu       = bswap_32(event->auxtrace.cpu);  in perf_event__auxtrace_swap()
584 static void perf_event__auxtrace_error_swap(union perf_event *event,  in perf_event__auxtrace_error_swap()  argument
587 	event->auxtrace_error.type = bswap_32(event->auxtrace_error.type);  in perf_event__auxtrace_error_swap()
588 	event->auxtrace_error.code = bswap_32(event->auxtrace_error.code);  in perf_event__auxtrace_error_swap()
589 	event->auxtrace_error.cpu  = bswap_32(event->auxtrace_error.cpu);  in perf_event__auxtrace_error_swap()
590 	event->auxtrace_error.pid  = bswap_32(event->auxtrace_error.pid);  in perf_event__auxtrace_error_swap()
591 	event->auxtrace_error.tid  = bswap_32(event->auxtrace_error.tid);  in perf_event__auxtrace_error_swap()
592 	event->auxtrace_error.fmt  = bswap_32(event->auxtrace_error.fmt);  in perf_event__auxtrace_error_swap()
593 	event->auxtrace_error.ip   = bswap_64(event->auxtrace_error.ip);  in perf_event__auxtrace_error_swap()
594 	if (event->auxtrace_error.fmt)  in perf_event__auxtrace_error_swap()
595 		event->auxtrace_error.time = bswap_64(event->auxtrace_error.time);  in perf_event__auxtrace_error_swap()
596 	if (event->auxtrace_error.fmt >= 2) {  in perf_event__auxtrace_error_swap()
597 		event->auxtrace_error.machine_pid = bswap_32(event->auxtrace_error.machine_pid);  in perf_event__auxtrace_error_swap()
598 		event->auxtrace_error.vcpu = bswap_32(event->auxtrace_error.vcpu);  in perf_event__auxtrace_error_swap()
602 static void perf_event__thread_map_swap(union perf_event *event,  in perf_event__thread_map_swap()  argument
607 	event->thread_map.nr = bswap_64(event->thread_map.nr);  in perf_event__thread_map_swap()
609 	for (i = 0; i < event->thread_map.nr; i++)  in perf_event__thread_map_swap()
610 		event->thread_map.entries[i].pid = bswap_64(event->thread_map.entries[i].pid);  in perf_event__thread_map_swap()
613 static void perf_event__cpu_map_swap(union perf_event *event,  in perf_event__cpu_map_swap()  argument
616 	struct perf_record_cpu_map_data *data = &event->cpu_map.data;  in perf_event__cpu_map_swap()
654 static void perf_event__stat_config_swap(union perf_event *event,  in perf_event__stat_config_swap()  argument
659 	size  = bswap_64(event->stat_config.nr) * sizeof(event->stat_config.data[0]);  in perf_event__stat_config_swap()
661 	mem_bswap_64(&event->stat_config.nr, size);  in perf_event__stat_config_swap()
664 static void perf_event__stat_swap(union perf_event *event,  in perf_event__stat_swap()  argument
667 	event->stat.id     = bswap_64(event->stat.id);  in perf_event__stat_swap()
668 	event->stat.thread = bswap_32(event->stat.thread);  in perf_event__stat_swap()
669 	event->stat.cpu    = bswap_32(event->stat.cpu);  in perf_event__stat_swap()
670 	event->stat.val    = bswap_64(event->stat.val);  in perf_event__stat_swap()
671 	event->stat.ena    = bswap_64(event->stat.ena);  in perf_event__stat_swap()
672 	event->stat.run    = bswap_64(event->stat.run);  in perf_event__stat_swap()
675 static void perf_event__stat_round_swap(union perf_event *event,  in perf_event__stat_round_swap()  argument
678 	event->stat_round.type = bswap_64(event->stat_round.type);  in perf_event__stat_round_swap()
679 	event->stat_round.time = bswap_64(event->stat_round.time);  in perf_event__stat_round_swap()
682 static void perf_event__time_conv_swap(union perf_event *event,  in perf_event__time_conv_swap()  argument
685 	event->time_conv.time_shift = bswap_64(event->time_conv.time_shift);  in perf_event__time_conv_swap()
686 	event->time_conv.time_mult  = bswap_64(event->time_conv.time_mult);  in perf_event__time_conv_swap()
687 	event->time_conv.time_zero  = bswap_64(event->time_conv.time_zero);  in perf_event__time_conv_swap()
689 	if (event_contains(event->time_conv, time_cycles)) {  in perf_event__time_conv_swap()
690 		event->time_conv.time_cycles = bswap_64(event->time_conv.time_cycles);  in perf_event__time_conv_swap()
691 		event->time_conv.time_mask = bswap_64(event->time_conv.time_mask);  in perf_event__time_conv_swap()
695 typedef void (*perf_event__swap_op)(union perf_event *event,
738  * event.
776 				       union perf_event *event __maybe_unused,  in perf_event__process_finished_round()
784 int perf_session__queue_event(struct perf_session *s, union perf_event *event,  in perf_session__queue_event()  argument
787 	return ordered_events__queue(&s->ordered_events, event, timestamp, file_offset, file_path);  in perf_session__queue_event()
973 static void evlist__print_tstamp(struct evlist *evlist, union perf_event *event, struct perf_sample…  in evlist__print_tstamp()  argument
977 	if (event->header.type != PERF_RECORD_SAMPLE &&  in evlist__print_tstamp()
1024 static void dump_event(struct evlist *evlist, union perf_event *event,  in dump_event()  argument
1031 	printf("\n%#" PRIx64 "@%s [%#x]: event: %d\n",  in dump_event()
1032 	       file_offset, file_path, event->header.size, event->header.type);  in dump_event()
1034 	trace_event(event);  in dump_event()
1035 	if (event->header.type == PERF_RECORD_SAMPLE && evlist->trace_event_sample_raw)  in dump_event()
1036 		evlist->trace_event_sample_raw(evlist, event, sample);  in dump_event()
1039 		evlist__print_tstamp(evlist, event, sample);  in dump_event()
1042 	       event->header.size, perf_event__name(event->header.type));  in dump_event()
1053 static void dump_sample(struct evsel *evsel, union perf_event *event,  in dump_sample()  argument
1063 	       event->header.misc, sample->pid, sample->tid, sample->ip,  in dump_sample()
1111 static void dump_read(struct evsel *evsel, union perf_event *event)  in dump_read()  argument
1113 	struct perf_record_read *read_event = &event->read;  in dump_read()
1119 	printf(": %d %d %s %" PRI_lu64 "\n", event->read.pid, event->read.tid,  in dump_read()
1120 	       evsel__name(evsel), event->read.value);  in dump_read()
1141 					       union perf_event *event,  in machines__find_for_cpumode()  argument
1151 		else if (event->header.type == PERF_RECORD_MMAP  in machines__find_for_cpumode()
1152 		    || event->header.type == PERF_RECORD_MMAP2)  in machines__find_for_cpumode()
1153 			pid = event->mmap.pid;  in machines__find_for_cpumode()
1172 				union perf_event *event,  in deliver_sample_value()  argument
1205 	return tool->sample(tool, event, sample, evsel, machine);  in deliver_sample_value()
1210 				union  perf_event *event,  in deliver_sample_group()  argument
1220 		return deliver_sample_value(evlist, tool, event, sample, v, machine,  in deliver_sample_group()
1224 		ret = deliver_sample_value(evlist, tool, event, sample, v,  in deliver_sample_group()
1234 				  union  perf_event *event, struct perf_sample *sample,  in evlist__deliver_sample()  argument
1244 		return tool->sample(tool, event, sample, evsel, machine);  in evlist__deliver_sample()
1248 		return deliver_sample_group(evlist, tool, event, sample,  in evlist__deliver_sample()
1251 		return deliver_sample_value(evlist, tool, event, sample,  in evlist__deliver_sample()
1258 				   union perf_event *event,  in machines__deliver_event()  argument
1266 	dump_event(evlist, event, file_offset, sample, file_path);  in machines__deliver_event()
1270 	machine = machines__find_for_cpumode(machines, event, sample);  in machines__deliver_event()
1272 	switch (event->header.type) {  in machines__deliver_event()
1280 			dump_sample(evsel, event, sample, perf_env__arch(NULL));  in machines__deliver_event()
1283 		dump_sample(evsel, event, sample, perf_env__arch(machine->env));  in machines__deliver_event()
1284 		return evlist__deliver_sample(evlist, tool, event, sample, evsel, machine);  in machines__deliver_event()
1286 		return tool->mmap(tool, event, sample, machine);  in machines__deliver_event()
1288 		if (event->header.misc & PERF_RECORD_MISC_PROC_MAP_PARSE_TIMEOUT)  in machines__deliver_event()
1290 		return tool->mmap2(tool, event, sample, machine);  in machines__deliver_event()
1292 		return tool->comm(tool, event, sample, machine);  in machines__deliver_event()
1294 		return tool->namespaces(tool, event, sample, machine);  in machines__deliver_event()
1296 		return tool->cgroup(tool, event, sample, machine);  in machines__deliver_event()
1298 		return tool->fork(tool, event, sample, machine);  in machines__deliver_event()
1300 		return tool->exit(tool, event, sample, machine);  in machines__deliver_event()
1303 			evlist->stats.total_lost += event->lost.lost;  in machines__deliver_event()
1304 		return tool->lost(tool, event, sample, machine);  in machines__deliver_event()
1306 		if (event->header.misc & PERF_RECORD_MISC_LOST_SAMPLES_BPF)  in machines__deliver_event()
1307 			evlist->stats.total_dropped_samples += event->lost_samples.lost;  in machines__deliver_event()
1309 			evlist->stats.total_lost_samples += event->lost_samples.lost;  in machines__deliver_event()
1310 		return tool->lost_samples(tool, event, sample, machine);  in machines__deliver_event()
1312 		dump_read(evsel, event);  in machines__deliver_event()
1313 		return tool->read(tool, event, sample, evsel, machine);  in machines__deliver_event()
1315 		return tool->throttle(tool, event, sample, machine);  in machines__deliver_event()
1317 		return tool->unthrottle(tool, event, sample, machine);  in machines__deliver_event()
1320 			if (event->aux.flags & PERF_AUX_FLAG_TRUNCATED)  in machines__deliver_event()
1322 			if (event->aux.flags & PERF_AUX_FLAG_PARTIAL)  in machines__deliver_event()
1324 			if (event->aux.flags & PERF_AUX_FLAG_COLLISION)  in machines__deliver_event()
1327 		return tool->aux(tool, event, sample, machine);  in machines__deliver_event()
1329 		return tool->itrace_start(tool, event, sample, machine);  in machines__deliver_event()
1332 		return tool->context_switch(tool, event, sample, machine);  in machines__deliver_event()
1334 		return tool->ksymbol(tool, event, sample, machine);  in machines__deliver_event()
1336 		return tool->bpf(tool, event, sample, machine);  in machines__deliver_event()
1338 		return tool->text_poke(tool, event, sample, machine);  in machines__deliver_event()
1340 		return tool->aux_output_hw_id(tool, event, sample, machine);  in machines__deliver_event()
1348 				       union perf_event *event,  in perf_session__deliver_event()  argument
1354 	int ret = evlist__parse_sample(session->evlist, event, &sample);  in perf_session__deliver_event()
1361 	ret = auxtrace__process_event(session, event, &sample, tool);  in perf_session__deliver_event()
1368 				      event, &sample, tool, file_offset, file_path);  in perf_session__deliver_event()
1377 					    union perf_event *event,  in perf_session__process_user_event()  argument
1387 	if (event->header.type != PERF_RECORD_COMPRESSED || perf_tool__compressed_is_stub(tool))  in perf_session__process_user_event()
1388 		dump_event(session->evlist, event, file_offset, &sample, file_path);  in perf_session__process_user_event()
1391 	switch (event->header.type) {  in perf_session__process_user_event()
1393 		err = tool->attr(tool, event, &session->evlist);  in perf_session__process_user_event()
1400 		return tool->event_update(tool, event, &session->evlist);  in perf_session__process_user_event()
1415 		return tool->tracing_data(session, event);  in perf_session__process_user_event()
1417 		return tool->build_id(session, event);  in perf_session__process_user_event()
1419 		return tool->finished_round(tool, event, oe);  in perf_session__process_user_event()
1421 		return tool->id_index(session, event);  in perf_session__process_user_event()
1423 		return tool->auxtrace_info(session, event);  in perf_session__process_user_event()
1431 			lseek(fd, file_offset + event->header.size, SEEK_SET);  in perf_session__process_user_event()
1432 		return tool->auxtrace(session, event);  in perf_session__process_user_event()
1434 		perf_session__auxtrace_error_inc(session, event);  in perf_session__process_user_event()
1435 		return tool->auxtrace_error(session, event);  in perf_session__process_user_event()
1437 		return tool->thread_map(session, event);  in perf_session__process_user_event()
1439 		return tool->cpu_map(session, event);  in perf_session__process_user_event()
1441 		return tool->stat_config(session, event);  in perf_session__process_user_event()
1443 		return tool->stat(session, event);  in perf_session__process_user_event()
1445 		return tool->stat_round(session, event);  in perf_session__process_user_event()
1447 		session->time_conv = event->time_conv;  in perf_session__process_user_event()
1448 		return tool->time_conv(session, event);  in perf_session__process_user_event()
1450 		return tool->feature(session, event);  in perf_session__process_user_event()
1452 		err = tool->compressed(session, event, file_offset, file_path);  in perf_session__process_user_event()
1454 			dump_event(session->evlist, event, file_offset, &sample, file_path);  in perf_session__process_user_event()
1457 		return tool->finished_init(session, event);  in perf_session__process_user_event()
1464 				      union perf_event *event,  in perf_session__deliver_synth_event()  argument
1470 	events_stats__inc(&evlist->stats, event->header.type);  in perf_session__deliver_synth_event()
1472 	if (event->header.type >= PERF_RECORD_USER_TYPE_START)  in perf_session__deliver_synth_event()
1473 		return perf_session__process_user_event(session, event, 0, NULL);  in perf_session__deliver_synth_event()
1475 	return machines__deliver_event(&session->machines, evlist, event, sample, tool, 0, NULL);  in perf_session__deliver_synth_event()
1502 static void event_swap(union perf_event *event, bool sample_id_all)  in event_swap()  argument
1506 	swap = perf_event__swap_ops[event->header.type];  in event_swap()
1508 		swap(event, sample_id_all);  in event_swap()
1516 	union perf_event *event;  in perf_session__peek_event()  local
1521 		event = file_offset - session->one_mmap_offset +  in perf_session__peek_event()
1539 	event = (union perf_event *)buf;  in perf_session__peek_event()
1542 		perf_event_header__bswap(&event->header);  in perf_session__peek_event()
1544 	if (event->header.size < hdr_sz || event->header.size > buf_sz)  in perf_session__peek_event()
1548 	rest = event->header.size - hdr_sz;  in perf_session__peek_event()
1554 		event_swap(event, evlist__sample_id_all(session->evlist));  in perf_session__peek_event()
1558 	if (sample && event->header.type < PERF_RECORD_USER_TYPE_START &&  in perf_session__peek_event()
1559 	    evlist__parse_sample(session->evlist, event, sample))  in perf_session__peek_event()
1562 	*event_ptr = event;  in perf_session__peek_event()
1572 	union perf_event *event;  in perf_session__peek_events()  local
1577 					       PERF_SAMPLE_MAX_SIZE, &event,  in perf_session__peek_events()
1582 		err = cb(session, event, offset, data);  in perf_session__peek_events()
1586 		offset += event->header.size;  in perf_session__peek_events()
1587 		if (event->header.type == PERF_RECORD_AUXTRACE)  in perf_session__peek_events()
1588 			offset += event->auxtrace.size;  in perf_session__peek_events()
1596 				       union perf_event *event, u64 file_offset,  in perf_session__process_event()  argument
1604 		event_swap(event, evlist__sample_id_all(evlist));  in perf_session__process_event()
1606 	if (event->header.type >= PERF_RECORD_HEADER_MAX)  in perf_session__process_event()
1609 	events_stats__inc(&evlist->stats, event->header.type);  in perf_session__process_event()
1611 	if (event->header.type >= PERF_RECORD_USER_TYPE_START)  in perf_session__process_event()
1612 		return perf_session__process_user_event(session, event, file_offset, file_path);  in perf_session__process_event()
1617 		ret = evlist__parse_sample_timestamp(evlist, event, &timestamp);  in perf_session__process_event()
1621 		ret = perf_session__queue_event(session, event, timestamp, file_offset, file_path);  in perf_session__process_event()
1626 	return perf_session__deliver_event(session, event, tool, file_offset, file_path);  in perf_session__process_event()
1789 	union perf_event *event;  in __perf_session__process_pipe_events()  local
1817 	event = buf;  in __perf_session__process_pipe_events()
1818 	err = perf_data__read(session->data, event,  in __perf_session__process_pipe_events()
1824 		pr_err("failed to read event header\n");  in __perf_session__process_pipe_events()
1829 		perf_event_header__bswap(&event->header);  in __perf_session__process_pipe_events()
1831 	size = event->header.size;  in __perf_session__process_pipe_events()
1833 		pr_err("bad event header size\n");  in __perf_session__process_pipe_events()
1840 			pr_err("failed to allocate memory to read event\n");  in __perf_session__process_pipe_events()
1845 		event = buf;  in __perf_session__process_pipe_events()
1847 	p = event;  in __perf_session__process_pipe_events()
1855 				pr_err("unexpected end of event stream\n");  in __perf_session__process_pipe_events()
1859 			pr_err("failed to read event data\n");  in __perf_session__process_pipe_events()
1864 	if ((skip = perf_session__process_event(session, event, head, "pipe")) < 0) {  in __perf_session__process_pipe_events()
1866 		       head, event->header.size, event->header.type);  in __perf_session__process_pipe_events()
1909 	union perf_event *event;  in prefetch_event()  local
1914 	 * the size of the event in the headers.  in prefetch_event()
1916 	if (head + sizeof(event->header) > mmap_size)  in prefetch_event()
1919 	event = (union perf_event *)(buf + head);  in prefetch_event()
1921 		perf_event_header__bswap(&event->header);  in prefetch_event()
1923 	event_size = event->header.size;  in prefetch_event()
1925 		return event;  in prefetch_event()
1927 	/* We're not fetching the event so swap back again */  in prefetch_event()
1929 		perf_event_header__bswap(&event->header);  in prefetch_event()
1931 	/* Check if the event fits into the next mmapped buf. */  in prefetch_event()
1937 	/* Invalid input. Event size should never exceed mmap_size. */  in prefetch_event()
1938 	pr_debug("%s: head=%#" PRIx64 " event->header.size=%#x, mmap_size=%#zx:"  in prefetch_event()
1966 		union perf_event *event = fetch_decomp_event(decomp->head, decomp->size, decomp->data,  in __perf_session__process_decomp_events()  local
1969 		if (!event)  in __perf_session__process_decomp_events()
1972 		size = event->header.size;  in __perf_session__process_decomp_events()
1975 		    (skip = perf_session__process_event(session, event, decomp->file_pos,  in __perf_session__process_decomp_events()
1978 				decomp->file_pos + decomp->head, event->header.size, event->header.type);  in __perf_session__process_decomp_events()
2006 			   union perf_event *event,
2116 	union perf_event *event;  in reader__read_event()  local
2119 	event = fetch_mmaped_event(rd->head, rd->mmap_size, rd->mmap_cur,  in reader__read_event()
2121 	if (IS_ERR(event))  in reader__read_event()
2122 		return PTR_ERR(event);  in reader__read_event()
2124 	if (!event)  in reader__read_event()
2127 	size = event->header.size;  in reader__read_event()
2132 	    (skip = rd->process(session, event, rd->file_pos, rd->path)) < 0) {  in reader__read_event()
2134 		       rd->file_offset + rd->head, event->header.size,  in reader__read_event()
2135 		       event->header.type, strerror(-skip));  in reader__read_event()
2199 			  union perf_event *event,  in process_simple()  argument
2203 	return perf_session__process_event(session, event, file_offset, file_path);  in process_simple()
2583 				 union perf_event *event)  in perf_event__process_id_index()  argument
2586 	struct perf_record_id_index *ie = &event->id_index;  in perf_event__process_id_index()