1*76559068SAndroid Build Coastguard Worker //===-- checksum.cpp --------------------------------------------*- C++ -*-===//
2*76559068SAndroid Build Coastguard Worker //
3*76559068SAndroid Build Coastguard Worker // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4*76559068SAndroid Build Coastguard Worker // See https://llvm.org/LICENSE.txt for license information.
5*76559068SAndroid Build Coastguard Worker // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6*76559068SAndroid Build Coastguard Worker //
7*76559068SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
8*76559068SAndroid Build Coastguard Worker
9*76559068SAndroid Build Coastguard Worker #include "checksum.h"
10*76559068SAndroid Build Coastguard Worker #include "atomic_helpers.h"
11*76559068SAndroid Build Coastguard Worker #include "chunk.h"
12*76559068SAndroid Build Coastguard Worker
13*76559068SAndroid Build Coastguard Worker #if defined(__x86_64__) || defined(__i386__)
14*76559068SAndroid Build Coastguard Worker #include <cpuid.h>
15*76559068SAndroid Build Coastguard Worker #elif defined(__arm__) || defined(__aarch64__)
16*76559068SAndroid Build Coastguard Worker #if SCUDO_FUCHSIA
17*76559068SAndroid Build Coastguard Worker #include <zircon/features.h>
18*76559068SAndroid Build Coastguard Worker #include <zircon/syscalls.h>
19*76559068SAndroid Build Coastguard Worker #else
20*76559068SAndroid Build Coastguard Worker #include <sys/auxv.h>
21*76559068SAndroid Build Coastguard Worker #endif
22*76559068SAndroid Build Coastguard Worker #elif defined(__loongarch__)
23*76559068SAndroid Build Coastguard Worker #include <sys/auxv.h>
24*76559068SAndroid Build Coastguard Worker #endif
25*76559068SAndroid Build Coastguard Worker
26*76559068SAndroid Build Coastguard Worker namespace scudo {
27*76559068SAndroid Build Coastguard Worker
28*76559068SAndroid Build Coastguard Worker Checksum HashAlgorithm = {Checksum::BSD};
29*76559068SAndroid Build Coastguard Worker
30*76559068SAndroid Build Coastguard Worker #if defined(__x86_64__) || defined(__i386__)
31*76559068SAndroid Build Coastguard Worker // i386 and x86_64 specific code to detect CRC32 hardware support via CPUID.
32*76559068SAndroid Build Coastguard Worker // CRC32 requires the SSE 4.2 instruction set.
33*76559068SAndroid Build Coastguard Worker #ifndef bit_SSE4_2
34*76559068SAndroid Build Coastguard Worker #define bit_SSE4_2 bit_SSE42 // clang and gcc have different defines.
35*76559068SAndroid Build Coastguard Worker #endif
36*76559068SAndroid Build Coastguard Worker
37*76559068SAndroid Build Coastguard Worker #ifndef signature_HYGON_ebx // They are not defined in gcc.
38*76559068SAndroid Build Coastguard Worker // HYGON: "HygonGenuine".
39*76559068SAndroid Build Coastguard Worker #define signature_HYGON_ebx 0x6f677948
40*76559068SAndroid Build Coastguard Worker #define signature_HYGON_edx 0x6e65476e
41*76559068SAndroid Build Coastguard Worker #define signature_HYGON_ecx 0x656e6975
42*76559068SAndroid Build Coastguard Worker #endif
43*76559068SAndroid Build Coastguard Worker
hasHardwareCRC32()44*76559068SAndroid Build Coastguard Worker bool hasHardwareCRC32() {
45*76559068SAndroid Build Coastguard Worker u32 Eax, Ebx = 0, Ecx = 0, Edx = 0;
46*76559068SAndroid Build Coastguard Worker __get_cpuid(0, &Eax, &Ebx, &Ecx, &Edx);
47*76559068SAndroid Build Coastguard Worker const bool IsIntel = (Ebx == signature_INTEL_ebx) &&
48*76559068SAndroid Build Coastguard Worker (Edx == signature_INTEL_edx) &&
49*76559068SAndroid Build Coastguard Worker (Ecx == signature_INTEL_ecx);
50*76559068SAndroid Build Coastguard Worker const bool IsAMD = (Ebx == signature_AMD_ebx) && (Edx == signature_AMD_edx) &&
51*76559068SAndroid Build Coastguard Worker (Ecx == signature_AMD_ecx);
52*76559068SAndroid Build Coastguard Worker const bool IsHygon = (Ebx == signature_HYGON_ebx) &&
53*76559068SAndroid Build Coastguard Worker (Edx == signature_HYGON_edx) &&
54*76559068SAndroid Build Coastguard Worker (Ecx == signature_HYGON_ecx);
55*76559068SAndroid Build Coastguard Worker if (!IsIntel && !IsAMD && !IsHygon)
56*76559068SAndroid Build Coastguard Worker return false;
57*76559068SAndroid Build Coastguard Worker __get_cpuid(1, &Eax, &Ebx, &Ecx, &Edx);
58*76559068SAndroid Build Coastguard Worker return !!(Ecx & bit_SSE4_2);
59*76559068SAndroid Build Coastguard Worker }
60*76559068SAndroid Build Coastguard Worker #elif defined(__arm__) || defined(__aarch64__)
61*76559068SAndroid Build Coastguard Worker #ifndef AT_HWCAP
62*76559068SAndroid Build Coastguard Worker #define AT_HWCAP 16
63*76559068SAndroid Build Coastguard Worker #endif
64*76559068SAndroid Build Coastguard Worker #ifndef HWCAP_CRC32
65*76559068SAndroid Build Coastguard Worker #define HWCAP_CRC32 (1U << 7) // HWCAP_CRC32 is missing on older platforms.
66*76559068SAndroid Build Coastguard Worker #endif
67*76559068SAndroid Build Coastguard Worker
hasHardwareCRC32()68*76559068SAndroid Build Coastguard Worker bool hasHardwareCRC32() {
69*76559068SAndroid Build Coastguard Worker #if SCUDO_FUCHSIA
70*76559068SAndroid Build Coastguard Worker u32 HWCap;
71*76559068SAndroid Build Coastguard Worker const zx_status_t Status =
72*76559068SAndroid Build Coastguard Worker zx_system_get_features(ZX_FEATURE_KIND_CPU, &HWCap);
73*76559068SAndroid Build Coastguard Worker if (Status != ZX_OK)
74*76559068SAndroid Build Coastguard Worker return false;
75*76559068SAndroid Build Coastguard Worker return !!(HWCap & ZX_ARM64_FEATURE_ISA_CRC32);
76*76559068SAndroid Build Coastguard Worker #else
77*76559068SAndroid Build Coastguard Worker return !!(getauxval(AT_HWCAP) & HWCAP_CRC32);
78*76559068SAndroid Build Coastguard Worker #endif // SCUDO_FUCHSIA
79*76559068SAndroid Build Coastguard Worker }
80*76559068SAndroid Build Coastguard Worker #elif defined(__loongarch__)
81*76559068SAndroid Build Coastguard Worker // The definition is only pulled in by <sys/auxv.h> since glibc 2.38, so
82*76559068SAndroid Build Coastguard Worker // supply it if missing.
83*76559068SAndroid Build Coastguard Worker #ifndef HWCAP_LOONGARCH_CRC32
84*76559068SAndroid Build Coastguard Worker #define HWCAP_LOONGARCH_CRC32 (1 << 6)
85*76559068SAndroid Build Coastguard Worker #endif
86*76559068SAndroid Build Coastguard Worker // Query HWCAP for platform capability, according to *Software Development and
87*76559068SAndroid Build Coastguard Worker // Build Convention for LoongArch Architectures* v0.1, Section 9.1.
88*76559068SAndroid Build Coastguard Worker //
89*76559068SAndroid Build Coastguard Worker // Link:
90*76559068SAndroid Build Coastguard Worker // https://github.com/loongson/la-softdev-convention/blob/v0.1/la-softdev-convention.adoc#kernel-development
hasHardwareCRC32()91*76559068SAndroid Build Coastguard Worker bool hasHardwareCRC32() {
92*76559068SAndroid Build Coastguard Worker return !!(getauxval(AT_HWCAP) & HWCAP_LOONGARCH_CRC32);
93*76559068SAndroid Build Coastguard Worker }
94*76559068SAndroid Build Coastguard Worker #else
95*76559068SAndroid Build Coastguard Worker // No hardware CRC32 implemented in Scudo for other architectures.
hasHardwareCRC32()96*76559068SAndroid Build Coastguard Worker bool hasHardwareCRC32() { return false; }
97*76559068SAndroid Build Coastguard Worker #endif // defined(__x86_64__) || defined(__i386__)
98*76559068SAndroid Build Coastguard Worker
99*76559068SAndroid Build Coastguard Worker } // namespace scudo
100