1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
|
/**
* Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
* SPDX-License-Identifier: Apache-2.0.
*/
#include <aws/checksums/crc.h>
#include <aws/checksums/private/crc32_priv.h>
#include <aws/checksums/private/crc_util.h>
#include <aws/common/cpuid.h>
large_buffer_apply_impl(crc32, uint32_t)
static uint32_t (*s_crc32c_fn_ptr)(const uint8_t *input, int length, uint32_t previous_crc32c) = NULL;
static uint32_t (*s_crc32_fn_ptr)(const uint8_t *input, int length, uint32_t previous_crc32) = NULL;
void aws_checksums_crc32_init(void) {
if (s_crc32_fn_ptr == NULL) {
#if defined(AWS_USE_CPU_EXTENSIONS) && defined(AWS_ARCH_ARM64)
if (aws_cpu_has_feature(AWS_CPU_FEATURE_ARM_CRC)) {
s_crc32_fn_ptr = aws_checksums_crc32_armv8;
} else {
s_crc32_fn_ptr = aws_checksums_crc32_sw;
}
#else
s_crc32_fn_ptr = aws_checksums_crc32_sw;
#endif
}
if (s_crc32c_fn_ptr == NULL) {
#if defined(AWS_USE_CPU_EXTENSIONS) && defined(AWS_ARCH_INTEL_X64)
if (aws_cpu_has_feature(AWS_CPU_FEATURE_SSE_4_2)) {
s_crc32c_fn_ptr = aws_checksums_crc32c_intel_avx512_with_sse_fallback;
} else {
s_crc32c_fn_ptr = aws_checksums_crc32c_sw;
}
#elif defined(AWS_USE_CPU_EXTENSIONS) && defined(AWS_ARCH_ARM64)
if (aws_cpu_has_feature(AWS_CPU_FEATURE_ARM_CRC)) {
s_crc32c_fn_ptr = aws_checksums_crc32c_armv8;
} else {
s_crc32c_fn_ptr = aws_checksums_crc32c_sw;
}
#else
s_crc32c_fn_ptr = aws_checksums_crc32c_sw;
#endif
}
}
uint32_t aws_checksums_crc32(const uint8_t *input, int length, uint32_t previous_crc32) {
if (AWS_UNLIKELY(s_crc32_fn_ptr == NULL)) {
aws_checksums_crc32_init();
}
return s_crc32_fn_ptr(input, length, previous_crc32);
}
uint32_t aws_checksums_crc32_ex(const uint8_t *input, size_t length, uint32_t previous_crc32) {
return aws_large_buffer_apply_crc32(aws_checksums_crc32, input, length, previous_crc32);
}
uint32_t aws_checksums_crc32c(const uint8_t *input, int length, uint32_t previous_crc32c) {
if (AWS_UNLIKELY(s_crc32c_fn_ptr == NULL)) {
aws_checksums_crc32_init();
}
return s_crc32c_fn_ptr(input, length, previous_crc32c);
}
uint32_t aws_checksums_crc32c_ex(const uint8_t *input, size_t length, uint32_t previous_crc32) {
return aws_large_buffer_apply_crc32(aws_checksums_crc32c, input, length, previous_crc32);
}
|
