134 lines
3.3 KiB
C
134 lines
3.3 KiB
C
|
/* SPDX-License-Identifier: GPL-2.0 */
|
||
|
/*
|
||
|
* S390 fast network checksum routines
|
||
|
*
|
||
|
* S390 version
|
||
|
* Copyright IBM Corp. 1999
|
||
|
* Author(s): Ulrich Hild (first version)
|
||
|
* Martin Schwidefsky (heavily optimized CKSM version)
|
||
|
* D.J. Barrow (third attempt)
|
||
|
*/
|
||
|
|
||
|
#ifndef _S390_CHECKSUM_H
|
||
|
#define _S390_CHECKSUM_H
|
||
|
|
||
|
#include <linux/kasan-checks.h>
|
||
|
#include <linux/in6.h>
|
||
|
|
||
|
/*
|
||
|
* Computes the checksum of a memory block at buff, length len,
|
||
|
* and adds in "sum" (32-bit).
|
||
|
*
|
||
|
* Returns a 32-bit number suitable for feeding into itself
|
||
|
* or csum_tcpudp_magic.
|
||
|
*
|
||
|
* This function must be called with even lengths, except
|
||
|
* for the last fragment, which may be odd.
|
||
|
*
|
||
|
* It's best to have buff aligned on a 32-bit boundary.
|
||
|
*/
|
||
|
static inline __wsum csum_partial(const void *buff, int len, __wsum sum)
|
||
|
{
|
||
|
union register_pair rp = {
|
||
|
.even = (unsigned long) buff,
|
||
|
.odd = (unsigned long) len,
|
||
|
};
|
||
|
|
||
|
kasan_check_read(buff, len);
|
||
|
asm volatile(
|
||
|
"0: cksm %[sum],%[rp]\n"
|
||
|
" jo 0b\n"
|
||
|
: [sum] "+&d" (sum), [rp] "+&d" (rp.pair) : : "cc", "memory");
|
||
|
return sum;
|
||
|
}
|
||
|
|
||
|
/*
|
||
|
* Fold a partial checksum without adding pseudo headers.
|
||
|
*/
|
||
|
static inline __sum16 csum_fold(__wsum sum)
|
||
|
{
|
||
|
u32 csum = (__force u32) sum;
|
||
|
|
||
|
csum += (csum >> 16) | (csum << 16);
|
||
|
csum >>= 16;
|
||
|
return (__force __sum16) ~csum;
|
||
|
}
|
||
|
|
||
|
/*
|
||
|
* This is a version of ip_compute_csum() optimized for IP headers,
|
||
|
* which always checksums on 4 octet boundaries.
|
||
|
*/
|
||
|
static inline __sum16 ip_fast_csum(const void *iph, unsigned int ihl)
|
||
|
{
|
||
|
__u64 csum = 0;
|
||
|
__u32 *ptr = (u32 *)iph;
|
||
|
|
||
|
csum += *ptr++;
|
||
|
csum += *ptr++;
|
||
|
csum += *ptr++;
|
||
|
csum += *ptr++;
|
||
|
ihl -= 4;
|
||
|
while (ihl--)
|
||
|
csum += *ptr++;
|
||
|
csum += (csum >> 32) | (csum << 32);
|
||
|
return csum_fold((__force __wsum)(csum >> 32));
|
||
|
}
|
||
|
|
||
|
/*
|
||
|
* Computes the checksum of the TCP/UDP pseudo-header.
|
||
|
* Returns a 32-bit checksum.
|
||
|
*/
|
||
|
static inline __wsum csum_tcpudp_nofold(__be32 saddr, __be32 daddr, __u32 len,
|
||
|
__u8 proto, __wsum sum)
|
||
|
{
|
||
|
__u64 csum = (__force __u64)sum;
|
||
|
|
||
|
csum += (__force __u32)saddr;
|
||
|
csum += (__force __u32)daddr;
|
||
|
csum += len;
|
||
|
csum += proto;
|
||
|
csum += (csum >> 32) | (csum << 32);
|
||
|
return (__force __wsum)(csum >> 32);
|
||
|
}
|
||
|
|
||
|
/*
|
||
|
* Computes the checksum of the TCP/UDP pseudo-header.
|
||
|
* Returns a 16-bit checksum, already complemented.
|
||
|
*/
|
||
|
static inline __sum16 csum_tcpudp_magic(__be32 saddr, __be32 daddr, __u32 len,
|
||
|
__u8 proto, __wsum sum)
|
||
|
{
|
||
|
return csum_fold(csum_tcpudp_nofold(saddr, daddr, len, proto, sum));
|
||
|
}
|
||
|
|
||
|
/*
|
||
|
* Used for miscellaneous IP-like checksums, mainly icmp.
|
||
|
*/
|
||
|
static inline __sum16 ip_compute_csum(const void *buff, int len)
|
||
|
{
|
||
|
return csum_fold(csum_partial(buff, len, 0));
|
||
|
}
|
||
|
|
||
|
#define _HAVE_ARCH_IPV6_CSUM
|
||
|
static inline __sum16 csum_ipv6_magic(const struct in6_addr *saddr,
|
||
|
const struct in6_addr *daddr,
|
||
|
__u32 len, __u8 proto, __wsum csum)
|
||
|
{
|
||
|
__u64 sum = (__force __u64)csum;
|
||
|
|
||
|
sum += (__force __u32)saddr->s6_addr32[0];
|
||
|
sum += (__force __u32)saddr->s6_addr32[1];
|
||
|
sum += (__force __u32)saddr->s6_addr32[2];
|
||
|
sum += (__force __u32)saddr->s6_addr32[3];
|
||
|
sum += (__force __u32)daddr->s6_addr32[0];
|
||
|
sum += (__force __u32)daddr->s6_addr32[1];
|
||
|
sum += (__force __u32)daddr->s6_addr32[2];
|
||
|
sum += (__force __u32)daddr->s6_addr32[3];
|
||
|
sum += len;
|
||
|
sum += proto;
|
||
|
sum += (sum >> 32) | (sum << 32);
|
||
|
return csum_fold((__force __wsum)(sum >> 32));
|
||
|
}
|
||
|
|
||
|
#endif /* _S390_CHECKSUM_H */
|