2 * Copyright (c) 2015 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
16 * ip4/ip_checksum.c: ip/tcp/udp checksums
18 * Copyright (c) 2008 Eliot Dresselhaus
20 * Permission is hereby granted, free of charge, to any person obtaining
21 * a copy of this software and associated documentation files (the
22 * "Software"), to deal in the Software without restriction, including
23 * without limitation the rights to use, copy, modify, merge, publish,
24 * distribute, sublicense, and/or sell copies of the Software, and to
25 * permit persons to whom the Software is furnished to do so, subject to
26 * the following conditions:
28 * The above copyright notice and this permission notice shall be
29 * included in all copies or substantial portions of the Software.
31 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
32 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
33 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
34 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
35 * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
36 * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
37 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
40 #include <vnet/ip/ip.h>
43 ip_incremental_checksum (ip_csum_t sum, void * _data, uword n_bytes)
45 uword data = pointer_to_uword (_data);
51 /* Align data pointer to 64 bits. */
54 if (n_bytes >= sizeof (t) \
55 && sizeof (t) < sizeof (ip_csum_t) \
56 && (data % (2 * sizeof (t))) != 0) \
58 sum0 += * uword_to_pointer (data, t *); \
60 n_bytes -= sizeof (t); \
66 if (BITS (ip_csum_t) > 32)
72 ip_csum_t * d = uword_to_pointer (data, ip_csum_t *);
74 while (n_bytes >= 2 * sizeof (d[0]))
76 sum0 = ip_csum_with_carry (sum0, d[0]);
77 sum1 = ip_csum_with_carry (sum1, d[1]);
79 n_bytes -= 2 * sizeof (d[0]);
82 data = pointer_to_uword (d);
87 if (n_bytes >= sizeof (t) && sizeof (t) <= sizeof (ip_csum_t)) \
89 sum0 = ip_csum_with_carry (sum0, * uword_to_pointer (data, t *)); \
91 n_bytes -= sizeof (t); \
95 if (BITS (ip_csum_t) > 32)
103 /* Combine even and odd sums. */
104 sum0 = ip_csum_with_carry (sum0, sum1);
110 ip_csum_and_memcpy (ip_csum_t sum, void * dst, void * src, uword n_bytes)
113 ip_csum_t sum0 = sum, sum1;
116 if (n_left && (pointer_to_uword (dst) & sizeof(u8)))
121 val = ((u8 *)src)[0];
126 sum0 = ip_csum_with_carry (sum0, val << (8 * CLIB_ARCH_IS_LITTLE_ENDIAN));
129 while ((n_left >= sizeof (u16)) && (pointer_to_uword (dst) & (sizeof (sum) - sizeof (u16))))
136 d16[0] = clib_mem_unaligned (&s16[0], u16);
138 sum0 = ip_csum_with_carry (sum0, d16[0]);
141 n_left -= sizeof (u16);
145 while (n_left >= 2 * sizeof (sum))
147 ip_csum_t dst0, dst1;
148 ip_csum_t *dst_even, *src_even;
152 dst0 = clib_mem_unaligned (&src_even[0], ip_csum_t);
153 dst1 = clib_mem_unaligned (&src_even[1], ip_csum_t);
158 dst += 2 * sizeof(dst_even[0]);
159 src += 2 * sizeof(dst_even[0]);
160 n_left -= 2 * sizeof (dst_even[0]);
162 sum0 = ip_csum_with_carry (sum0, dst0);
163 sum1 = ip_csum_with_carry (sum1, dst1);
166 sum0 = ip_csum_with_carry (sum0, sum1);
167 while (n_left >= 1 * sizeof (sum))
169 ip_csum_t dst0, *dst_even, *src_even;
174 dst0 = clib_mem_unaligned (&src_even[0], ip_csum_t);
178 dst += 1 * sizeof(sum);
179 src += 1 * sizeof(sum);
180 n_left -= 1 * sizeof (sum);
182 sum0 = ip_csum_with_carry (sum0, dst0);
185 while (n_left >= sizeof (u16))
187 u16 dst0, *dst_short, *src_short;
192 dst0 = clib_mem_unaligned (&src_short[0], u16);
196 sum0 = ip_csum_with_carry (sum0, dst_short[0]);
197 dst += 1 * sizeof (dst0);
198 src += 1 * sizeof (dst0);
199 n_left -= 1 * sizeof (dst0);
214 sum0 = ip_csum_with_carry (sum0, val << (8 * CLIB_ARCH_IS_BIG_ENDIAN));