2 * Copyright (c) 2020 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
16 #ifndef included_clib_interrupt_h
17 #define included_clib_interrupt_h
19 #include <vppinfra/clib.h>
20 #include <vppinfra/vec.h>
24 CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
27 } clib_interrupt_header_t;
29 void clib_interrupt_init (void **data, uword n_interrupts);
30 void clib_interrupt_resize (void **data, uword n_interrupts);
32 static_always_inline void
33 clib_interrupt_free (void **data)
37 clib_mem_free (data[0]);
42 static_always_inline int
43 clib_interrupt_get_n_int (void *d)
45 clib_interrupt_header_t *h = d;
51 static_always_inline uword *
52 clib_interrupt_get_bitmap (void *d)
54 return d + sizeof (clib_interrupt_header_t);
57 static_always_inline uword *
58 clib_interrupt_get_atomic_bitmap (void *d)
60 clib_interrupt_header_t *h = d;
61 return clib_interrupt_get_bitmap (d) + h->n_uword_alloc;
64 static_always_inline void
65 clib_interrupt_set (void *in, int int_num)
67 uword *bmp = clib_interrupt_get_bitmap (in);
68 uword mask = 1ULL << (int_num & (uword_bits - 1));
69 bmp += int_num >> log2_uword_bits;
71 ASSERT (int_num < ((clib_interrupt_header_t *) in)->n_int);
76 static_always_inline void
77 clib_interrupt_set_atomic (void *in, int int_num)
79 uword *bmp = clib_interrupt_get_atomic_bitmap (in);
80 uword mask = 1ULL << (int_num & (uword_bits - 1));
81 bmp += int_num >> log2_uword_bits;
83 ASSERT (int_num < ((clib_interrupt_header_t *) in)->n_int);
85 __atomic_fetch_or (bmp, mask, __ATOMIC_RELAXED);
88 static_always_inline void
89 clib_interrupt_clear (void *in, int int_num)
91 uword *bmp = clib_interrupt_get_bitmap (in);
92 uword *abm = clib_interrupt_get_atomic_bitmap (in);
93 uword mask = 1ULL << (int_num & (uword_bits - 1));
94 uword off = int_num >> log2_uword_bits;
96 ASSERT (int_num < ((clib_interrupt_header_t *) in)->n_int);
98 bmp[off] |= __atomic_exchange_n (abm + off, 0, __ATOMIC_SEQ_CST);
102 static_always_inline int
103 clib_interrupt_get_next (void *in, int last)
105 uword *bmp = clib_interrupt_get_bitmap (in);
106 uword *abm = clib_interrupt_get_atomic_bitmap (in);
107 clib_interrupt_header_t *h = in;
108 uword bmp_uword, off;
110 ASSERT (last >= -1 && last < h->n_int);
112 off = (last + 1) >> log2_uword_bits;
113 if (off > h->n_int >> log2_uword_bits || off >= h->n_uword_alloc)
116 last -= off << log2_uword_bits;
117 bmp[off] |= __atomic_exchange_n (abm + off, 0, __ATOMIC_SEQ_CST);
118 bmp_uword = bmp[off] & ~pow2_mask (last + 1);
122 return (off << log2_uword_bits) + count_trailing_zeros (bmp_uword);
126 if (off > h->n_int >> log2_uword_bits || off >= h->n_uword_alloc)
129 bmp[off] |= __atomic_exchange_n (abm + off, 0, __ATOMIC_SEQ_CST);
130 bmp_uword = bmp[off];
135 #endif /* included_clib_interrupt_h */
138 * fd.io coding-style-patch-verification: ON
141 * eval: (c-set-style "gnu")