Line data Source code
1 : /*
2 : * Copyright (c) 2015 Cisco and/or its affiliates.
3 : * Licensed under the Apache License, Version 2.0 (the "License");
4 : * you may not use this file except in compliance with the License.
5 : * You may obtain a copy of the License at:
6 : *
7 : * http://www.apache.org/licenses/LICENSE-2.0
8 : *
9 : * Unless required by applicable law or agreed to in writing, software
10 : * distributed under the License is distributed on an "AS IS" BASIS,
11 : * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 : * See the License for the specific language governing permissions and
13 : * limitations under the License.
14 : */
15 : /*
16 : * interface.h: VNET interfaces/sub-interfaces
17 : *
18 : * Copyright (c) 2008 Eliot Dresselhaus
19 : *
20 : * Permission is hereby granted, free of charge, to any person obtaining
21 : * a copy of this software and associated documentation files (the
22 : * "Software"), to deal in the Software without restriction, including
23 : * without limitation the rights to use, copy, modify, merge, publish,
24 : * distribute, sublicense, and/or sell copies of the Software, and to
25 : * permit persons to whom the Software is furnished to do so, subject to
26 : * the following conditions:
27 : *
28 : * The above copyright notice and this permission notice shall be
29 : * included in all copies or substantial portions of the Software.
30 : *
31 : * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
32 : * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
33 : * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
34 : * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
35 : * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
36 : * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
37 : * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
38 : */
39 :
40 : #ifndef included_vnet_interface_h
41 : #define included_vnet_interface_h
42 :
43 : #include <vlib/vlib.h>
44 : #include <vppinfra/pcap.h>
45 : #include <vnet/l3_types.h>
46 : #include <vppinfra/lock.h>
47 : #include <vnet/hash/hash.h>
48 :
49 : struct vnet_main_t;
50 : struct vnet_hw_interface_t;
51 : struct vnet_sw_interface_t;
52 : union ip46_address_t_;
53 :
54 : typedef enum
55 : {
56 : VNET_HW_IF_RX_MODE_UNKNOWN,
57 : VNET_HW_IF_RX_MODE_POLLING,
58 : VNET_HW_IF_RX_MODE_INTERRUPT,
59 : VNET_HW_IF_RX_MODE_ADAPTIVE,
60 : VNET_HW_IF_RX_MODE_DEFAULT,
61 : VNET_HW_IF_NUM_RX_MODES,
62 : } vnet_hw_if_rx_mode;
63 :
64 : /* Interface up/down callback. */
65 : typedef clib_error_t *(vnet_interface_function_t)
66 : (struct vnet_main_t * vnm, u32 if_index, u32 flags);
67 :
68 : /* Sub-interface add/del callback. */
69 : typedef clib_error_t *(vnet_subif_add_del_function_t)
70 : (struct vnet_main_t * vnm, u32 if_index,
71 : struct vnet_sw_interface_t * template, int is_add);
72 :
73 : /* Interface set mtu callback. */
74 : typedef clib_error_t *(vnet_interface_set_max_frame_size_function_t) (
75 : struct vnet_main_t *vnm, struct vnet_hw_interface_t *hi, u32 mtu);
76 :
77 : /* Interface set mac address callback. */
78 : typedef clib_error_t *(vnet_interface_set_mac_address_function_t)
79 : (struct vnet_hw_interface_t * hi,
80 : const u8 * old_address, const u8 * new_address);
81 :
82 : /* Interface add/del additional mac address callback */
83 : typedef clib_error_t *(vnet_interface_add_del_mac_address_function_t)
84 : (struct vnet_hw_interface_t * hi, const u8 * address, u8 is_add);
85 :
86 : /* Interface set rx mode callback. */
87 : typedef clib_error_t *(vnet_interface_set_rx_mode_function_t)
88 : (struct vnet_main_t * vnm, u32 if_index, u32 queue_id,
89 : vnet_hw_if_rx_mode mode);
90 :
91 : /* Interface set l2 mode callback. */
92 : typedef clib_error_t *(vnet_interface_set_l2_mode_function_t)
93 : (struct vnet_main_t * vnm, struct vnet_hw_interface_t * hi,
94 : i32 l2_if_adjust);
95 :
96 : /* Interface to set rss queues of the interface */
97 : typedef clib_error_t *(vnet_interface_rss_queues_set_t)
98 : (struct vnet_main_t * vnm, struct vnet_hw_interface_t * hi,
99 : clib_bitmap_t * bitmap);
100 :
101 : typedef enum
102 : {
103 : VNET_FLOW_DEV_OP_ADD_FLOW,
104 : VNET_FLOW_DEV_OP_DEL_FLOW,
105 : VNET_FLOW_DEV_OP_GET_COUNTER,
106 : VNET_FLOW_DEV_OP_RESET_COUNTER,
107 : } vnet_flow_dev_op_t;
108 :
109 : /* Interface flow operations callback. */
110 : typedef int (vnet_flow_dev_ops_function_t) (struct vnet_main_t * vnm,
111 : vnet_flow_dev_op_t op,
112 : u32 hw_if_index, u32 index,
113 : uword * private_data);
114 :
115 : typedef enum vnet_interface_function_priority_t_
116 : {
117 : VNET_ITF_FUNC_PRIORITY_LOW,
118 : VNET_ITF_FUNC_PRIORITY_HIGH,
119 : } vnet_interface_function_priority_t;
120 : #define VNET_ITF_FUNC_N_PRIO ((vnet_interface_function_priority_t)VNET_ITF_FUNC_PRIORITY_HIGH+1)
121 :
122 : typedef struct _vnet_interface_function_list_elt
123 : {
124 : struct _vnet_interface_function_list_elt *next_interface_function;
125 : clib_error_t *(*fp) (struct vnet_main_t * vnm, u32 if_index, u32 flags);
126 : } _vnet_interface_function_list_elt_t;
127 :
128 : #ifndef CLIB_MARCH_VARIANT
129 : #define _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,tag,p) \
130 : \
131 : static void __vnet_interface_function_init_##tag##_##f (void) \
132 : __attribute__((__constructor__)) ; \
133 : \
134 : static void __vnet_interface_function_init_##tag##_##f (void) \
135 : { \
136 : vnet_main_t * vnm = vnet_get_main(); \
137 : static _vnet_interface_function_list_elt_t init_function; \
138 : init_function.next_interface_function = vnm->tag##_functions[p]; \
139 : vnm->tag##_functions[p] = &init_function; \
140 : init_function.fp = (void *) &f; \
141 : } \
142 : static void __vnet_interface_function_deinit_##tag##_##f (void) \
143 : __attribute__((__destructor__)) ; \
144 : \
145 : static void __vnet_interface_function_deinit_##tag##_##f (void) \
146 : { \
147 : vnet_main_t * vnm = vnet_get_main(); \
148 : _vnet_interface_function_list_elt_t *next; \
149 : if (vnm->tag##_functions[p]->fp == f) \
150 : { \
151 : vnm->tag##_functions[p] = \
152 : vnm->tag##_functions[p]->next_interface_function; \
153 : return; \
154 : } \
155 : next = vnm->tag##_functions[p]; \
156 : while (next->next_interface_function) \
157 : { \
158 : if (next->next_interface_function->fp == f) \
159 : { \
160 : next->next_interface_function = \
161 : next->next_interface_function->next_interface_function; \
162 : return; \
163 : } \
164 : next = next->next_interface_function; \
165 : } \
166 : }
167 : #else
168 : /* create unused pointer to silence compiler warnings and get whole
169 : function optimized out */
170 : #define _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,tag,p) \
171 : static __clib_unused void * __clib_unused_##f = f;
172 : #endif
173 :
174 : #define _VNET_INTERFACE_FUNCTION_DECL(f,tag) \
175 : _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,tag,VNET_ITF_FUNC_PRIORITY_LOW)
176 :
177 : #define VNET_HW_INTERFACE_ADD_DEL_FUNCTION(f) \
178 : _VNET_INTERFACE_FUNCTION_DECL(f,hw_interface_add_del)
179 : #define VNET_HW_INTERFACE_LINK_UP_DOWN_FUNCTION(f) \
180 : _VNET_INTERFACE_FUNCTION_DECL(f,hw_interface_link_up_down)
181 : #define VNET_HW_INTERFACE_LINK_UP_DOWN_FUNCTION_PRIO(f,p) \
182 : _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,hw_interface_link_up_down,p)
183 : #define VNET_SW_INTERFACE_MTU_CHANGE_FUNCTION(f) \
184 : _VNET_INTERFACE_FUNCTION_DECL(f,sw_interface_mtu_change)
185 : #define VNET_SW_INTERFACE_ADD_DEL_FUNCTION(f) \
186 : _VNET_INTERFACE_FUNCTION_DECL(f,sw_interface_add_del)
187 : #define VNET_SW_INTERFACE_ADD_DEL_FUNCTION_PRIO(f,p) \
188 : _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,sw_interface_add_del,p)
189 : #define VNET_SW_INTERFACE_ADMIN_UP_DOWN_FUNCTION(f) \
190 : _VNET_INTERFACE_FUNCTION_DECL(f,sw_interface_admin_up_down)
191 : #define VNET_SW_INTERFACE_ADMIN_UP_DOWN_FUNCTION_PRIO(f,p) \
192 : _VNET_INTERFACE_FUNCTION_DECL_PRIO(f,sw_interface_admin_up_down, p)
193 :
194 : /**
195 : * Tunnel description parameters
196 : */
197 : typedef int (*vnet_dev_class_ip_tunnel_desc_t) (u32 sw_if_index,
198 : union ip46_address_t_ * src,
199 : union ip46_address_t_ * dst,
200 : u8 * is_l2);
201 :
202 : /* A class of hardware interface devices. */
203 : typedef struct _vnet_device_class
204 : {
205 : /* Index into main vector. */
206 : u32 index;
207 :
208 : /* Device name (e.g. "FOOBAR 1234a"). */
209 : char *name;
210 :
211 : /* Function to call when hardware interface is added/deleted. */
212 : vnet_interface_function_t *interface_add_del_function;
213 :
214 : /* Function to bring device administratively up/down. */
215 : vnet_interface_function_t *admin_up_down_function;
216 :
217 : /* Function to call when sub-interface is added/deleted */
218 : vnet_subif_add_del_function_t *subif_add_del_function;
219 :
220 : /* Function to call interface rx mode is changed */
221 : vnet_interface_set_rx_mode_function_t *rx_mode_change_function;
222 :
223 : /* Function to call interface l2 mode is changed */
224 : vnet_interface_set_l2_mode_function_t *set_l2_mode_function;
225 :
226 : /* Redistribute flag changes/existence of this interface class. */
227 : u32 redistribute;
228 :
229 : /* Transmit function. */
230 : vlib_node_function_t *tx_function;
231 :
232 : /* Transmit function candidate registration with priority */
233 : vlib_node_fn_registration_t *tx_fn_registrations;
234 :
235 : /* Error strings indexed by error code for this node. */
236 : char **tx_function_error_strings;
237 : vlib_error_desc_t *tx_function_error_counters;
238 :
239 : /* Number of error codes used by this node. */
240 : u32 tx_function_n_errors;
241 :
242 : /* Renumber device name [only!] support, a control-plane kludge */
243 : int (*name_renumber) (struct vnet_hw_interface_t * hi,
244 : u32 new_dev_instance);
245 :
246 : /* Interface flow offload operations */
247 : vnet_flow_dev_ops_function_t *flow_ops_function;
248 :
249 : /* Format device instance as name. */
250 : format_function_t *format_device_name;
251 :
252 : /* Parse function for device name. */
253 : unformat_function_t *unformat_device_name;
254 :
255 : /* Format device verbosely for this class. */
256 : format_function_t *format_device;
257 :
258 : /* Trace buffer format for TX function. */
259 : format_function_t *format_tx_trace;
260 :
261 : /* Format flow offload entry */
262 : format_function_t *format_flow;
263 :
264 : vnet_dev_class_ip_tunnel_desc_t ip_tun_desc;
265 :
266 : /* Function to clear hardware counters for device. */
267 : void (*clear_counters) (u32 dev_class_instance);
268 :
269 : uword (*is_valid_class_for_interface) (struct vnet_main_t * vnm,
270 : u32 hw_if_index,
271 : u32 hw_class_index);
272 :
273 : /* Called when hardware class of an interface changes. */
274 : void (*hw_class_change) (struct vnet_main_t * vnm,
275 : u32 hw_if_index, u32 new_hw_class_index);
276 :
277 : /* Called to redirect traffic from a specific interface instance */
278 : void (*rx_redirect_to_node) (struct vnet_main_t * vnm,
279 : u32 hw_if_index, u32 node_index);
280 :
281 : /* Link-list of all device classes set up by constructors created below */
282 : struct _vnet_device_class *next_class_registration;
283 :
284 : /* Function to set mac address. */
285 : vnet_interface_set_mac_address_function_t *mac_addr_change_function;
286 :
287 : /* Function to add/delete additional MAC addresses */
288 : vnet_interface_add_del_mac_address_function_t *mac_addr_add_del_function;
289 :
290 : /* Interface to set rss queues of the interface */
291 : vnet_interface_rss_queues_set_t *set_rss_queues_function;
292 :
293 : } vnet_device_class_t;
294 :
295 : u32 vnet_register_device_class (vlib_main_t *, vnet_device_class_t *);
296 :
297 : #ifndef CLIB_MARCH_VARIANT
298 : #define VNET_DEVICE_CLASS(x,...) \
299 : __VA_ARGS__ vnet_device_class_t x; \
300 : static void __vnet_add_device_class_registration_##x (void) \
301 : __attribute__((__constructor__)) ; \
302 : static void __vnet_add_device_class_registration_##x (void) \
303 : { \
304 : vnet_main_t * vnm = vnet_get_main(); \
305 : x.next_class_registration = vnm->device_class_registrations; \
306 : vnm->device_class_registrations = &x; \
307 : } \
308 : static void __vnet_rm_device_class_registration_##x (void) \
309 : __attribute__((__destructor__)) ; \
310 : static void __vnet_rm_device_class_registration_##x (void) \
311 : { \
312 : vnet_main_t * vnm = vnet_get_main(); \
313 : VLIB_REMOVE_FROM_LINKED_LIST (vnm->device_class_registrations, \
314 : &x, next_class_registration); \
315 : } \
316 : __VA_ARGS__ vnet_device_class_t x
317 : #else
318 : /* create unused pointer to silence compiler warnings and get whole
319 : function optimized out */
320 : #define VNET_DEVICE_CLASS(x,...) \
321 : static __clib_unused vnet_device_class_t __clib_unused_##x
322 : #endif
323 :
324 : #define VNET_DEVICE_CLASS_TX_FN(devclass) \
325 : uword CLIB_MARCH_SFX (devclass##_tx_fn) ( \
326 : vlib_main_t *, vlib_node_runtime_t *, vlib_frame_t *); \
327 : static vlib_node_fn_registration_t CLIB_MARCH_SFX ( \
328 : devclass##_tx_fn_registration) = { \
329 : .function = &CLIB_MARCH_SFX (devclass##_tx_fn), \
330 : }; \
331 : \
332 : static void __clib_constructor CLIB_MARCH_SFX ( \
333 : devclass##_tx_fn_multiarch_register) (void) \
334 : { \
335 : extern vnet_device_class_t devclass; \
336 : vlib_node_fn_registration_t *r; \
337 : r = &CLIB_MARCH_SFX (devclass##_tx_fn_registration); \
338 : r->march_variant = CLIB_MARCH_SFX (CLIB_MARCH_VARIANT_TYPE); \
339 : r->next_registration = devclass.tx_fn_registrations; \
340 : devclass.tx_fn_registrations = r; \
341 : } \
342 : uword CLIB_MARCH_SFX (devclass##_tx_fn)
343 :
344 : /**
345 : * Link Type: A description of the protocol of packets on the link.
346 : * On an ethernet link this maps directly into the ethertype. On a GRE tunnel
347 : * it maps to the GRE-proto, etc for other lnk types.
348 : */
349 : typedef enum vnet_link_t_
350 : {
351 : #if CLIB_DEBUG > 0
352 : VNET_LINK_IP4 = 1,
353 : #else
354 : VNET_LINK_IP4 = 0,
355 : #endif
356 : VNET_LINK_IP6,
357 : VNET_LINK_MPLS,
358 : VNET_LINK_ETHERNET,
359 : VNET_LINK_ARP,
360 : VNET_LINK_NSH,
361 : } __attribute__ ((packed)) vnet_link_t;
362 :
363 : #define VNET_LINKS { \
364 : [VNET_LINK_ETHERNET] = "ethernet", \
365 : [VNET_LINK_IP4] = "ipv4", \
366 : [VNET_LINK_IP6] = "ipv6", \
367 : [VNET_LINK_MPLS] = "mpls", \
368 : [VNET_LINK_ARP] = "arp", \
369 : [VNET_LINK_NSH] = "nsh", \
370 : }
371 :
372 : #define FOR_EACH_VNET_LINK(_link) \
373 : for (_link = VNET_LINK_IP4; \
374 : _link <= VNET_LINK_NSH; \
375 : _link++)
376 :
377 : #define FOR_EACH_VNET_IP_LINK(_link) \
378 : for (_link = VNET_LINK_IP4; \
379 : _link <= VNET_LINK_IP6; \
380 : _link++)
381 :
382 : /**
383 : * @brief Number of link types. Not part of the enum so it does not have to be
384 : * included in switch statements
385 : */
386 : #define VNET_LINK_NUM (VNET_LINK_NSH+1)
387 : #define VNET_N_LINKS VNET_LINK_NUM
388 :
389 : /**
390 : * @brief Convert a link to to an Ethertype
391 : */
392 : extern vnet_l3_packet_type_t vnet_link_to_l3_proto (vnet_link_t link);
393 :
394 : /**
395 : * @brief Attributes assignable to a HW interface Class.
396 : */
397 : typedef enum vnet_hw_interface_class_flags_t_
398 : {
399 : /**
400 : * @brief a point 2 point interface
401 : */
402 : VNET_HW_INTERFACE_CLASS_FLAG_P2P = (1 << 0),
403 : /**
404 : * @brief a non-broadcast multiple access interface
405 : */
406 : VNET_HW_INTERFACE_CLASS_FLAG_NBMA = (1 << 1),
407 : } vnet_hw_interface_class_flags_t;
408 :
409 : /* Layer-2 (e.g. Ethernet) interface class. */
410 : typedef struct _vnet_hw_interface_class
411 : {
412 : /* Index into main vector. */
413 : u32 index;
414 :
415 : /* Class name (e.g. "Ethernet"). */
416 : char *name;
417 :
418 : /* Flags */
419 : vnet_hw_interface_class_flags_t flags;
420 :
421 : /* tx hash type for interfaces of this hw class */
422 : vnet_hash_fn_type_t tx_hash_fn_type;
423 :
424 : /* Function to call when hardware interface is added/deleted. */
425 : vnet_interface_function_t *interface_add_del_function;
426 :
427 : /* Function to bring interface administratively up/down. */
428 : vnet_interface_function_t *admin_up_down_function;
429 :
430 : /* Function to call when link state changes. */
431 : vnet_interface_function_t *link_up_down_function;
432 :
433 : /* Function to call when link MAC changes. */
434 : vnet_interface_set_mac_address_function_t *mac_addr_change_function;
435 :
436 : /* Function to add/delete additional MAC addresses */
437 : vnet_interface_add_del_mac_address_function_t *mac_addr_add_del_function;
438 :
439 : /* Function to set max frame size. */
440 : vnet_interface_set_max_frame_size_function_t *set_max_frame_size;
441 :
442 : /* Format function to display interface name. */
443 : format_function_t *format_interface_name;
444 :
445 : /* Format function to display interface address. */
446 : format_function_t *format_address;
447 :
448 : /* Format packet header for this interface class. */
449 : format_function_t *format_header;
450 :
451 : /* Format device verbosely for this class. */
452 : format_function_t *format_device;
453 :
454 : /* Parser for hardware (e.g. ethernet) address. */
455 : unformat_function_t *unformat_hw_address;
456 :
457 : /* Parser for packet header for e.g. rewrite string. */
458 : unformat_function_t *unformat_header;
459 :
460 : /* Builds a rewrite string for the interface to the destination
461 : * for the payload/link type. */
462 : u8 *(*build_rewrite) (struct vnet_main_t * vnm,
463 : u32 sw_if_index,
464 : vnet_link_t link_type, const void *dst_hw_address);
465 :
466 : /* Update an adjacency added by FIB (as opposed to via the
467 : * neighbour resolution protocol). */
468 : void (*update_adjacency) (struct vnet_main_t * vnm,
469 : u32 sw_if_index, u32 adj_index);
470 :
471 : uword (*is_valid_class_for_interface) (struct vnet_main_t * vnm,
472 : u32 hw_if_index,
473 : u32 hw_class_index);
474 :
475 : /* Called when hw interface class is changed and old hardware instance
476 : may want to be deleted. */
477 : void (*hw_class_change) (struct vnet_main_t * vnm, u32 hw_if_index,
478 : u32 old_class_index, u32 new_class_index);
479 :
480 : /* List of hw interface classes, built by constructors */
481 : struct _vnet_hw_interface_class *next_class_registration;
482 :
483 : } vnet_hw_interface_class_t;
484 :
485 : /**
486 : * @brief Return a complete, zero-length (aka placeholder) rewrite
487 : */
488 : extern u8 *default_build_rewrite (struct vnet_main_t *vnm,
489 : u32 sw_if_index,
490 : vnet_link_t link_type,
491 : const void *dst_hw_address);
492 :
493 : /**
494 : * @brief Default adjacency update function
495 : */
496 : extern void default_update_adjacency (struct vnet_main_t *vnm,
497 : u32 sw_if_index, u32 adj_index);
498 :
499 : #define VNET_HW_INTERFACE_CLASS(x,...) \
500 : __VA_ARGS__ vnet_hw_interface_class_t x; \
501 : static void __vnet_add_hw_interface_class_registration_##x (void) \
502 : __attribute__((__constructor__)) ; \
503 : static void __vnet_add_hw_interface_class_registration_##x (void) \
504 : { \
505 : vnet_main_t * vnm = vnet_get_main(); \
506 : x.next_class_registration = vnm->hw_interface_class_registrations; \
507 : vnm->hw_interface_class_registrations = &x; \
508 : } \
509 : static void __vnet_rm_hw_interface_class_registration_##x (void) \
510 : __attribute__((__destructor__)) ; \
511 : static void __vnet_rm_hw_interface_class_registration_##x (void) \
512 : { \
513 : vnet_main_t * vnm = vnet_get_main(); \
514 : VLIB_REMOVE_FROM_LINKED_LIST (vnm->hw_interface_class_registrations,\
515 : &x, next_class_registration); \
516 : } \
517 : __VA_ARGS__ vnet_hw_interface_class_t x
518 :
519 : typedef enum vnet_hw_interface_flags_t_
520 : {
521 : VNET_HW_INTERFACE_FLAG_NONE,
522 : /* Hardware link state is up. */
523 : VNET_HW_INTERFACE_FLAG_LINK_UP = (1 << 0),
524 : /* Hardware duplex state */
525 : VNET_HW_INTERFACE_FLAG_HALF_DUPLEX = (1 << 1),
526 : VNET_HW_INTERFACE_FLAG_FULL_DUPLEX = (1 << 2),
527 :
528 : /* non-broadcast multiple access */
529 : VNET_HW_INTERFACE_FLAG_NBMA = (1 << 19),
530 : } vnet_hw_interface_flags_t;
531 :
532 : #define foreach_vnet_hw_if_caps \
533 : _ (0, TX_IP4_CKSUM, "ip4-csum-tx") \
534 : _ (1, TX_TCP_CKSUM, "tcp-csum-tx") \
535 : _ (2, TX_UDP_CKSUM, "udp-csum-tx") \
536 : _ (3, TX_IP4_OUTER_CKSUM, "outer-ip4-csum-tx") \
537 : _ (4, TX_UDP_OUTER_CKSUM, "outer-udp-csum-tx") \
538 : _ (5, RX_IP4_CKSUM, "ip4-csum-rx") \
539 : _ (6, RX_TCP_CKSUM, "tcp-csum-rx") \
540 : _ (7, RX_UDP_CKSUM, "udp-csum-rx") \
541 : _ (8, RX_IP4_OUTER_CKSUM, "outer-ip4-csum-rx") \
542 : _ (9, RX_UDP_OUTER_CKSUM, "outer-udp-csum-rx") \
543 : _ (10, TCP_GSO, "tcp-tso") \
544 : _ (11, UDP_GSO, "udp-gso") \
545 : _ (12, VXLAN_TNL_GSO, "vxlan-tnl-gso") \
546 : _ (13, IPIP_TNL_GSO, "ipip-tnl-gso") \
547 : _ (14, GENEVE_TNL_GSO, "geneve-tnl-gso") \
548 : _ (15, GRE_TNL_GSO, "gre-tnl-gso") \
549 : _ (16, UDP_TNL_GSO, "udp-tnl-gso") \
550 : _ (17, IP_TNL_GSO, "ip-tnl-gso") \
551 : _ (18, TCP_LRO, "tcp-lro") \
552 : _ (30, INT_MODE, "int-mode") \
553 : _ (31, MAC_FILTER, "mac-filter")
554 :
555 : typedef enum vnet_hw_if_caps_t_
556 : {
557 : VNET_HW_INTERFACE_CAP_NONE,
558 : #define _(bit, sfx, str) VNET_HW_IF_CAP_##sfx = (1 << (bit)),
559 : foreach_vnet_hw_if_caps
560 : #undef _
561 :
562 : } vnet_hw_if_caps_t;
563 :
564 : #define VNET_HW_IF_CAP_L4_TX_CKSUM \
565 : (VNET_HW_IF_CAP_TX_TCP_CKSUM | VNET_HW_IF_CAP_TX_UDP_CKSUM)
566 :
567 : #define VNET_HW_IF_CAP_TX_CKSUM \
568 : (VNET_HW_IF_CAP_TX_IP4_CKSUM | VNET_HW_IF_CAP_TX_TCP_CKSUM | \
569 : VNET_HW_IF_CAP_TX_UDP_CKSUM)
570 :
571 : #define VNET_HW_IF_CAP_TX_OUTER_CKSUM \
572 : (VNET_HW_IF_CAP_TX_IP4_OUTER_CKSUM | VNET_HW_IF_CAP_TX_UDP_OUTER_CKSUM)
573 :
574 : #define VNET_HW_IF_CAP_TX_CKSUM_MASK \
575 : (VNET_HW_IF_CAP_TX_CKSUM | VNET_HW_IF_CAP_TX_OUTER_CKSUM)
576 :
577 : #define VNET_HW_IF_CAP_L4_RX_CKSUM \
578 : (VNET_HW_IF_CAP_RX_TCP_CKSUM | VNET_HW_IF_CAP_RX_UDP_CKSUM)
579 :
580 : #define VNET_HW_IF_CAP_RX_CKSUM \
581 : (VNET_HW_IF_CAP_RX_IP4_CKSUM | VNET_HW_IF_CAP_RX_TCP_CKSUM | \
582 : VNET_HW_IF_CAP_RX_UDP_CKSUM)
583 :
584 : #define VNET_HW_IF_CAP_TNL_GSO_MASK \
585 : VNET_HW_IF_CAP_VXLAN_TNL_GSO | VNET_HW_IF_CAP_IPIP_TNL_GSO
586 :
587 : #define VNET_HW_INTERFACE_FLAG_DUPLEX_SHIFT 1
588 : #define VNET_HW_INTERFACE_FLAG_SPEED_SHIFT 3
589 : #define VNET_HW_INTERFACE_FLAG_DUPLEX_MASK \
590 : (VNET_HW_INTERFACE_FLAG_HALF_DUPLEX | \
591 : VNET_HW_INTERFACE_FLAG_FULL_DUPLEX)
592 :
593 : typedef struct
594 : {
595 : /* hw interface index */
596 : u32 hw_if_index;
597 :
598 : /* device instance */
599 : u32 dev_instance;
600 :
601 : /* index of thread pollling this queue */
602 : u32 thread_index;
603 :
604 : /* file index of queue interrupt line */
605 : u32 file_index;
606 :
607 : /* hardware queue identifier */
608 : u32 queue_id;
609 :
610 : /* mode */
611 : vnet_hw_if_rx_mode mode : 8;
612 : #define VNET_HW_IF_RXQ_THREAD_ANY ~0
613 : #define VNET_HW_IF_RXQ_NO_RX_INTERRUPT ~0
614 : } vnet_hw_if_rx_queue_t;
615 :
616 : typedef struct
617 : {
618 : u8 shared_queue : 1;
619 : /* hw interface index */
620 : u32 hw_if_index;
621 :
622 : /* hardware queue identifier */
623 : u32 queue_id;
624 :
625 : /* bitmap of threads which use this queue */
626 : clib_bitmap_t *threads;
627 : } vnet_hw_if_tx_queue_t;
628 :
629 : typedef enum
630 : {
631 : VNET_HW_IF_TX_FRAME_HINT_NOT_CHAINED = (1 << 0),
632 : VNET_HW_IF_TX_FRAME_HINT_NO_GSO = (1 << 1),
633 : VNET_HW_IF_TX_FRAME_HINT_NO_CKSUM_OFFLOAD = (1 << 2),
634 : } vnet_hw_if_tx_frame_hint_t;
635 :
636 : typedef struct
637 : {
638 : u8 shared_queue : 1;
639 : vnet_hw_if_tx_frame_hint_t hints : 16;
640 : u32 queue_id;
641 : } vnet_hw_if_tx_frame_t;
642 :
643 : typedef struct
644 : {
645 : CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
646 : vnet_hw_if_tx_frame_t *frame;
647 : u32 *lookup_table;
648 : u32 n_queues;
649 : } vnet_hw_if_output_node_runtime_t;
650 :
651 : /* Hardware-interface. This corresponds to a physical wire
652 : that packets flow over. */
653 : typedef struct vnet_hw_interface_t
654 : {
655 : CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
656 : /* flags */
657 : vnet_hw_interface_flags_t flags;
658 :
659 : /* capabilities flags */
660 : vnet_hw_if_caps_t caps;
661 :
662 : /* Hardware address as vector. Zero (e.g. zero-length vector) if no
663 : address for this class (e.g. PPP). */
664 : u8 *hw_address;
665 :
666 : /* Interface is up as far as software is concerned. */
667 : /* NAME.{output,tx} nodes for this interface. */
668 : u32 output_node_index, tx_node_index;
669 :
670 : /* interface-output-arc-end node next index for tx node */
671 : u32 if_out_arc_end_node_next_index;
672 :
673 : /* (dev_class, dev_instance) uniquely identifies hw interface. */
674 : u32 dev_class_index;
675 : u32 dev_instance;
676 :
677 : /* (hw_class, hw_instance) uniquely identifies hw interface. */
678 : u32 hw_class_index;
679 : u32 hw_instance;
680 :
681 : /* Hardware index for this hardware interface. */
682 : u32 hw_if_index;
683 :
684 : /* Software index for this hardware interface. */
685 : u32 sw_if_index;
686 :
687 : /* per thread output-node runtimes */
688 : vnet_hw_if_output_node_runtime_t *output_node_thread_runtimes;
689 :
690 : CLIB_CACHE_LINE_ALIGN_MARK (cacheline1);
691 :
692 : /* Interface name. */
693 : u8 *name;
694 :
695 : /* link speed in kbps */
696 : u32 link_speed;
697 :
698 : /* Next index in interface-output node for this interface
699 : used by node function vnet_per_buffer_interface_output() */
700 : u32 output_node_next_index;
701 :
702 : /* called when hw interface is using transmit side packet steering */
703 : vnet_hash_fn_t hf;
704 :
705 : /* Maximum transmit rate for this interface in bits/sec. */
706 : f64 max_rate_bits_per_sec;
707 :
708 : /* Smallest packet size for this interface. */
709 : u32 min_frame_size;
710 :
711 : /* Largest frame size for this interface. */
712 : u32 max_frame_size;
713 :
714 : /* Layer 2 overhead */
715 : u16 frame_overhead;
716 :
717 : /* Hash table mapping sub interface id to sw_if_index. */
718 : uword *sub_interface_sw_if_index_by_id;
719 :
720 : /* Count of number of L2 and L3 subinterfaces */
721 : u32 l2_if_count;
722 : u32 l3_if_count;
723 :
724 : /* Bonded interface info -
725 : 0 - not a bonded interface nor a slave
726 : ~0 - slave to a bonded interface
727 : others - A bonded interface with a pointer to bitmap for all slaves */
728 : uword *bond_info;
729 : #define VNET_HW_INTERFACE_BOND_INFO_NONE ((uword *) 0)
730 : #define VNET_HW_INTERFACE_BOND_INFO_SLAVE ((uword *) ~0)
731 :
732 : /* Input node */
733 : u32 input_node_index;
734 :
735 : vnet_hw_if_rx_mode default_rx_mode;
736 :
737 : /* rx queues */
738 : u32 *rx_queue_indices;
739 :
740 : /* tx queues */
741 : u32 *tx_queue_indices;
742 :
743 : /* numa node that hardware device connects to */
744 : u8 numa_node;
745 :
746 : /* rss queues bitmap */
747 : clib_bitmap_t *rss_queues;
748 :
749 : /* trace */
750 : i32 n_trace;
751 :
752 : u32 trace_classify_table_index;
753 : } vnet_hw_interface_t;
754 :
755 : STATIC_ASSERT_OFFSET_OF (vnet_hw_interface_t, cacheline1,
756 : CLIB_CACHE_LINE_BYTES);
757 :
758 : typedef struct
759 : {
760 : u32 dev_instance;
761 : u32 queue_id;
762 : } vnet_hw_if_rxq_poll_vector_t;
763 :
764 : typedef struct
765 : {
766 : vnet_hw_if_rxq_poll_vector_t *rxq_vector_int;
767 : vnet_hw_if_rxq_poll_vector_t *rxq_vector_poll;
768 : void *rxq_interrupts;
769 : } vnet_hw_if_rx_node_runtime_t;
770 :
771 : extern vnet_device_class_t vnet_local_interface_device_class;
772 :
773 : typedef enum
774 : {
775 : /* A hw interface. */
776 : VNET_SW_INTERFACE_TYPE_HARDWARE,
777 :
778 : /* A sub-interface. */
779 : VNET_SW_INTERFACE_TYPE_SUB,
780 : VNET_SW_INTERFACE_TYPE_P2P,
781 : VNET_SW_INTERFACE_TYPE_PIPE,
782 : } vnet_sw_interface_type_t;
783 :
784 : typedef struct
785 : {
786 : /*
787 : * Subinterface ID. A number 0-N to uniquely identify
788 : * this subinterface under the main (parent?) interface
789 : */
790 : u32 id;
791 :
792 : /* Classification data. Used to associate packet header with subinterface. */
793 : struct
794 : {
795 : u16 outer_vlan_id;
796 : u16 inner_vlan_id;
797 : union
798 : {
799 : u16 raw_flags;
800 : struct
801 : {
802 : u16 no_tags:1;
803 : u16 one_tag:1;
804 : u16 two_tags:1;
805 : u16 dot1ad:1; /* 0 = dot1q, 1=dot1ad */
806 : u16 exact_match:1;
807 : u16 default_sub:1;
808 : u16 outer_vlan_id_any:1;
809 : u16 inner_vlan_id_any:1;
810 : } flags;
811 : };
812 : } eth;
813 : } vnet_sub_interface_t;
814 :
815 : typedef struct
816 : {
817 : /*
818 : * Subinterface ID. A number 0-N to uniquely identify
819 : * this subinterface under the main interface
820 : */
821 : u32 id;
822 : u32 pool_index;
823 : u8 client_mac[6];
824 : } vnet_p2p_sub_interface_t;
825 :
826 : typedef enum
827 : {
828 : /* THe BVI interface */
829 : VNET_FLOOD_CLASS_BVI,
830 : /* Always flood */
831 : VNET_FLOOD_CLASS_NORMAL,
832 : VNET_FLOOD_CLASS_TUNNEL_MASTER,
833 : /* Does not flood when tunnel master is in the same L2 BD */
834 : VNET_FLOOD_CLASS_TUNNEL_NORMAL,
835 : /* Never flood to this type */
836 : VNET_FLOOD_CLASS_NO_FLOOD,
837 : } vnet_flood_class_t;
838 :
839 : /* Per protocol MTU */
840 : typedef enum
841 : {
842 : VNET_MTU_L3, /* Default payload MTU (without L2 headers) */
843 : VNET_MTU_IP4, /* Per-protocol MTUs overriding default */
844 : VNET_MTU_IP6,
845 : VNET_MTU_MPLS,
846 : VNET_N_MTU
847 : } vnet_mtu_t;
848 :
849 : extern vnet_mtu_t vnet_link_to_mtu (vnet_link_t link);
850 :
851 : typedef enum vnet_sw_interface_flags_t_
852 : {
853 : VNET_SW_INTERFACE_FLAG_NONE = 0,
854 : /* Interface is "up" meaning administratively up.
855 : Up in the sense of link state being up is maintained by hardware interface. */
856 : VNET_SW_INTERFACE_FLAG_ADMIN_UP = (1 << 0),
857 :
858 : /* Interface is disabled for forwarding: punt all traffic to slow-path. */
859 : VNET_SW_INTERFACE_FLAG_PUNT = (1 << 1),
860 :
861 : __VNET_SW_INTERFACE_FLAG_UNSUED = (1 << 2),
862 :
863 : VNET_SW_INTERFACE_FLAG_UNNUMBERED = (1 << 3),
864 :
865 : __VNET_SW_INTERFACE_FLAG_UNUSED2 = (1 << 4),
866 :
867 : /* Interface does not appear in CLI/API */
868 : VNET_SW_INTERFACE_FLAG_HIDDEN = (1 << 5),
869 :
870 : /* Interface in ERROR state */
871 : VNET_SW_INTERFACE_FLAG_ERROR = (1 << 6),
872 :
873 : /* Interface has IP configured directed broadcast */
874 : VNET_SW_INTERFACE_FLAG_DIRECTED_BCAST = (1 << 7),
875 :
876 : } __attribute__ ((packed)) vnet_sw_interface_flags_t;
877 :
878 : /* Software-interface. This corresponds to a Ethernet VLAN, ATM vc, a
879 : tunnel, etc. Configuration (e.g. IP address) gets attached to
880 : software interface. */
881 : typedef struct
882 : {
883 : vnet_sw_interface_type_t type:16;
884 :
885 : vnet_sw_interface_flags_t flags;
886 :
887 : /* Index for this interface. */
888 : u32 sw_if_index;
889 :
890 : /* Software interface index of super-interface;
891 : equal to sw_if_index if this interface is not a
892 : sub-interface. */
893 : u32 sup_sw_if_index;
894 :
895 : /* this swif is unnumbered, use addresses on unnumbered_sw_if_index... */
896 : u32 unnumbered_sw_if_index;
897 :
898 : /* VNET_SW_INTERFACE_TYPE_HARDWARE. */
899 : u32 hw_if_index;
900 :
901 : /* MTU for network layer (not including L2 headers) */
902 : u32 mtu[VNET_N_MTU];
903 :
904 : /* VNET_SW_INTERFACE_TYPE_SUB. */
905 : vnet_sub_interface_t sub;
906 :
907 : /* VNET_SW_INTERFACE_TYPE_P2P. */
908 : vnet_p2p_sub_interface_t p2p;
909 :
910 : vnet_flood_class_t flood_class;
911 : } vnet_sw_interface_t;
912 :
913 : typedef enum
914 : {
915 : /* Simple counters. */
916 : VNET_INTERFACE_COUNTER_DROP = 0,
917 : VNET_INTERFACE_COUNTER_PUNT = 1,
918 : VNET_INTERFACE_COUNTER_IP4 = 2,
919 : VNET_INTERFACE_COUNTER_IP6 = 3,
920 : VNET_INTERFACE_COUNTER_RX_NO_BUF = 4,
921 : VNET_INTERFACE_COUNTER_RX_MISS = 5,
922 : VNET_INTERFACE_COUNTER_RX_ERROR = 6,
923 : VNET_INTERFACE_COUNTER_TX_ERROR = 7,
924 : VNET_INTERFACE_COUNTER_MPLS = 8,
925 : VNET_N_SIMPLE_INTERFACE_COUNTER = 9,
926 : /* Combined counters. */
927 : VNET_INTERFACE_COUNTER_RX = 0,
928 : VNET_INTERFACE_COUNTER_RX_UNICAST = 1,
929 : VNET_INTERFACE_COUNTER_RX_MULTICAST = 2,
930 : VNET_INTERFACE_COUNTER_RX_BROADCAST = 3,
931 : VNET_INTERFACE_COUNTER_TX = 4,
932 : VNET_INTERFACE_COUNTER_TX_UNICAST = 5,
933 : VNET_INTERFACE_COUNTER_TX_MULTICAST = 6,
934 : VNET_INTERFACE_COUNTER_TX_BROADCAST = 7,
935 : VNET_N_COMBINED_INTERFACE_COUNTER = 8,
936 : } vnet_interface_counter_type_t;
937 :
938 : #define foreach_rx_combined_interface_counter(_x) \
939 : for (_x = VNET_INTERFACE_COUNTER_RX; \
940 : _x <= VNET_INTERFACE_COUNTER_RX_BROADCAST; \
941 : _x++)
942 :
943 : #define foreach_tx_combined_interface_counter(_x) \
944 : for (_x = VNET_INTERFACE_COUNTER_TX; \
945 : _x <= VNET_INTERFACE_COUNTER_TX_BROADCAST; \
946 : _x++)
947 :
948 : #define foreach_simple_interface_counter_name \
949 : _(DROP, drops, if) \
950 : _(PUNT, punt, if) \
951 : _(IP4, ip4, if) \
952 : _(IP6, ip6, if) \
953 : _(RX_NO_BUF, rx-no-buf, if) \
954 : _(RX_MISS, rx-miss, if) \
955 : _(RX_ERROR, rx-error, if) \
956 : _(TX_ERROR, tx-error, if) \
957 : _(MPLS, mpls, if)
958 :
959 : #define foreach_combined_interface_counter_name \
960 : _(RX, rx, if) \
961 : _(RX_UNICAST, rx-unicast, if) \
962 : _(RX_MULTICAST, rx-multicast, if) \
963 : _(RX_BROADCAST, rx-broadcast, if) \
964 : _(TX, tx, if) \
965 : _(TX_UNICAST, tx-unicast, if) \
966 : _(TX_MULTICAST, tx-multicast, if) \
967 : _(TX_BROADCAST, tx-broadcast, if)
968 :
969 : typedef enum
970 : {
971 : COLLECT_SIMPLE_STATS = 0,
972 : COLLECT_DETAILED_STATS = 1,
973 : } vnet_interface_stats_collection_mode_e;
974 :
975 : extern int collect_detailed_interface_stats_flag;
976 :
977 : static inline int
978 : collect_detailed_interface_stats (void)
979 : {
980 : return collect_detailed_interface_stats_flag;
981 : }
982 :
983 : void collect_detailed_interface_stats_flag_set (void);
984 : void collect_detailed_interface_stats_flag_clear (void);
985 :
986 :
987 : typedef struct
988 : {
989 : u32 output_node_index;
990 : u32 tx_node_index;
991 : } vnet_hw_interface_nodes_t;
992 :
993 : typedef struct
994 : {
995 : CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
996 : u32 *split_buffers;
997 : } vnet_interface_per_thread_data_t;
998 :
999 : typedef u8 *(*vnet_buffer_opquae_formatter_t) (const vlib_buffer_t * b,
1000 : u8 * s);
1001 :
1002 : typedef struct
1003 : {
1004 : /* Hardware interfaces. */
1005 : vnet_hw_interface_t *hw_interfaces;
1006 :
1007 : /* Hardware interface RX queues */
1008 : vnet_hw_if_rx_queue_t *hw_if_rx_queues;
1009 : uword *rxq_index_by_hw_if_index_and_queue_id;
1010 :
1011 : /* Hardware interface TX queues */
1012 : vnet_hw_if_tx_queue_t *hw_if_tx_queues;
1013 : uword *txq_index_by_hw_if_index_and_queue_id;
1014 :
1015 : /* Hash table mapping HW interface name to index. */
1016 : uword *hw_interface_by_name;
1017 :
1018 : /* Vectors if hardware interface classes and device classes. */
1019 : vnet_hw_interface_class_t *hw_interface_classes;
1020 : vnet_device_class_t *device_classes;
1021 :
1022 : /* Hash table mapping name to hw interface/device class. */
1023 : uword *hw_interface_class_by_name;
1024 : uword *device_class_by_name;
1025 :
1026 : /* Software interfaces. */
1027 : vnet_sw_interface_t *sw_interfaces;
1028 :
1029 : /* Hash table mapping sub intfc sw_if_index by sup sw_if_index and sub id */
1030 : uword *sw_if_index_by_sup_and_sub;
1031 :
1032 : /* Software interface counters both simple and combined
1033 : packet and byte counters. */
1034 : clib_spinlock_t sw_if_counter_lock;
1035 : vlib_simple_counter_main_t *sw_if_counters;
1036 : vlib_combined_counter_main_t *combined_sw_if_counters;
1037 :
1038 : vnet_hw_interface_nodes_t *deleted_hw_interface_nodes;
1039 :
1040 : /*
1041 : * pcap drop tracing
1042 : * Only the drop filter hash lives here. See ../src/vlib/main.h for
1043 : * the rest of the variables.
1044 : */
1045 : uword *pcap_drop_filter_hash;
1046 :
1047 : /* Buffer metadata format helper functions */
1048 : vnet_buffer_opquae_formatter_t *buffer_opaque_format_helpers;
1049 : vnet_buffer_opquae_formatter_t *buffer_opaque2_format_helpers;
1050 :
1051 : /* per-thread data */
1052 : vnet_interface_per_thread_data_t *per_thread_data;
1053 :
1054 : /* feature_arc_index */
1055 : u8 output_feature_arc_index;
1056 :
1057 : /* fast lookup tables */
1058 : u32 *hw_if_index_by_sw_if_index;
1059 : u16 *if_out_arc_end_next_index_by_sw_if_index;
1060 : } vnet_interface_main_t;
1061 :
1062 : static inline void
1063 8586 : vnet_interface_counter_lock (vnet_interface_main_t * im)
1064 : {
1065 8586 : if (im->sw_if_counter_lock)
1066 8586 : clib_spinlock_lock (&im->sw_if_counter_lock);
1067 8586 : }
1068 :
1069 : static inline void
1070 8586 : vnet_interface_counter_unlock (vnet_interface_main_t * im)
1071 : {
1072 8586 : if (im->sw_if_counter_lock)
1073 8586 : clib_spinlock_unlock (&im->sw_if_counter_lock);
1074 8586 : }
1075 :
1076 : void vnet_pcap_drop_trace_filter_add_del (u32 error_index, int is_add);
1077 :
1078 : int vnet_interface_name_renumber (u32 sw_if_index, u32 new_show_dev_instance);
1079 :
1080 : void vnet_register_format_buffer_opaque_helper
1081 : (vnet_buffer_opquae_formatter_t fn);
1082 :
1083 : void vnet_register_format_buffer_opaque2_helper
1084 : (vnet_buffer_opquae_formatter_t fn);
1085 :
1086 : typedef struct
1087 : {
1088 : u8 *filename;
1089 : int enable;
1090 : int status;
1091 : u32 packets_to_capture;
1092 : u32 max_bytes_per_pkt;
1093 : u8 rx_enable;
1094 : u8 tx_enable;
1095 : u8 drop_enable;
1096 : u8 preallocate_data;
1097 : u8 free_data;
1098 : u32 sw_if_index;
1099 : int filter;
1100 : vlib_error_t drop_err;
1101 : } vnet_pcap_dispatch_trace_args_t;
1102 :
1103 : int vnet_pcap_dispatch_trace_configure (vnet_pcap_dispatch_trace_args_t *);
1104 :
1105 : extern vlib_node_registration_t vnet_interface_output_node;
1106 : extern vlib_node_registration_t vnet_interface_output_arc_end_node;
1107 :
1108 : #endif /* included_vnet_interface_h */
1109 :
1110 : /*
1111 : * fd.io coding-style-patch-verification: ON
1112 : *
1113 : * Local Variables:
1114 : * eval: (c-set-style "gnu")
1115 : * End:
1116 : */
|
