LCOV - code coverage report
Current view: top level - vnet/l2 - l2_input_vtr.c (source / functions) Hit Total Coverage
Test: coverage-filtered.info Lines: 100 118 84.7 %
Date: 2023-10-26 01:39:38 Functions: 11 14 78.6 %

          Line data    Source code
       1             : /*
       2             :  * l2_input_vtr.c : layer 2 input vlan tag rewrite processing
       3             :  *
       4             :  * Copyright (c) 2013 Cisco and/or its affiliates.
       5             :  * Licensed under the Apache License, Version 2.0 (the "License");
       6             :  * you may not use this file except in compliance with the License.
       7             :  * You may obtain a copy of the License at:
       8             :  *
       9             :  *     http://www.apache.org/licenses/LICENSE-2.0
      10             :  *
      11             :  * Unless required by applicable law or agreed to in writing, software
      12             :  * distributed under the License is distributed on an "AS IS" BASIS,
      13             :  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
      14             :  * See the License for the specific language governing permissions and
      15             :  * limitations under the License.
      16             :  */
      17             : 
      18             : #include <vlib/vlib.h>
      19             : #include <vnet/vnet.h>
      20             : #include <vnet/ethernet/ethernet.h>
      21             : #include <vnet/ethernet/packet.h>
      22             : #include <vnet/l2/l2_input.h>
      23             : #include <vnet/l2/feat_bitmap.h>
      24             : #include <vnet/l2/l2_vtr.h>
      25             : #include <vnet/l2/l2_input_vtr.h>
      26             : #include <vnet/l2/l2_output.h>
      27             : 
      28             : #include <vppinfra/error.h>
      29             : #include <vppinfra/cache.h>
      30             : 
      31             : 
      32             : typedef struct
      33             : {
      34             :   /* per-pkt trace data */
      35             :   u8 src[6];
      36             :   u8 dst[6];
      37             :   u8 raw[12];                   /* raw data (vlans) */
      38             :   u32 sw_if_index;
      39             : } l2_invtr_trace_t;
      40             : 
      41             : /* packet trace format function */
      42             : static u8 *
      43         784 : format_l2_invtr_trace (u8 * s, va_list * args)
      44             : {
      45         784 :   CLIB_UNUSED (vlib_main_t * vm) = va_arg (*args, vlib_main_t *);
      46         784 :   CLIB_UNUSED (vlib_node_t * node) = va_arg (*args, vlib_node_t *);
      47         784 :   l2_invtr_trace_t *t = va_arg (*args, l2_invtr_trace_t *);
      48             : 
      49         784 :   s = format (s, "l2-input-vtr: sw_if_index %d dst %U src %U data "
      50             :               "%02x %02x %02x %02x %02x %02x %02x %02x %02x %02x %02x %02x",
      51             :               t->sw_if_index,
      52         784 :               format_ethernet_address, t->dst,
      53         784 :               format_ethernet_address, t->src,
      54         784 :               t->raw[0], t->raw[1], t->raw[2], t->raw[3], t->raw[4],
      55         784 :               t->raw[5], t->raw[6], t->raw[7], t->raw[8], t->raw[9],
      56         784 :               t->raw[10], t->raw[11]);
      57         784 :   return s;
      58             : }
      59             : 
      60             : #ifndef CLIB_MARCH_VARIANT
      61             : l2_invtr_main_t l2_invtr_main;
      62             : #endif /* CLIB_MARCH_VARIANT */
      63             : 
      64             : #define foreach_l2_invtr_error                  \
      65             : _(L2_INVTR,    "L2 inverter packets")         \
      66             : _(DROP,        "L2 input tag rewrite drops")
      67             : 
      68             : typedef enum
      69             : {
      70             : #define _(sym,str) L2_INVTR_ERROR_##sym,
      71             :   foreach_l2_invtr_error
      72             : #undef _
      73             :     L2_INVTR_N_ERROR,
      74             : } l2_invtr_error_t;
      75             : 
      76             : static char *l2_invtr_error_strings[] = {
      77             : #define _(sym,string) string,
      78             :   foreach_l2_invtr_error
      79             : #undef _
      80             : };
      81             : 
      82             : typedef enum
      83             : {
      84             :   L2_INVTR_NEXT_DROP,
      85             :   L2_INVTR_N_NEXT,
      86             : } l2_invtr_next_t;
      87             : 
      88             : 
      89        2348 : VLIB_NODE_FN (l2_invtr_node) (vlib_main_t * vm,
      90             :                               vlib_node_runtime_t * node,
      91             :                               vlib_frame_t * frame)
      92             : {
      93             :   u32 n_left_from, *from, *to_next;
      94             :   l2_invtr_next_t next_index;
      95          48 :   l2_invtr_main_t *msm = &l2_invtr_main;
      96             : 
      97          48 :   from = vlib_frame_vector_args (frame);
      98          48 :   n_left_from = frame->n_vectors;    /* number of packets to process */
      99          48 :   next_index = node->cached_next_index;
     100             : 
     101          96 :   while (n_left_from > 0)
     102             :     {
     103             :       u32 n_left_to_next;
     104             : 
     105             :       /* get space to enqueue frame to graph node "next_index" */
     106          48 :       vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
     107             : 
     108         454 :       while (n_left_from >= 6 && n_left_to_next >= 2)
     109             :         {
     110             :           u32 bi0, bi1;
     111             :           vlib_buffer_t *b0, *b1;
     112             :           u32 next0, next1;
     113             :           u32 sw_if_index0, sw_if_index1;
     114             : 
     115             :           /* Prefetch next iteration. */
     116             :           {
     117             :             vlib_buffer_t *p2, *p3, *p4, *p5;
     118             :             u32 sw_if_index2, sw_if_index3;
     119             : 
     120         406 :             p2 = vlib_get_buffer (vm, from[2]);
     121         406 :             p3 = vlib_get_buffer (vm, from[3]);
     122         406 :             p4 = vlib_get_buffer (vm, from[4]);
     123         406 :             p5 = vlib_get_buffer (vm, from[5]);
     124             : 
     125             :             /* Prefetch the buffer header and packet for the N+2 loop iteration */
     126         406 :             vlib_prefetch_buffer_header (p4, LOAD);
     127         406 :             vlib_prefetch_buffer_header (p5, LOAD);
     128             : 
     129         406 :             clib_prefetch_store (p4->data);
     130         406 :             clib_prefetch_store (p5->data);
     131             : 
     132             :             /*
     133             :              * Prefetch the input config for the N+1 loop iteration
     134             :              * This depends on the buffer header above
     135             :              */
     136         406 :             sw_if_index2 = vnet_buffer (p2)->sw_if_index[VLIB_RX];
     137         406 :             sw_if_index3 = vnet_buffer (p3)->sw_if_index[VLIB_RX];
     138         406 :             CLIB_PREFETCH (vec_elt_at_index
     139             :                            (l2output_main.configs, sw_if_index2),
     140             :                            CLIB_CACHE_LINE_BYTES, LOAD);
     141         406 :             CLIB_PREFETCH (vec_elt_at_index
     142             :                            (l2output_main.configs, sw_if_index3),
     143             :                            CLIB_CACHE_LINE_BYTES, LOAD);
     144             :           }
     145             : 
     146             :           /* speculatively enqueue b0 and b1 to the current next frame */
     147             :           /* bi is "buffer index", b is pointer to the buffer */
     148         406 :           to_next[0] = bi0 = from[0];
     149         406 :           to_next[1] = bi1 = from[1];
     150         406 :           from += 2;
     151         406 :           to_next += 2;
     152         406 :           n_left_from -= 2;
     153         406 :           n_left_to_next -= 2;
     154             : 
     155         406 :           b0 = vlib_get_buffer (vm, bi0);
     156         406 :           b1 = vlib_get_buffer (vm, bi1);
     157             : 
     158             :           /* RX interface handles */
     159         406 :           sw_if_index0 = vnet_buffer (b0)->sw_if_index[VLIB_RX];
     160         406 :           sw_if_index1 = vnet_buffer (b1)->sw_if_index[VLIB_RX];
     161             : 
     162             :           /* Determine the next node */
     163         406 :           next0 = vnet_l2_feature_next (b0, msm->feat_next_node_index,
     164             :                                         L2INPUT_FEAT_VTR);
     165         406 :           next1 = vnet_l2_feature_next (b1, msm->feat_next_node_index,
     166             :                                         L2INPUT_FEAT_VTR);
     167             : 
     168             :           l2_output_config_t *config0;
     169             :           l2_output_config_t *config1;
     170         406 :           config0 = vec_elt_at_index (l2output_main.configs, sw_if_index0);
     171         406 :           config1 = vec_elt_at_index (l2output_main.configs, sw_if_index1);
     172             : 
     173         406 :           if (PREDICT_FALSE (config0->out_vtr_flag))
     174             :             {
     175         406 :               if (config0->output_vtr.push_and_pop_bytes)
     176             :                 {
     177             :                   /* perform the tag rewrite on two packets */
     178         406 :                   if (l2_vtr_process (b0, &config0->input_vtr))
     179             :                     {
     180             :                       /* Drop packet */
     181           0 :                       next0 = L2_INVTR_NEXT_DROP;
     182           0 :                       b0->error = node->errors[L2_INVTR_ERROR_DROP];
     183             :                     }
     184             :                 }
     185           0 :               else if (config0->output_pbb_vtr.push_and_pop_bytes)
     186             :                 {
     187           0 :                   if (l2_pbb_process (b0, &(config0->input_pbb_vtr)))
     188             :                     {
     189             :                       /* Drop packet */
     190           0 :                       next0 = L2_INVTR_NEXT_DROP;
     191           0 :                       b0->error = node->errors[L2_INVTR_ERROR_DROP];
     192             :                     }
     193             :                 }
     194             :             }
     195         406 :           if (PREDICT_FALSE (config1->out_vtr_flag))
     196             :             {
     197         406 :               if (config1->output_vtr.push_and_pop_bytes)
     198             :                 {
     199         406 :                   if (l2_vtr_process (b1, &config1->input_vtr))
     200             :                     {
     201             :                       /* Drop packet */
     202           0 :                       next1 = L2_INVTR_NEXT_DROP;
     203           0 :                       b1->error = node->errors[L2_INVTR_ERROR_DROP];
     204             :                     }
     205             :                 }
     206           0 :               else if (config1->output_pbb_vtr.push_and_pop_bytes)
     207             :                 {
     208           0 :                   if (l2_pbb_process (b1, &(config1->input_pbb_vtr)))
     209             :                     {
     210             :                       /* Drop packet */
     211           0 :                       next1 = L2_INVTR_NEXT_DROP;
     212           0 :                       b1->error = node->errors[L2_INVTR_ERROR_DROP];
     213             :                     }
     214             :                 }
     215             :             }
     216             : 
     217         406 :           if (PREDICT_FALSE ((node->flags & VLIB_NODE_FLAG_TRACE)))
     218             :             {
     219         406 :               if (b0->flags & VLIB_BUFFER_IS_TRACED)
     220             :                 {
     221             :                   l2_invtr_trace_t *t =
     222         406 :                     vlib_add_trace (vm, node, b0, sizeof (*t));
     223         406 :                   ethernet_header_t *h0 = vlib_buffer_get_current (b0);
     224         406 :                   t->sw_if_index = sw_if_index0;
     225         406 :                   clib_memcpy_fast (t->src, h0->src_address, 6);
     226         406 :                   clib_memcpy_fast (t->dst, h0->dst_address, 6);
     227         406 :                   clib_memcpy_fast (t->raw, &h0->type, sizeof (t->raw));
     228             :                 }
     229         406 :               if (b1->flags & VLIB_BUFFER_IS_TRACED)
     230             :                 {
     231             :                   l2_invtr_trace_t *t =
     232         406 :                     vlib_add_trace (vm, node, b1, sizeof (*t));
     233         406 :                   ethernet_header_t *h1 = vlib_buffer_get_current (b1);
     234         406 :                   t->sw_if_index = sw_if_index0;
     235         406 :                   clib_memcpy_fast (t->src, h1->src_address, 6);
     236         406 :                   clib_memcpy_fast (t->dst, h1->dst_address, 6);
     237         406 :                   clib_memcpy_fast (t->raw, &h1->type, sizeof (t->raw));
     238             :                 }
     239             :             }
     240             : 
     241             :           /* verify speculative enqueues, maybe switch current next frame */
     242             :           /* if next0==next1==next_index then nothing special needs to be done */
     243         406 :           vlib_validate_buffer_enqueue_x2 (vm, node, next_index,
     244             :                                            to_next, n_left_to_next,
     245             :                                            bi0, bi1, next0, next1);
     246             :         }
     247             : 
     248         126 :       while (n_left_from > 0 && n_left_to_next > 0)
     249             :         {
     250             :           u32 bi0;
     251             :           vlib_buffer_t *b0;
     252             :           u32 next0;
     253             :           u32 sw_if_index0;
     254             : 
     255             :           /* speculatively enqueue b0 to the current next frame */
     256          78 :           bi0 = from[0];
     257          78 :           to_next[0] = bi0;
     258          78 :           from += 1;
     259          78 :           to_next += 1;
     260          78 :           n_left_from -= 1;
     261          78 :           n_left_to_next -= 1;
     262             : 
     263          78 :           b0 = vlib_get_buffer (vm, bi0);
     264             : 
     265          78 :           sw_if_index0 = vnet_buffer (b0)->sw_if_index[VLIB_RX];
     266             : 
     267             :           /* Determine the next node */
     268          78 :           next0 = vnet_l2_feature_next (b0, msm->feat_next_node_index,
     269             :                                         L2INPUT_FEAT_VTR);
     270             : 
     271             :           l2_output_config_t *config0;
     272          78 :           config0 = vec_elt_at_index (l2output_main.configs, sw_if_index0);
     273             : 
     274          78 :           if (PREDICT_FALSE (config0->out_vtr_flag))
     275             :             {
     276          78 :               if (config0->output_vtr.push_and_pop_bytes)
     277             :                 {
     278             :                   /* perform the tag rewrite on one packet */
     279          78 :                   if (l2_vtr_process (b0, &config0->input_vtr))
     280             :                     {
     281             :                       /* Drop packet */
     282           0 :                       next0 = L2_INVTR_NEXT_DROP;
     283           0 :                       b0->error = node->errors[L2_INVTR_ERROR_DROP];
     284             :                     }
     285             :                 }
     286           0 :               else if (config0->output_pbb_vtr.push_and_pop_bytes)
     287             :                 {
     288           0 :                   if (l2_pbb_process (b0, &(config0->input_pbb_vtr)))
     289             :                     {
     290             :                       /* Drop packet */
     291           0 :                       next0 = L2_INVTR_NEXT_DROP;
     292           0 :                       b0->error = node->errors[L2_INVTR_ERROR_DROP];
     293             :                     }
     294             :                 }
     295             :             }
     296             : 
     297          78 :           if (PREDICT_FALSE ((node->flags & VLIB_NODE_FLAG_TRACE)
     298             :                              && (b0->flags & VLIB_BUFFER_IS_TRACED)))
     299             :             {
     300             :               l2_invtr_trace_t *t =
     301          78 :                 vlib_add_trace (vm, node, b0, sizeof (*t));
     302          78 :               ethernet_header_t *h0 = vlib_buffer_get_current (b0);
     303          78 :               t->sw_if_index = sw_if_index0;
     304          78 :               clib_memcpy_fast (t->src, h0->src_address, 6);
     305          78 :               clib_memcpy_fast (t->dst, h0->dst_address, 6);
     306          78 :               clib_memcpy_fast (t->raw, &h0->type, sizeof (t->raw));
     307             :             }
     308             : 
     309             :           /* verify speculative enqueue, maybe switch current next frame */
     310          78 :           vlib_validate_buffer_enqueue_x1 (vm, node, next_index,
     311             :                                            to_next, n_left_to_next,
     312             :                                            bi0, next0);
     313             :         }
     314             : 
     315          48 :       vlib_put_next_frame (vm, node, next_index, n_left_to_next);
     316             :     }
     317             : 
     318          48 :   return frame->n_vectors;
     319             : }
     320             : 
     321             : 
     322             : /* *INDENT-OFF* */
     323      183788 : VLIB_REGISTER_NODE (l2_invtr_node) = {
     324             :   .name = "l2-input-vtr",
     325             :   .vector_size = sizeof (u32),
     326             :   .format_trace = format_l2_invtr_trace,
     327             :   .type = VLIB_NODE_TYPE_INTERNAL,
     328             : 
     329             :   .n_errors = ARRAY_LEN(l2_invtr_error_strings),
     330             :   .error_strings = l2_invtr_error_strings,
     331             : 
     332             :   .n_next_nodes = L2_INVTR_N_NEXT,
     333             : 
     334             :   /* edit / add dispositions here */
     335             :   .next_nodes = {
     336             :        [L2_INVTR_NEXT_DROP]  = "error-drop",
     337             :   },
     338             : };
     339             : /* *INDENT-ON* */
     340             : 
     341             : #ifndef CLIB_MARCH_VARIANT
     342             : clib_error_t *
     343         575 : l2_invtr_init (vlib_main_t * vm)
     344             : {
     345         575 :   l2_invtr_main_t *mp = &l2_invtr_main;
     346             : 
     347         575 :   mp->vlib_main = vm;
     348         575 :   mp->vnet_main = vnet_get_main ();
     349             : 
     350             :   /* Initialize the feature next-node indexes */
     351         575 :   feat_bitmap_init_next_nodes (vm,
     352             :                                l2_invtr_node.index,
     353             :                                L2INPUT_N_FEAT,
     354             :                                l2input_get_feat_names (),
     355         575 :                                mp->feat_next_node_index);
     356             : 
     357         575 :   return 0;
     358             : }
     359             : 
     360       20735 : VLIB_INIT_FUNCTION (l2_invtr_init);
     361             : #endif /* CLIB_MARCH_VARIANT */
     362             : 
     363             : 
     364             : /*
     365             :  * fd.io coding-style-patch-verification: ON
     366             :  *
     367             :  * Local Variables:
     368             :  * eval: (c-set-style "gnu")
     369             :  * End:
     370             :  */

Generated by: LCOV version 1.14