Line data    Source code

       1             : /*
       2             :  * Copyright (c) 2016 Cisco and/or its affiliates.
       3             :  * Licensed under the Apache License, Version 2.0 (the "License");
       4             :  * you may not use this file except in compliance with the License.
       5             :  * You may obtain a copy of the License at:
       6             :  *
       7             :  *     http://www.apache.org/licenses/LICENSE-2.0
       8             :  *
       9             :  * Unless required by applicable law or agreed to in writing, software
      10             :  * distributed under the License is distributed on an "AS IS" BASIS,
      11             :  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
      12             :  * See the License for the specific language governing permissions and
      13             :  * limitations under the License.
      14             :  */
      15             : 
      16             : #undef BIHASH_TYPE
      17             : #undef BIHASH_KVP_PER_PAGE
      18             : #undef BIHASH_32_64_SVM
      19             : #undef BIHASH_ENABLE_STATS
      20             : #undef BIHASH_KVP_AT_BUCKET_LEVEL
      21             : #undef BIHASH_LAZY_INSTANTIATE
      22             : #undef BIHASH_BUCKET_PREFETCH_CACHE_LINES
      23             : #undef BIHASH_USE_HEAP
      24             : 
      25             : #define BIHASH_TYPE                        _40_56
      26             : #define BIHASH_KVP_PER_PAGE 2
      27             : #define BIHASH_KVP_AT_BUCKET_LEVEL 1
      28             : #define BIHASH_LAZY_INSTANTIATE 1
      29             : #define BIHASH_BUCKET_PREFETCH_CACHE_LINES 2
      30             : #define BIHASH_USE_HEAP                    1
      31             : 
      32             : #ifndef __included_bihash_40_56_h__
      33             : #define __included_bihash_40_56_h__
      34             : 
      35             : #include <vppinfra/crc32.h>
      36             : #include <vppinfra/heap.h>
      37             : #include <vppinfra/format.h>
      38             : #include <vppinfra/pool.h>
      39             : #include <vppinfra/xxhash.h>
      40             : 
      41             : typedef struct
      42             : {
      43             :   u64 key[5];
      44             :   u64 value[7];
      45             : } clib_bihash_kv_40_56_t;
      46             : 
      47             : static inline void
      48         476 : clib_bihash_mark_free_40_56 (clib_bihash_kv_40_56_t *v)
      49             : {
      50         476 :   v->value[0] = 0xFEEDFACE8BADF00DULL;
      51         476 : }
      52             : 
      53             : static inline int
      54        6704 : clib_bihash_is_free_40_56 (const clib_bihash_kv_40_56_t *v)
      55             : {
      56        6704 :   if (v->value[0] == 0xFEEDFACE8BADF00DULL)
      57        1098 :     return 1;
      58        5606 :   return 0;
      59             : }
      60             : 
      61             : static inline u64
      62        7762 : clib_bihash_hash_40_56 (const clib_bihash_kv_40_56_t *v)
      63             : {
      64             : #ifdef clib_crc32c_uses_intrinsics
      65        7762 :   return clib_crc32c ((u8 *) v->key, 40);
      66             : #else
      67             :   u64 tmp = v->key[0] ^ v->key[1] ^ v->key[2] ^ v->key[3] ^ v->key[4];
      68             :   return clib_xxhash (tmp);
      69             : #endif
      70             : }
      71             : 
      72             : static inline u8 *
      73           0 : format_bihash_kvp_40_56 (u8 *s, va_list *args)
      74             : {
      75           0 :   clib_bihash_kv_40_56_t *v = va_arg (*args, clib_bihash_kv_40_56_t *);
      76             : 
      77           0 :   s = format (s,
      78             :               "key %llu %llu %llu %llu %llu"
      79             :               "value %llu %llu %llu %llu %llu %llu %llu",
      80             :               v->key[0], v->key[1], v->key[2], v->key[3], v->key[4],
      81             :               v->value[0], v->value[1], v->value[2], v->value[3], v->value[4],
      82             :               v->value[5], v->value[6]);
      83           0 :   return s;
      84             : }
      85             : 
      86             : static inline int
      87        6037 : clib_bihash_key_compare_40_56 (u64 *a, u64 *b)
      88             : {
      89             : #if defined (CLIB_HAVE_VEC512)
      90             :   u64x8 v;
      91             :   v = u64x8_load_unaligned (a) ^ u64x8_load_unaligned (b);
      92             :   return (u64x8_is_zero_mask (v) & 0x1f) == 0;
      93             : #elif defined (CLIB_HAVE_VEC256)
      94             :   u64x4 v = { a[4] ^ b[4], 0, 0, 0 };
      95             :   v |= u64x4_load_unaligned (a) ^ u64x4_load_unaligned (b);
      96             :   return u64x4_is_all_zero (v);
      97             : #elif defined(CLIB_HAVE_VEC128) && defined(CLIB_HAVE_VEC128_UNALIGNED_LOAD_STORE)
      98        6037 :   u64x2 v = { a[4] ^ b[4], 0 };
      99        6037 :   v |= u64x2_load_unaligned (a) ^ u64x2_load_unaligned (b);
     100        6037 :   v |= u64x2_load_unaligned (a + 2) ^ u64x2_load_unaligned (b + 2);
     101        6037 :   return u64x2_is_all_zero (v);
     102             : #else
     103             :   return ((a[0] ^ b[0]) | (a[1] ^ b[1]) | (a[2] ^ b[2]) | (a[3] ^ b[3])
     104             :           | (a[4] ^ b[4])) == 0;
     105             : #endif
     106             : }
     107             : 
     108             : #undef __included_bihash_template_h__
     109             : #include <vppinfra/bihash_template.h>
     110             : 
     111             : typedef clib_bihash_kv_40_56_t cnat_bihash_kv_t;
     112             : typedef clib_bihash_40_56_t cnat_bihash_t;
     113             : 
     114             : #define cnat_bihash_search_i2_hash  clib_bihash_search_inline_2_with_hash_40_56
     115             : #define cnat_bihash_search_i2       clib_bihash_search_inline_2_40_56
     116             : #define cnat_bihash_add_del         clib_bihash_add_del_40_56
     117             : #define cnat_bihash_hash            clib_bihash_hash_40_56
     118             : #define cnat_bihash_prefetch_bucket clib_bihash_prefetch_bucket_40_56
     119             : #define cnat_bihash_prefetch_data   clib_bihash_prefetch_data_40_56
     120             : 
     121             : #endif /* __included_bihash_40_56_h__ */
     122             : 
     123             : /*
     124             :  * fd.io coding-style-patch-verification: ON
     125             :  *
     126             :  * Local Variables:
     127             :  * eval: (c-set-style "gnu")
     128             :  * End:
     129             :  */