647 lines
19 KiB
C
647 lines
19 KiB
C
|
// SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0
|
||
|
|
/* Copyright (c) 2018 Mellanox Technologies. All rights reserved */
|
||
|
|
|
||
|
|
#include <linux/kernel.h>
|
||
|
|
#include <linux/err.h>
|
||
|
|
#include <linux/errno.h>
|
||
|
|
#include <linux/gfp.h>
|
||
|
|
#include <linux/refcount.h>
|
||
|
|
#include <linux/rhashtable.h>
|
||
|
|
#define CREATE_TRACE_POINTS
|
||
|
|
#include <trace/events/mlxsw.h>
|
||
|
|
|
||
|
|
#include "reg.h"
|
||
|
|
#include "core.h"
|
||
|
|
#include "spectrum.h"
|
||
|
|
#include "spectrum_acl_tcam.h"
|
||
|
|
#include "core_acl_flex_keys.h"
|
||
|
|
|
||
|
|
#define MLXSW_SP_ACL_ATCAM_LKEY_ID_BLOCK_CLEAR_START 0
|
||
|
|
#define MLXSW_SP_ACL_ATCAM_LKEY_ID_BLOCK_CLEAR_END 5
|
||
|
|
|
||
|
|
struct mlxsw_sp_acl_atcam_lkey_id_ht_key {
|
||
|
|
char enc_key[MLXSW_REG_PTCEX_FLEX_KEY_BLOCKS_LEN]; /* MSB blocks */
|
||
|
|
u8 erp_id;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct mlxsw_sp_acl_atcam_lkey_id {
|
||
|
|
struct rhash_head ht_node;
|
||
|
|
struct mlxsw_sp_acl_atcam_lkey_id_ht_key ht_key;
|
||
|
|
refcount_t refcnt;
|
||
|
|
u32 id;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct mlxsw_sp_acl_atcam_region_ops {
|
||
|
|
int (*init)(struct mlxsw_sp_acl_atcam_region *aregion);
|
||
|
|
void (*fini)(struct mlxsw_sp_acl_atcam_region *aregion);
|
||
|
|
struct mlxsw_sp_acl_atcam_lkey_id *
|
||
|
|
(*lkey_id_get)(struct mlxsw_sp_acl_atcam_region *aregion,
|
||
|
|
char *enc_key, u8 erp_id);
|
||
|
|
void (*lkey_id_put)(struct mlxsw_sp_acl_atcam_region *aregion,
|
||
|
|
struct mlxsw_sp_acl_atcam_lkey_id *lkey_id);
|
||
|
|
};
|
||
|
|
|
||
|
|
struct mlxsw_sp_acl_atcam_region_generic {
|
||
|
|
struct mlxsw_sp_acl_atcam_lkey_id dummy_lkey_id;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct mlxsw_sp_acl_atcam_region_12kb {
|
||
|
|
struct rhashtable lkey_ht;
|
||
|
|
unsigned int max_lkey_id;
|
||
|
|
unsigned long *used_lkey_id;
|
||
|
|
};
|
||
|
|
|
||
|
|
static const struct rhashtable_params mlxsw_sp_acl_atcam_lkey_id_ht_params = {
|
||
|
|
.key_len = sizeof(struct mlxsw_sp_acl_atcam_lkey_id_ht_key),
|
||
|
|
.key_offset = offsetof(struct mlxsw_sp_acl_atcam_lkey_id, ht_key),
|
||
|
|
.head_offset = offsetof(struct mlxsw_sp_acl_atcam_lkey_id, ht_node),
|
||
|
|
};
|
||
|
|
|
||
|
|
static const struct rhashtable_params mlxsw_sp_acl_atcam_entries_ht_params = {
|
||
|
|
.key_len = sizeof(struct mlxsw_sp_acl_atcam_entry_ht_key),
|
||
|
|
.key_offset = offsetof(struct mlxsw_sp_acl_atcam_entry, ht_key),
|
||
|
|
.head_offset = offsetof(struct mlxsw_sp_acl_atcam_entry, ht_node),
|
||
|
|
};
|
||
|
|
|
||
|
|
static bool
|
||
|
|
mlxsw_sp_acl_atcam_is_centry(const struct mlxsw_sp_acl_atcam_entry *aentry)
|
||
|
|
{
|
||
|
|
return mlxsw_sp_acl_erp_mask_is_ctcam(aentry->erp_mask);
|
||
|
|
}
|
||
|
|
|
||
|
|
static int
|
||
|
|
mlxsw_sp_acl_atcam_region_generic_init(struct mlxsw_sp_acl_atcam_region *aregion)
|
||
|
|
{
|
||
|
|
struct mlxsw_sp_acl_atcam_region_generic *region_generic;
|
||
|
|
|
||
|
|
region_generic = kzalloc(sizeof(*region_generic), GFP_KERNEL);
|
||
|
|
if (!region_generic)
|
||
|
|
return -ENOMEM;
|
||
|
|
|
||
|
|
refcount_set(®ion_generic->dummy_lkey_id.refcnt, 1);
|
||
|
|
aregion->priv = region_generic;
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
static void
|
||
|
|
mlxsw_sp_acl_atcam_region_generic_fini(struct mlxsw_sp_acl_atcam_region *aregion)
|
||
|
|
{
|
||
|
|
kfree(aregion->priv);
|
||
|
|
}
|
||
|
|
|
||
|
|
static struct mlxsw_sp_acl_atcam_lkey_id *
|
||
|
|
mlxsw_sp_acl_atcam_generic_lkey_id_get(struct mlxsw_sp_acl_atcam_region *aregion,
|
||
|
|
char *enc_key, u8 erp_id)
|
||
|
|
{
|
||
|
|
struct mlxsw_sp_acl_atcam_region_generic *region_generic;
|
||
|
|
|
||
|
|
region_generic = aregion->priv;
|
||
|
|
return ®ion_generic->dummy_lkey_id;
|
||
|
|
}
|
||
|
|
|
||
|
|
static void
|
||
|
|
mlxsw_sp_acl_atcam_generic_lkey_id_put(struct mlxsw_sp_acl_atcam_region *aregion,
|
||
|
|
struct mlxsw_sp_acl_atcam_lkey_id *lkey_id)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
|
||
|
|
static const struct mlxsw_sp_acl_atcam_region_ops
|
||
|
|
mlxsw_sp_acl_atcam_region_generic_ops = {
|
||
|
|
.init = mlxsw_sp_acl_atcam_region_generic_init,
|
||
|
|
.fini = mlxsw_sp_acl_atcam_region_generic_fini,
|
||
|
|
.lkey_id_get = mlxsw_sp_acl_atcam_generic_lkey_id_get,
|
||
|
|
.lkey_id_put = mlxsw_sp_acl_atcam_generic_lkey_id_put,
|
||
|
|
};
|
||
|
|
|
||
|
|
static int
|
||
|
|
mlxsw_sp_acl_atcam_region_12kb_init(struct mlxsw_sp_acl_atcam_region *aregion)
|
||
|
|
{
|
||
|
|
struct mlxsw_sp *mlxsw_sp = aregion->region->mlxsw_sp;
|
||
|
|
struct mlxsw_sp_acl_atcam_region_12kb *region_12kb;
|
||
|
|
u64 max_lkey_id;
|
||
|
|
int err;
|
||
|
|
|
||
|
|
if (!MLXSW_CORE_RES_VALID(mlxsw_sp->core, ACL_MAX_LARGE_KEY_ID))
|
||
|
|
return -EIO;
|
||
|
|
|
||
|
|
max_lkey_id = MLXSW_CORE_RES_GET(mlxsw_sp->core, ACL_MAX_LARGE_KEY_ID);
|
||
|
|
region_12kb = kzalloc(sizeof(*region_12kb), GFP_KERNEL);
|
||
|
|
if (!region_12kb)
|
||
|
|
return -ENOMEM;
|
||
|
|
|
||
|
|
region_12kb->used_lkey_id = bitmap_zalloc(max_lkey_id, GFP_KERNEL);
|
||
|
|
if (!region_12kb->used_lkey_id) {
|
||
|
|
err = -ENOMEM;
|
||
|
|
goto err_used_lkey_id_alloc;
|
||
|
|
}
|
||
|
|
|
||
|
|
err = rhashtable_init(®ion_12kb->lkey_ht,
|
||
|
|
&mlxsw_sp_acl_atcam_lkey_id_ht_params);
|
||
|
|
if (err)
|
||
|
|
goto err_rhashtable_init;
|
||
|
|
|
||
|
|
region_12kb->max_lkey_id = max_lkey_id;
|
||
|
|
aregion->priv = region_12kb;
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
err_rhashtable_init:
|
||
|
|
bitmap_free(region_12kb->used_lkey_id);
|
||
|
|
err_used_lkey_id_alloc:
|
||
|
|
kfree(region_12kb);
|
||
|
|
return err;
|
||
|
|
}
|
||
|
|
|
||
|
|
static void
|
||
|
|
mlxsw_sp_acl_atcam_region_12kb_fini(struct mlxsw_sp_acl_atcam_region *aregion)
|
||
|
|
{
|
||
|
|
struct mlxsw_sp_acl_atcam_region_12kb *region_12kb = aregion->priv;
|
||
|
|
|
||
|
|
rhashtable_destroy(®ion_12kb->lkey_ht);
|
||
|
|
bitmap_free(region_12kb->used_lkey_id);
|
||
|
|
kfree(region_12kb);
|
||
|
|
}
|
||
|
|
|
||
|
|
static struct mlxsw_sp_acl_atcam_lkey_id *
|
||
|
|
mlxsw_sp_acl_atcam_lkey_id_create(struct mlxsw_sp_acl_atcam_region *aregion,
|
||
|
|
struct mlxsw_sp_acl_atcam_lkey_id_ht_key *ht_key)
|
||
|
|
{
|
||
|
|
struct mlxsw_sp_acl_atcam_region_12kb *region_12kb = aregion->priv;
|
||
|
|
struct mlxsw_sp_acl_atcam_lkey_id *lkey_id;
|
||
|
|
u32 id;
|
||
|
|
int err;
|
||
|
|
|
||
|
|
id = find_first_zero_bit(region_12kb->used_lkey_id,
|
||
|
|
region_12kb->max_lkey_id);
|
||
|
|
if (id < region_12kb->max_lkey_id)
|
||
|
|
__set_bit(id, region_12kb->used_lkey_id);
|
||
|
|
else
|
||
|
|
return ERR_PTR(-ENOBUFS);
|
||
|
|
|
||
|
|
lkey_id = kzalloc(sizeof(*lkey_id), GFP_KERNEL);
|
||
|
|
if (!lkey_id) {
|
||
|
|
err = -ENOMEM;
|
||
|
|
goto err_lkey_id_alloc;
|
||
|
|
}
|
||
|
|
|
||
|
|
lkey_id->id = id;
|
||
|
|
memcpy(&lkey_id->ht_key, ht_key, sizeof(*ht_key));
|
||
|
|
refcount_set(&lkey_id->refcnt, 1);
|
||
|
|
|
||
|
|
err = rhashtable_insert_fast(®ion_12kb->lkey_ht,
|
||
|
|
&lkey_id->ht_node,
|
||
|
|
mlxsw_sp_acl_atcam_lkey_id_ht_params);
|
||
|
|
if (err)
|
||
|
|
goto err_rhashtable_insert;
|
||
|
|
|
||
|
|
return lkey_id;
|
||
|
|
|
||
|
|
err_rhashtable_insert:
|
||
|
|
kfree(lkey_id);
|
||
|
|
err_lkey_id_alloc:
|
||
|
|
__clear_bit(id, region_12kb->used_lkey_id);
|
||
|
|
return ERR_PTR(err);
|
||
|
|
}
|
||
|
|
|
||
|
|
static void
|
||
|
|
mlxsw_sp_acl_atcam_lkey_id_destroy(struct mlxsw_sp_acl_atcam_region *aregion,
|
||
|
|
struct mlxsw_sp_acl_atcam_lkey_id *lkey_id)
|
||
|
|
{
|
||
|
|
struct mlxsw_sp_acl_atcam_region_12kb *region_12kb = aregion->priv;
|
||
|
|
u32 id = lkey_id->id;
|
||
|
|
|
||
|
|
rhashtable_remove_fast(®ion_12kb->lkey_ht, &lkey_id->ht_node,
|
||
|
|
mlxsw_sp_acl_atcam_lkey_id_ht_params);
|
||
|
|
kfree(lkey_id);
|
||
|
|
__clear_bit(id, region_12kb->used_lkey_id);
|
||
|
|
}
|
||
|
|
|
||
|
|
static struct mlxsw_sp_acl_atcam_lkey_id *
|
||
|
|
mlxsw_sp_acl_atcam_12kb_lkey_id_get(struct mlxsw_sp_acl_atcam_region *aregion,
|
||
|
|
char *enc_key, u8 erp_id)
|
||
|
|
{
|
||
|
|
struct mlxsw_sp_acl_atcam_region_12kb *region_12kb = aregion->priv;
|
||
|
|
struct mlxsw_sp_acl_tcam_region *region = aregion->region;
|
||
|
|
struct mlxsw_sp_acl_atcam_lkey_id_ht_key ht_key = {{ 0 } };
|
||
|
|
struct mlxsw_sp *mlxsw_sp = region->mlxsw_sp;
|
||
|
|
struct mlxsw_afk *afk = mlxsw_sp_acl_afk(mlxsw_sp->acl);
|
||
|
|
struct mlxsw_sp_acl_atcam_lkey_id *lkey_id;
|
||
|
|
|
||
|
|
memcpy(ht_key.enc_key, enc_key, sizeof(ht_key.enc_key));
|
||
|
|
mlxsw_afk_clear(afk, ht_key.enc_key,
|
||
|
|
MLXSW_SP_ACL_ATCAM_LKEY_ID_BLOCK_CLEAR_START,
|
||
|
|
MLXSW_SP_ACL_ATCAM_LKEY_ID_BLOCK_CLEAR_END);
|
||
|
|
ht_key.erp_id = erp_id;
|
||
|
|
lkey_id = rhashtable_lookup_fast(®ion_12kb->lkey_ht, &ht_key,
|
||
|
|
mlxsw_sp_acl_atcam_lkey_id_ht_params);
|
||
|
|
if (lkey_id) {
|
||
|
|
refcount_inc(&lkey_id->refcnt);
|
||
|
|
return lkey_id;
|
||
|
|
}
|
||
|
|
|
||
|
|
return mlxsw_sp_acl_atcam_lkey_id_create(aregion, &ht_key);
|
||
|
|
}
|
||
|
|
|
||
|
|
static void
|
||
|
|
mlxsw_sp_acl_atcam_12kb_lkey_id_put(struct mlxsw_sp_acl_atcam_region *aregion,
|
||
|
|
struct mlxsw_sp_acl_atcam_lkey_id *lkey_id)
|
||
|
|
{
|
||
|
|
if (refcount_dec_and_test(&lkey_id->refcnt))
|
||
|
|
mlxsw_sp_acl_atcam_lkey_id_destroy(aregion, lkey_id);
|
||
|
|
}
|
||
|
|
|
||
|
|
static const struct mlxsw_sp_acl_atcam_region_ops
|
||
|
|
mlxsw_sp_acl_atcam_region_12kb_ops = {
|
||
|
|
.init = mlxsw_sp_acl_atcam_region_12kb_init,
|
||
|
|
.fini = mlxsw_sp_acl_atcam_region_12kb_fini,
|
||
|
|
.lkey_id_get = mlxsw_sp_acl_atcam_12kb_lkey_id_get,
|
||
|
|
.lkey_id_put = mlxsw_sp_acl_atcam_12kb_lkey_id_put,
|
||
|
|
};
|
||
|
|
|
||
|
|
static const struct mlxsw_sp_acl_atcam_region_ops *
|
||
|
|
mlxsw_sp_acl_atcam_region_ops_arr[] = {
|
||
|
|
[MLXSW_SP_ACL_ATCAM_REGION_TYPE_2KB] =
|
||
|
|
&mlxsw_sp_acl_atcam_region_generic_ops,
|
||
|
|
[MLXSW_SP_ACL_ATCAM_REGION_TYPE_4KB] =
|
||
|
|
&mlxsw_sp_acl_atcam_region_generic_ops,
|
||
|
|
[MLXSW_SP_ACL_ATCAM_REGION_TYPE_8KB] =
|
||
|
|
&mlxsw_sp_acl_atcam_region_generic_ops,
|
||
|
|
[MLXSW_SP_ACL_ATCAM_REGION_TYPE_12KB] =
|
||
|
|
&mlxsw_sp_acl_atcam_region_12kb_ops,
|
||
|
|
};
|
||
|
|
|
||
|
|
int mlxsw_sp_acl_atcam_region_associate(struct mlxsw_sp *mlxsw_sp,
|
||
|
|
u16 region_id)
|
||
|
|
{
|
||
|
|
char perar_pl[MLXSW_REG_PERAR_LEN];
|
||
|
|
/* For now, just assume that every region has 12 key blocks */
|
||
|
|
u16 hw_region = region_id * 3;
|
||
|
|
u64 max_regions;
|
||
|
|
|
||
|
|
max_regions = MLXSW_CORE_RES_GET(mlxsw_sp->core, ACL_MAX_REGIONS);
|
||
|
|
if (hw_region >= max_regions)
|
||
|
|
return -ENOBUFS;
|
||
|
|
|
||
|
|
mlxsw_reg_perar_pack(perar_pl, region_id, hw_region);
|
||
|
|
return mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(perar), perar_pl);
|
||
|
|
}
|
||
|
|
|
||
|
|
static void
|
||
|
|
mlxsw_sp_acl_atcam_region_type_init(struct mlxsw_sp_acl_atcam_region *aregion)
|
||
|
|
{
|
||
|
|
struct mlxsw_sp_acl_tcam_region *region = aregion->region;
|
||
|
|
enum mlxsw_sp_acl_atcam_region_type region_type;
|
||
|
|
unsigned int blocks_count;
|
||
|
|
|
||
|
|
/* We already know the blocks count can not exceed the maximum
|
||
|
|
* blocks count.
|
||
|
|
*/
|
||
|
|
blocks_count = mlxsw_afk_key_info_blocks_count_get(region->key_info);
|
||
|
|
if (blocks_count <= 2)
|
||
|
|
region_type = MLXSW_SP_ACL_ATCAM_REGION_TYPE_2KB;
|
||
|
|
else if (blocks_count <= 4)
|
||
|
|
region_type = MLXSW_SP_ACL_ATCAM_REGION_TYPE_4KB;
|
||
|
|
else if (blocks_count <= 8)
|
||
|
|
region_type = MLXSW_SP_ACL_ATCAM_REGION_TYPE_8KB;
|
||
|
|
else
|
||
|
|
region_type = MLXSW_SP_ACL_ATCAM_REGION_TYPE_12KB;
|
||
|
|
|
||
|
|
aregion->type = region_type;
|
||
|
|
aregion->ops = mlxsw_sp_acl_atcam_region_ops_arr[region_type];
|
||
|
|
}
|
||
|
|
|
||
|
|
int
|
||
|
|
mlxsw_sp_acl_atcam_region_init(struct mlxsw_sp *mlxsw_sp,
|
||
|
|
struct mlxsw_sp_acl_atcam *atcam,
|
||
|
|
struct mlxsw_sp_acl_atcam_region *aregion,
|
||
|
|
struct mlxsw_sp_acl_tcam_region *region,
|
||
|
|
void *hints_priv,
|
||
|
|
const struct mlxsw_sp_acl_ctcam_region_ops *ops)
|
||
|
|
{
|
||
|
|
int err;
|
||
|
|
|
||
|
|
aregion->region = region;
|
||
|
|
aregion->atcam = atcam;
|
||
|
|
mlxsw_sp_acl_atcam_region_type_init(aregion);
|
||
|
|
INIT_LIST_HEAD(&aregion->entries_list);
|
||
|
|
|
||
|
|
err = rhashtable_init(&aregion->entries_ht,
|
||
|
|
&mlxsw_sp_acl_atcam_entries_ht_params);
|
||
|
|
if (err)
|
||
|
|
return err;
|
||
|
|
err = aregion->ops->init(aregion);
|
||
|
|
if (err)
|
||
|
|
goto err_ops_init;
|
||
|
|
err = mlxsw_sp_acl_erp_region_init(aregion, hints_priv);
|
||
|
|
if (err)
|
||
|
|
goto err_erp_region_init;
|
||
|
|
err = mlxsw_sp_acl_ctcam_region_init(mlxsw_sp, &aregion->cregion,
|
||
|
|
region, ops);
|
||
|
|
if (err)
|
||
|
|
goto err_ctcam_region_init;
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
err_ctcam_region_init:
|
||
|
|
mlxsw_sp_acl_erp_region_fini(aregion);
|
||
|
|
err_erp_region_init:
|
||
|
|
aregion->ops->fini(aregion);
|
||
|
|
err_ops_init:
|
||
|
|
rhashtable_destroy(&aregion->entries_ht);
|
||
|
|
return err;
|
||
|
|
}
|
||
|
|
|
||
|
|
void mlxsw_sp_acl_atcam_region_fini(struct mlxsw_sp_acl_atcam_region *aregion)
|
||
|
|
{
|
||
|
|
mlxsw_sp_acl_ctcam_region_fini(&aregion->cregion);
|
||
|
|
mlxsw_sp_acl_erp_region_fini(aregion);
|
||
|
|
aregion->ops->fini(aregion);
|
||
|
|
rhashtable_destroy(&aregion->entries_ht);
|
||
|
|
WARN_ON(!list_empty(&aregion->entries_list));
|
||
|
|
}
|
||
|
|
|
||
|
|
void mlxsw_sp_acl_atcam_chunk_init(struct mlxsw_sp_acl_atcam_region *aregion,
|
||
|
|
struct mlxsw_sp_acl_atcam_chunk *achunk,
|
||
|
|
unsigned int priority)
|
||
|
|
{
|
||
|
|
mlxsw_sp_acl_ctcam_chunk_init(&aregion->cregion, &achunk->cchunk,
|
||
|
|
priority);
|
||
|
|
}
|
||
|
|
|
||
|
|
void mlxsw_sp_acl_atcam_chunk_fini(struct mlxsw_sp_acl_atcam_chunk *achunk)
|
||
|
|
{
|
||
|
|
mlxsw_sp_acl_ctcam_chunk_fini(&achunk->cchunk);
|
||
|
|
}
|
||
|
|
|
||
|
|
static int
|
||
|
|
mlxsw_sp_acl_atcam_region_entry_insert(struct mlxsw_sp *mlxsw_sp,
|
||
|
|
struct mlxsw_sp_acl_atcam_region *aregion,
|
||
|
|
struct mlxsw_sp_acl_atcam_entry *aentry,
|
||
|
|
struct mlxsw_sp_acl_rule_info *rulei)
|
||
|
|
{
|
||
|
|
struct mlxsw_sp_acl_tcam_region *region = aregion->region;
|
||
|
|
u8 erp_id = mlxsw_sp_acl_erp_mask_erp_id(aentry->erp_mask);
|
||
|
|
struct mlxsw_sp_acl_atcam_lkey_id *lkey_id;
|
||
|
|
char ptce3_pl[MLXSW_REG_PTCE3_LEN];
|
||
|
|
u32 kvdl_index, priority;
|
||
|
|
int err;
|
||
|
|
|
||
|
|
err = mlxsw_sp_acl_tcam_priority_get(mlxsw_sp, rulei, &priority, true);
|
||
|
|
if (err)
|
||
|
|
return err;
|
||
|
|
|
||
|
|
lkey_id = aregion->ops->lkey_id_get(aregion, aentry->enc_key, erp_id);
|
||
|
|
if (IS_ERR(lkey_id))
|
||
|
|
return PTR_ERR(lkey_id);
|
||
|
|
aentry->lkey_id = lkey_id;
|
||
|
|
|
||
|
|
kvdl_index = mlxsw_afa_block_first_kvdl_index(rulei->act_block);
|
||
|
|
mlxsw_reg_ptce3_pack(ptce3_pl, true, MLXSW_REG_PTCE3_OP_WRITE_WRITE,
|
||
|
|
priority, region->tcam_region_info,
|
||
|
|
aentry->enc_key, erp_id,
|
||
|
|
aentry->delta_info.start,
|
||
|
|
aentry->delta_info.mask,
|
||
|
|
aentry->delta_info.value,
|
||
|
|
refcount_read(&lkey_id->refcnt) != 1, lkey_id->id,
|
||
|
|
kvdl_index);
|
||
|
|
err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(ptce3), ptce3_pl);
|
||
|
|
if (err)
|
||
|
|
goto err_ptce3_write;
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
err_ptce3_write:
|
||
|
|
aregion->ops->lkey_id_put(aregion, lkey_id);
|
||
|
|
return err;
|
||
|
|
}
|
||
|
|
|
||
|
|
static void
|
||
|
|
mlxsw_sp_acl_atcam_region_entry_remove(struct mlxsw_sp *mlxsw_sp,
|
||
|
|
struct mlxsw_sp_acl_atcam_region *aregion,
|
||
|
|
struct mlxsw_sp_acl_atcam_entry *aentry)
|
||
|
|
{
|
||
|
|
struct mlxsw_sp_acl_atcam_lkey_id *lkey_id = aentry->lkey_id;
|
||
|
|
struct mlxsw_sp_acl_tcam_region *region = aregion->region;
|
||
|
|
u8 erp_id = mlxsw_sp_acl_erp_mask_erp_id(aentry->erp_mask);
|
||
|
|
char ptce3_pl[MLXSW_REG_PTCE3_LEN];
|
||
|
|
|
||
|
|
mlxsw_reg_ptce3_pack(ptce3_pl, false, MLXSW_REG_PTCE3_OP_WRITE_WRITE, 0,
|
||
|
|
region->tcam_region_info,
|
||
|
|
aentry->enc_key, erp_id,
|
||
|
|
aentry->delta_info.start,
|
||
|
|
aentry->delta_info.mask,
|
||
|
|
aentry->delta_info.value,
|
||
|
|
refcount_read(&lkey_id->refcnt) != 1,
|
||
|
|
lkey_id->id, 0);
|
||
|
|
mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(ptce3), ptce3_pl);
|
||
|
|
aregion->ops->lkey_id_put(aregion, lkey_id);
|
||
|
|
}
|
||
|
|
|
||
|
|
static int
|
||
|
|
mlxsw_sp_acl_atcam_region_entry_action_replace(struct mlxsw_sp *mlxsw_sp,
|
||
|
|
struct mlxsw_sp_acl_atcam_region *aregion,
|
||
|
|
struct mlxsw_sp_acl_atcam_entry *aentry,
|
||
|
|
struct mlxsw_sp_acl_rule_info *rulei)
|
||
|
|
{
|
||
|
|
struct mlxsw_sp_acl_atcam_lkey_id *lkey_id = aentry->lkey_id;
|
||
|
|
u8 erp_id = mlxsw_sp_acl_erp_mask_erp_id(aentry->erp_mask);
|
||
|
|
struct mlxsw_sp_acl_tcam_region *region = aregion->region;
|
||
|
|
char ptce3_pl[MLXSW_REG_PTCE3_LEN];
|
||
|
|
u32 kvdl_index, priority;
|
||
|
|
int err;
|
||
|
|
|
||
|
|
err = mlxsw_sp_acl_tcam_priority_get(mlxsw_sp, rulei, &priority, true);
|
||
|
|
if (err)
|
||
|
|
return err;
|
||
|
|
kvdl_index = mlxsw_afa_block_first_kvdl_index(rulei->act_block);
|
||
|
|
mlxsw_reg_ptce3_pack(ptce3_pl, true, MLXSW_REG_PTCE3_OP_WRITE_UPDATE,
|
||
|
|
priority, region->tcam_region_info,
|
||
|
|
aentry->enc_key, erp_id,
|
||
|
|
aentry->delta_info.start,
|
||
|
|
aentry->delta_info.mask,
|
||
|
|
aentry->delta_info.value,
|
||
|
|
refcount_read(&lkey_id->refcnt) != 1, lkey_id->id,
|
||
|
|
kvdl_index);
|
||
|
|
return mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(ptce3), ptce3_pl);
|
||
|
|
}
|
||
|
|
|
||
|
|
static int
|
||
|
|
__mlxsw_sp_acl_atcam_entry_add(struct mlxsw_sp *mlxsw_sp,
|
||
|
|
struct mlxsw_sp_acl_atcam_region *aregion,
|
||
|
|
struct mlxsw_sp_acl_atcam_entry *aentry,
|
||
|
|
struct mlxsw_sp_acl_rule_info *rulei)
|
||
|
|
{
|
||
|
|
struct mlxsw_sp_acl_tcam_region *region = aregion->region;
|
||
|
|
char mask[MLXSW_REG_PTCEX_FLEX_KEY_BLOCKS_LEN] = { 0 };
|
||
|
|
struct mlxsw_afk *afk = mlxsw_sp_acl_afk(mlxsw_sp->acl);
|
||
|
|
const struct mlxsw_sp_acl_erp_delta *delta;
|
||
|
|
struct mlxsw_sp_acl_erp_mask *erp_mask;
|
||
|
|
int err;
|
||
|
|
|
||
|
|
mlxsw_afk_encode(afk, region->key_info, &rulei->values,
|
||
|
|
aentry->ht_key.full_enc_key, mask);
|
||
|
|
|
||
|
|
erp_mask = mlxsw_sp_acl_erp_mask_get(aregion, mask, false);
|
||
|
|
if (IS_ERR(erp_mask))
|
||
|
|
return PTR_ERR(erp_mask);
|
||
|
|
aentry->erp_mask = erp_mask;
|
||
|
|
aentry->ht_key.erp_id = mlxsw_sp_acl_erp_mask_erp_id(erp_mask);
|
||
|
|
memcpy(aentry->enc_key, aentry->ht_key.full_enc_key,
|
||
|
|
sizeof(aentry->enc_key));
|
||
|
|
|
||
|
|
/* Compute all needed delta information and clear the delta bits
|
||
|
|
* from the encrypted key.
|
||
|
|
*/
|
||
|
|
delta = mlxsw_sp_acl_erp_delta(aentry->erp_mask);
|
||
|
|
aentry->delta_info.start = mlxsw_sp_acl_erp_delta_start(delta);
|
||
|
|
aentry->delta_info.mask = mlxsw_sp_acl_erp_delta_mask(delta);
|
||
|
|
aentry->delta_info.value =
|
||
|
|
mlxsw_sp_acl_erp_delta_value(delta,
|
||
|
|
aentry->ht_key.full_enc_key);
|
||
|
|
mlxsw_sp_acl_erp_delta_clear(delta, aentry->enc_key);
|
||
|
|
|
||
|
|
/* Add rule to the list of A-TCAM rules, assuming this
|
||
|
|
* rule is intended to A-TCAM. In case this rule does
|
||
|
|
* not fit into A-TCAM it will be removed from the list.
|
||
|
|
*/
|
||
|
|
list_add(&aentry->list, &aregion->entries_list);
|
||
|
|
|
||
|
|
/* We can't insert identical rules into the A-TCAM, so fail and
|
||
|
|
* let the rule spill into C-TCAM
|
||
|
|
*/
|
||
|
|
err = rhashtable_lookup_insert_fast(&aregion->entries_ht,
|
||
|
|
&aentry->ht_node,
|
||
|
|
mlxsw_sp_acl_atcam_entries_ht_params);
|
||
|
|
if (err)
|
||
|
|
goto err_rhashtable_insert;
|
||
|
|
|
||
|
|
/* Bloom filter must be updated here, before inserting the rule into
|
||
|
|
* the A-TCAM.
|
||
|
|
*/
|
||
|
|
err = mlxsw_sp_acl_erp_bf_insert(mlxsw_sp, aregion, erp_mask, aentry);
|
||
|
|
if (err)
|
||
|
|
goto err_bf_insert;
|
||
|
|
|
||
|
|
err = mlxsw_sp_acl_atcam_region_entry_insert(mlxsw_sp, aregion, aentry,
|
||
|
|
rulei);
|
||
|
|
if (err)
|
||
|
|
goto err_rule_insert;
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
err_rule_insert:
|
||
|
|
mlxsw_sp_acl_erp_bf_remove(mlxsw_sp, aregion, erp_mask, aentry);
|
||
|
|
err_bf_insert:
|
||
|
|
rhashtable_remove_fast(&aregion->entries_ht, &aentry->ht_node,
|
||
|
|
mlxsw_sp_acl_atcam_entries_ht_params);
|
||
|
|
err_rhashtable_insert:
|
||
|
|
list_del(&aentry->list);
|
||
|
|
mlxsw_sp_acl_erp_mask_put(aregion, erp_mask);
|
||
|
|
return err;
|
||
|
|
}
|
||
|
|
|
||
|
|
static void
|
||
|
|
__mlxsw_sp_acl_atcam_entry_del(struct mlxsw_sp *mlxsw_sp,
|
||
|
|
struct mlxsw_sp_acl_atcam_region *aregion,
|
||
|
|
struct mlxsw_sp_acl_atcam_entry *aentry)
|
||
|
|
{
|
||
|
|
mlxsw_sp_acl_atcam_region_entry_remove(mlxsw_sp, aregion, aentry);
|
||
|
|
mlxsw_sp_acl_erp_bf_remove(mlxsw_sp, aregion, aentry->erp_mask, aentry);
|
||
|
|
rhashtable_remove_fast(&aregion->entries_ht, &aentry->ht_node,
|
||
|
|
mlxsw_sp_acl_atcam_entries_ht_params);
|
||
|
|
list_del(&aentry->list);
|
||
|
|
mlxsw_sp_acl_erp_mask_put(aregion, aentry->erp_mask);
|
||
|
|
}
|
||
|
|
|
||
|
|
static int
|
||
|
|
__mlxsw_sp_acl_atcam_entry_action_replace(struct mlxsw_sp *mlxsw_sp,
|
||
|
|
struct mlxsw_sp_acl_atcam_region *aregion,
|
||
|
|
struct mlxsw_sp_acl_atcam_entry *aentry,
|
||
|
|
struct mlxsw_sp_acl_rule_info *rulei)
|
||
|
|
{
|
||
|
|
return mlxsw_sp_acl_atcam_region_entry_action_replace(mlxsw_sp, aregion,
|
||
|
|
aentry, rulei);
|
||
|
|
}
|
||
|
|
|
||
|
|
int mlxsw_sp_acl_atcam_entry_add(struct mlxsw_sp *mlxsw_sp,
|
||
|
|
struct mlxsw_sp_acl_atcam_region *aregion,
|
||
|
|
struct mlxsw_sp_acl_atcam_chunk *achunk,
|
||
|
|
struct mlxsw_sp_acl_atcam_entry *aentry,
|
||
|
|
struct mlxsw_sp_acl_rule_info *rulei)
|
||
|
|
{
|
||
|
|
int err;
|
||
|
|
|
||
|
|
err = __mlxsw_sp_acl_atcam_entry_add(mlxsw_sp, aregion, aentry, rulei);
|
||
|
|
if (!err)
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
/* It is possible we failed to add the rule to the A-TCAM due to
|
||
|
|
* exceeded number of masks. Try to spill into C-TCAM.
|
||
|
|
*/
|
||
|
|
trace_mlxsw_sp_acl_atcam_entry_add_ctcam_spill(mlxsw_sp, aregion);
|
||
|
|
err = mlxsw_sp_acl_ctcam_entry_add(mlxsw_sp, &aregion->cregion,
|
||
|
|
&achunk->cchunk, &aentry->centry,
|
||
|
|
rulei, true);
|
||
|
|
if (!err)
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
return err;
|
||
|
|
}
|
||
|
|
|
||
|
|
void mlxsw_sp_acl_atcam_entry_del(struct mlxsw_sp *mlxsw_sp,
|
||
|
|
struct mlxsw_sp_acl_atcam_region *aregion,
|
||
|
|
struct mlxsw_sp_acl_atcam_chunk *achunk,
|
||
|
|
struct mlxsw_sp_acl_atcam_entry *aentry)
|
||
|
|
{
|
||
|
|
if (mlxsw_sp_acl_atcam_is_centry(aentry))
|
||
|
|
mlxsw_sp_acl_ctcam_entry_del(mlxsw_sp, &aregion->cregion,
|
||
|
|
&achunk->cchunk, &aentry->centry);
|
||
|
|
else
|
||
|
|
__mlxsw_sp_acl_atcam_entry_del(mlxsw_sp, aregion, aentry);
|
||
|
|
}
|
||
|
|
|
||
|
|
int
|
||
|
|
mlxsw_sp_acl_atcam_entry_action_replace(struct mlxsw_sp *mlxsw_sp,
|
||
|
|
struct mlxsw_sp_acl_atcam_region *aregion,
|
||
|
|
struct mlxsw_sp_acl_atcam_entry *aentry,
|
||
|
|
struct mlxsw_sp_acl_rule_info *rulei)
|
||
|
|
{
|
||
|
|
int err;
|
||
|
|
|
||
|
|
if (mlxsw_sp_acl_atcam_is_centry(aentry))
|
||
|
|
err = mlxsw_sp_acl_ctcam_entry_action_replace(mlxsw_sp,
|
||
|
|
&aregion->cregion,
|
||
|
|
&aentry->centry,
|
||
|
|
rulei);
|
||
|
|
else
|
||
|
|
err = __mlxsw_sp_acl_atcam_entry_action_replace(mlxsw_sp,
|
||
|
|
aregion, aentry,
|
||
|
|
rulei);
|
||
|
|
|
||
|
|
return err;
|
||
|
|
}
|
||
|
|
|
||
|
|
int mlxsw_sp_acl_atcam_init(struct mlxsw_sp *mlxsw_sp,
|
||
|
|
struct mlxsw_sp_acl_atcam *atcam)
|
||
|
|
{
|
||
|
|
return mlxsw_sp_acl_erps_init(mlxsw_sp, atcam);
|
||
|
|
}
|
||
|
|
|
||
|
|
void mlxsw_sp_acl_atcam_fini(struct mlxsw_sp *mlxsw_sp,
|
||
|
|
struct mlxsw_sp_acl_atcam *atcam)
|
||
|
|
{
|
||
|
|
mlxsw_sp_acl_erps_fini(mlxsw_sp, atcam);
|
||
|
|
}
|
||
|
|
|
||
|
|
void *
|
||
|
|
mlxsw_sp_acl_atcam_rehash_hints_get(struct mlxsw_sp_acl_atcam_region *aregion)
|
||
|
|
{
|
||
|
|
return mlxsw_sp_acl_erp_rehash_hints_get(aregion);
|
||
|
|
}
|
||
|
|
|
||
|
|
void mlxsw_sp_acl_atcam_rehash_hints_put(void *hints_priv)
|
||
|
|
{
|
||
|
|
mlxsw_sp_acl_erp_rehash_hints_put(hints_priv);
|
||
|
|
}
|