1 // SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0
2 /* Copyright (c) 2017-2018 Mellanox Technologies. All rights reserved */
4 #include <linux/kernel.h>
5 #include <linux/slab.h>
6 #include <linux/errno.h>
7 #include <linux/list.h>
8 #include <linux/string.h>
9 #include <linux/rhashtable.h>
10 #include <linux/netdevice.h>
11 #include <net/net_namespace.h>
12 #include <net/tc_act/tc_vlan.h>
16 #include "resources.h"
18 #include "core_acl_flex_keys.h"
19 #include "core_acl_flex_actions.h"
20 #include "spectrum_acl_tcam.h"
23 struct mlxsw_sp *mlxsw_sp;
24 struct mlxsw_afk *afk;
25 struct mlxsw_sp_fid *dummy_fid;
26 struct rhashtable ruleset_ht;
27 struct list_head rules;
29 struct delayed_work dw;
30 unsigned long interval; /* ms */
31 #define MLXSW_SP_ACL_RULE_ACTIVITY_UPDATE_PERIOD_MS 1000
32 } rule_activity_update;
33 struct mlxsw_sp_acl_tcam tcam;
36 struct mlxsw_afk *mlxsw_sp_acl_afk(struct mlxsw_sp_acl *acl)
41 struct mlxsw_sp_acl_block_binding {
42 struct list_head list;
43 struct net_device *dev;
44 struct mlxsw_sp_port *mlxsw_sp_port;
48 struct mlxsw_sp_acl_block {
49 struct list_head binding_list;
50 struct mlxsw_sp_acl_ruleset *ruleset_zero;
51 struct mlxsw_sp *mlxsw_sp;
52 unsigned int rule_count;
53 unsigned int disable_count;
56 struct mlxsw_sp_acl_ruleset_ht_key {
57 struct mlxsw_sp_acl_block *block;
59 const struct mlxsw_sp_acl_profile_ops *ops;
62 struct mlxsw_sp_acl_ruleset {
63 struct rhash_head ht_node; /* Member of acl HT */
64 struct mlxsw_sp_acl_ruleset_ht_key ht_key;
65 struct rhashtable rule_ht;
66 unsigned int ref_count;
67 unsigned long priv[0];
68 /* priv has to be always the last item */
71 struct mlxsw_sp_acl_rule {
72 struct rhash_head ht_node; /* Member of rule HT */
73 struct list_head list;
74 unsigned long cookie; /* HT key */
75 struct mlxsw_sp_acl_ruleset *ruleset;
76 struct mlxsw_sp_acl_rule_info *rulei;
80 unsigned long priv[0];
81 /* priv has to be always the last item */
84 static const struct rhashtable_params mlxsw_sp_acl_ruleset_ht_params = {
85 .key_len = sizeof(struct mlxsw_sp_acl_ruleset_ht_key),
86 .key_offset = offsetof(struct mlxsw_sp_acl_ruleset, ht_key),
87 .head_offset = offsetof(struct mlxsw_sp_acl_ruleset, ht_node),
88 .automatic_shrinking = true,
91 static const struct rhashtable_params mlxsw_sp_acl_rule_ht_params = {
92 .key_len = sizeof(unsigned long),
93 .key_offset = offsetof(struct mlxsw_sp_acl_rule, cookie),
94 .head_offset = offsetof(struct mlxsw_sp_acl_rule, ht_node),
95 .automatic_shrinking = true,
98 struct mlxsw_sp_fid *mlxsw_sp_acl_dummy_fid(struct mlxsw_sp *mlxsw_sp)
100 return mlxsw_sp->acl->dummy_fid;
103 struct mlxsw_sp *mlxsw_sp_acl_block_mlxsw_sp(struct mlxsw_sp_acl_block *block)
105 return block->mlxsw_sp;
108 unsigned int mlxsw_sp_acl_block_rule_count(struct mlxsw_sp_acl_block *block)
110 return block ? block->rule_count : 0;
113 void mlxsw_sp_acl_block_disable_inc(struct mlxsw_sp_acl_block *block)
116 block->disable_count++;
119 void mlxsw_sp_acl_block_disable_dec(struct mlxsw_sp_acl_block *block)
122 block->disable_count--;
125 bool mlxsw_sp_acl_block_disabled(struct mlxsw_sp_acl_block *block)
127 return block->disable_count;
130 bool mlxsw_sp_acl_block_is_egress_bound(struct mlxsw_sp_acl_block *block)
132 struct mlxsw_sp_acl_block_binding *binding;
134 list_for_each_entry(binding, &block->binding_list, list) {
135 if (!binding->ingress)
142 mlxsw_sp_acl_ruleset_is_singular(const struct mlxsw_sp_acl_ruleset *ruleset)
144 /* We hold a reference on ruleset ourselves */
145 return ruleset->ref_count == 2;
149 mlxsw_sp_acl_ruleset_bind(struct mlxsw_sp *mlxsw_sp,
150 struct mlxsw_sp_acl_block *block,
151 struct mlxsw_sp_acl_block_binding *binding)
153 struct mlxsw_sp_acl_ruleset *ruleset = block->ruleset_zero;
154 const struct mlxsw_sp_acl_profile_ops *ops = ruleset->ht_key.ops;
156 return ops->ruleset_bind(mlxsw_sp, ruleset->priv,
157 binding->mlxsw_sp_port, binding->ingress);
161 mlxsw_sp_acl_ruleset_unbind(struct mlxsw_sp *mlxsw_sp,
162 struct mlxsw_sp_acl_block *block,
163 struct mlxsw_sp_acl_block_binding *binding)
165 struct mlxsw_sp_acl_ruleset *ruleset = block->ruleset_zero;
166 const struct mlxsw_sp_acl_profile_ops *ops = ruleset->ht_key.ops;
168 ops->ruleset_unbind(mlxsw_sp, ruleset->priv,
169 binding->mlxsw_sp_port, binding->ingress);
172 static bool mlxsw_sp_acl_ruleset_block_bound(struct mlxsw_sp_acl_block *block)
174 return block->ruleset_zero;
178 mlxsw_sp_acl_ruleset_block_bind(struct mlxsw_sp *mlxsw_sp,
179 struct mlxsw_sp_acl_ruleset *ruleset,
180 struct mlxsw_sp_acl_block *block)
182 struct mlxsw_sp_acl_block_binding *binding;
185 block->ruleset_zero = ruleset;
186 list_for_each_entry(binding, &block->binding_list, list) {
187 err = mlxsw_sp_acl_ruleset_bind(mlxsw_sp, block, binding);
194 list_for_each_entry_continue_reverse(binding, &block->binding_list,
196 mlxsw_sp_acl_ruleset_unbind(mlxsw_sp, block, binding);
197 block->ruleset_zero = NULL;
203 mlxsw_sp_acl_ruleset_block_unbind(struct mlxsw_sp *mlxsw_sp,
204 struct mlxsw_sp_acl_ruleset *ruleset,
205 struct mlxsw_sp_acl_block *block)
207 struct mlxsw_sp_acl_block_binding *binding;
209 list_for_each_entry(binding, &block->binding_list, list)
210 mlxsw_sp_acl_ruleset_unbind(mlxsw_sp, block, binding);
211 block->ruleset_zero = NULL;
214 struct mlxsw_sp_acl_block *mlxsw_sp_acl_block_create(struct mlxsw_sp *mlxsw_sp,
217 struct mlxsw_sp_acl_block *block;
219 block = kzalloc(sizeof(*block), GFP_KERNEL);
222 INIT_LIST_HEAD(&block->binding_list);
223 block->mlxsw_sp = mlxsw_sp;
227 void mlxsw_sp_acl_block_destroy(struct mlxsw_sp_acl_block *block)
229 WARN_ON(!list_empty(&block->binding_list));
233 static struct mlxsw_sp_acl_block_binding *
234 mlxsw_sp_acl_block_lookup(struct mlxsw_sp_acl_block *block,
235 struct mlxsw_sp_port *mlxsw_sp_port, bool ingress)
237 struct mlxsw_sp_acl_block_binding *binding;
239 list_for_each_entry(binding, &block->binding_list, list)
240 if (binding->mlxsw_sp_port == mlxsw_sp_port &&
241 binding->ingress == ingress)
246 int mlxsw_sp_acl_block_bind(struct mlxsw_sp *mlxsw_sp,
247 struct mlxsw_sp_acl_block *block,
248 struct mlxsw_sp_port *mlxsw_sp_port,
251 struct mlxsw_sp_acl_block_binding *binding;
254 if (WARN_ON(mlxsw_sp_acl_block_lookup(block, mlxsw_sp_port, ingress)))
257 binding = kzalloc(sizeof(*binding), GFP_KERNEL);
260 binding->mlxsw_sp_port = mlxsw_sp_port;
261 binding->ingress = ingress;
263 if (mlxsw_sp_acl_ruleset_block_bound(block)) {
264 err = mlxsw_sp_acl_ruleset_bind(mlxsw_sp, block, binding);
266 goto err_ruleset_bind;
269 list_add(&binding->list, &block->binding_list);
277 int mlxsw_sp_acl_block_unbind(struct mlxsw_sp *mlxsw_sp,
278 struct mlxsw_sp_acl_block *block,
279 struct mlxsw_sp_port *mlxsw_sp_port,
282 struct mlxsw_sp_acl_block_binding *binding;
284 binding = mlxsw_sp_acl_block_lookup(block, mlxsw_sp_port, ingress);
288 list_del(&binding->list);
290 if (mlxsw_sp_acl_ruleset_block_bound(block))
291 mlxsw_sp_acl_ruleset_unbind(mlxsw_sp, block, binding);
297 static struct mlxsw_sp_acl_ruleset *
298 mlxsw_sp_acl_ruleset_create(struct mlxsw_sp *mlxsw_sp,
299 struct mlxsw_sp_acl_block *block, u32 chain_index,
300 const struct mlxsw_sp_acl_profile_ops *ops,
301 struct mlxsw_afk_element_usage *tmplt_elusage)
303 struct mlxsw_sp_acl *acl = mlxsw_sp->acl;
304 struct mlxsw_sp_acl_ruleset *ruleset;
308 alloc_size = sizeof(*ruleset) + ops->ruleset_priv_size;
309 ruleset = kzalloc(alloc_size, GFP_KERNEL);
311 return ERR_PTR(-ENOMEM);
312 ruleset->ref_count = 1;
313 ruleset->ht_key.block = block;
314 ruleset->ht_key.chain_index = chain_index;
315 ruleset->ht_key.ops = ops;
317 err = rhashtable_init(&ruleset->rule_ht, &mlxsw_sp_acl_rule_ht_params);
319 goto err_rhashtable_init;
321 err = ops->ruleset_add(mlxsw_sp, &acl->tcam, ruleset->priv,
324 goto err_ops_ruleset_add;
326 err = rhashtable_insert_fast(&acl->ruleset_ht, &ruleset->ht_node,
327 mlxsw_sp_acl_ruleset_ht_params);
334 ops->ruleset_del(mlxsw_sp, ruleset->priv);
336 rhashtable_destroy(&ruleset->rule_ht);
342 static void mlxsw_sp_acl_ruleset_destroy(struct mlxsw_sp *mlxsw_sp,
343 struct mlxsw_sp_acl_ruleset *ruleset)
345 const struct mlxsw_sp_acl_profile_ops *ops = ruleset->ht_key.ops;
346 struct mlxsw_sp_acl *acl = mlxsw_sp->acl;
348 rhashtable_remove_fast(&acl->ruleset_ht, &ruleset->ht_node,
349 mlxsw_sp_acl_ruleset_ht_params);
350 ops->ruleset_del(mlxsw_sp, ruleset->priv);
351 rhashtable_destroy(&ruleset->rule_ht);
355 static void mlxsw_sp_acl_ruleset_ref_inc(struct mlxsw_sp_acl_ruleset *ruleset)
357 ruleset->ref_count++;
360 static void mlxsw_sp_acl_ruleset_ref_dec(struct mlxsw_sp *mlxsw_sp,
361 struct mlxsw_sp_acl_ruleset *ruleset)
363 if (--ruleset->ref_count)
365 mlxsw_sp_acl_ruleset_destroy(mlxsw_sp, ruleset);
368 static struct mlxsw_sp_acl_ruleset *
369 __mlxsw_sp_acl_ruleset_lookup(struct mlxsw_sp_acl *acl,
370 struct mlxsw_sp_acl_block *block, u32 chain_index,
371 const struct mlxsw_sp_acl_profile_ops *ops)
373 struct mlxsw_sp_acl_ruleset_ht_key ht_key;
375 memset(&ht_key, 0, sizeof(ht_key));
376 ht_key.block = block;
377 ht_key.chain_index = chain_index;
379 return rhashtable_lookup_fast(&acl->ruleset_ht, &ht_key,
380 mlxsw_sp_acl_ruleset_ht_params);
383 struct mlxsw_sp_acl_ruleset *
384 mlxsw_sp_acl_ruleset_lookup(struct mlxsw_sp *mlxsw_sp,
385 struct mlxsw_sp_acl_block *block, u32 chain_index,
386 enum mlxsw_sp_acl_profile profile)
388 const struct mlxsw_sp_acl_profile_ops *ops;
389 struct mlxsw_sp_acl *acl = mlxsw_sp->acl;
390 struct mlxsw_sp_acl_ruleset *ruleset;
392 ops = mlxsw_sp_acl_tcam_profile_ops(mlxsw_sp, profile);
394 return ERR_PTR(-EINVAL);
395 ruleset = __mlxsw_sp_acl_ruleset_lookup(acl, block, chain_index, ops);
397 return ERR_PTR(-ENOENT);
401 struct mlxsw_sp_acl_ruleset *
402 mlxsw_sp_acl_ruleset_get(struct mlxsw_sp *mlxsw_sp,
403 struct mlxsw_sp_acl_block *block, u32 chain_index,
404 enum mlxsw_sp_acl_profile profile,
405 struct mlxsw_afk_element_usage *tmplt_elusage)
407 const struct mlxsw_sp_acl_profile_ops *ops;
408 struct mlxsw_sp_acl *acl = mlxsw_sp->acl;
409 struct mlxsw_sp_acl_ruleset *ruleset;
411 ops = mlxsw_sp_acl_tcam_profile_ops(mlxsw_sp, profile);
413 return ERR_PTR(-EINVAL);
415 ruleset = __mlxsw_sp_acl_ruleset_lookup(acl, block, chain_index, ops);
417 mlxsw_sp_acl_ruleset_ref_inc(ruleset);
420 return mlxsw_sp_acl_ruleset_create(mlxsw_sp, block, chain_index, ops,
424 void mlxsw_sp_acl_ruleset_put(struct mlxsw_sp *mlxsw_sp,
425 struct mlxsw_sp_acl_ruleset *ruleset)
427 mlxsw_sp_acl_ruleset_ref_dec(mlxsw_sp, ruleset);
430 u16 mlxsw_sp_acl_ruleset_group_id(struct mlxsw_sp_acl_ruleset *ruleset)
432 const struct mlxsw_sp_acl_profile_ops *ops = ruleset->ht_key.ops;
434 return ops->ruleset_group_id(ruleset->priv);
437 struct mlxsw_sp_acl_rule_info *
438 mlxsw_sp_acl_rulei_create(struct mlxsw_sp_acl *acl)
440 struct mlxsw_sp_acl_rule_info *rulei;
443 rulei = kzalloc(sizeof(*rulei), GFP_KERNEL);
445 return ERR_PTR(-ENOMEM);
447 rulei->act_block = mlxsw_afa_block_create(acl->mlxsw_sp->afa);
448 if (IS_ERR(rulei->act_block)) {
449 err = PTR_ERR(rulei->act_block);
450 goto err_afa_block_create;
454 err_afa_block_create:
459 void mlxsw_sp_acl_rulei_destroy(struct mlxsw_sp_acl_rule_info *rulei)
461 mlxsw_afa_block_destroy(rulei->act_block);
465 int mlxsw_sp_acl_rulei_commit(struct mlxsw_sp_acl_rule_info *rulei)
467 return mlxsw_afa_block_commit(rulei->act_block);
470 void mlxsw_sp_acl_rulei_priority(struct mlxsw_sp_acl_rule_info *rulei,
471 unsigned int priority)
473 rulei->priority = priority >> 16;
476 void mlxsw_sp_acl_rulei_keymask_u32(struct mlxsw_sp_acl_rule_info *rulei,
477 enum mlxsw_afk_element element,
478 u32 key_value, u32 mask_value)
480 mlxsw_afk_values_add_u32(&rulei->values, element,
481 key_value, mask_value);
484 void mlxsw_sp_acl_rulei_keymask_buf(struct mlxsw_sp_acl_rule_info *rulei,
485 enum mlxsw_afk_element element,
486 const char *key_value,
487 const char *mask_value, unsigned int len)
489 mlxsw_afk_values_add_buf(&rulei->values, element,
490 key_value, mask_value, len);
493 int mlxsw_sp_acl_rulei_act_continue(struct mlxsw_sp_acl_rule_info *rulei)
495 return mlxsw_afa_block_continue(rulei->act_block);
498 int mlxsw_sp_acl_rulei_act_jump(struct mlxsw_sp_acl_rule_info *rulei,
501 return mlxsw_afa_block_jump(rulei->act_block, group_id);
504 int mlxsw_sp_acl_rulei_act_terminate(struct mlxsw_sp_acl_rule_info *rulei)
506 return mlxsw_afa_block_terminate(rulei->act_block);
509 int mlxsw_sp_acl_rulei_act_drop(struct mlxsw_sp_acl_rule_info *rulei)
511 return mlxsw_afa_block_append_drop(rulei->act_block);
514 int mlxsw_sp_acl_rulei_act_trap(struct mlxsw_sp_acl_rule_info *rulei)
516 return mlxsw_afa_block_append_trap(rulei->act_block,
520 int mlxsw_sp_acl_rulei_act_fwd(struct mlxsw_sp *mlxsw_sp,
521 struct mlxsw_sp_acl_rule_info *rulei,
522 struct net_device *out_dev,
523 struct netlink_ext_ack *extack)
525 struct mlxsw_sp_port *mlxsw_sp_port;
530 if (!mlxsw_sp_port_dev_check(out_dev)) {
531 NL_SET_ERR_MSG_MOD(extack, "Invalid output device");
534 mlxsw_sp_port = netdev_priv(out_dev);
535 if (mlxsw_sp_port->mlxsw_sp != mlxsw_sp) {
536 NL_SET_ERR_MSG_MOD(extack, "Invalid output device");
539 local_port = mlxsw_sp_port->local_port;
542 /* If out_dev is NULL, the caller wants to
543 * set forward to ingress port.
548 return mlxsw_afa_block_append_fwd(rulei->act_block,
549 local_port, in_port, extack);
552 int mlxsw_sp_acl_rulei_act_mirror(struct mlxsw_sp *mlxsw_sp,
553 struct mlxsw_sp_acl_rule_info *rulei,
554 struct mlxsw_sp_acl_block *block,
555 struct net_device *out_dev,
556 struct netlink_ext_ack *extack)
558 struct mlxsw_sp_acl_block_binding *binding;
559 struct mlxsw_sp_port *in_port;
561 if (!list_is_singular(&block->binding_list)) {
562 NL_SET_ERR_MSG_MOD(extack, "Only a single mirror source is allowed");
565 binding = list_first_entry(&block->binding_list,
566 struct mlxsw_sp_acl_block_binding, list);
567 in_port = binding->mlxsw_sp_port;
569 return mlxsw_afa_block_append_mirror(rulei->act_block,
576 int mlxsw_sp_acl_rulei_act_vlan(struct mlxsw_sp *mlxsw_sp,
577 struct mlxsw_sp_acl_rule_info *rulei,
578 u32 action, u16 vid, u16 proto, u8 prio,
579 struct netlink_ext_ack *extack)
583 if (action == TCA_VLAN_ACT_MODIFY) {
592 NL_SET_ERR_MSG_MOD(extack, "Unsupported VLAN protocol");
593 dev_err(mlxsw_sp->bus_info->dev, "Unsupported VLAN protocol %#04x\n",
598 return mlxsw_afa_block_append_vlan_modify(rulei->act_block,
599 vid, prio, ethertype,
602 NL_SET_ERR_MSG_MOD(extack, "Unsupported VLAN action");
603 dev_err(mlxsw_sp->bus_info->dev, "Unsupported VLAN action\n");
608 int mlxsw_sp_acl_rulei_act_count(struct mlxsw_sp *mlxsw_sp,
609 struct mlxsw_sp_acl_rule_info *rulei,
610 struct netlink_ext_ack *extack)
612 return mlxsw_afa_block_append_counter(rulei->act_block,
613 &rulei->counter_index, extack);
616 int mlxsw_sp_acl_rulei_act_fid_set(struct mlxsw_sp *mlxsw_sp,
617 struct mlxsw_sp_acl_rule_info *rulei,
618 u16 fid, struct netlink_ext_ack *extack)
620 return mlxsw_afa_block_append_fid_set(rulei->act_block, fid, extack);
623 struct mlxsw_sp_acl_rule *
624 mlxsw_sp_acl_rule_create(struct mlxsw_sp *mlxsw_sp,
625 struct mlxsw_sp_acl_ruleset *ruleset,
626 unsigned long cookie,
627 struct netlink_ext_ack *extack)
629 const struct mlxsw_sp_acl_profile_ops *ops = ruleset->ht_key.ops;
630 struct mlxsw_sp_acl_rule *rule;
633 mlxsw_sp_acl_ruleset_ref_inc(ruleset);
634 rule = kzalloc(sizeof(*rule) + ops->rule_priv_size(mlxsw_sp),
640 rule->cookie = cookie;
641 rule->ruleset = ruleset;
643 rule->rulei = mlxsw_sp_acl_rulei_create(mlxsw_sp->acl);
644 if (IS_ERR(rule->rulei)) {
645 err = PTR_ERR(rule->rulei);
646 goto err_rulei_create;
654 mlxsw_sp_acl_ruleset_ref_dec(mlxsw_sp, ruleset);
658 void mlxsw_sp_acl_rule_destroy(struct mlxsw_sp *mlxsw_sp,
659 struct mlxsw_sp_acl_rule *rule)
661 struct mlxsw_sp_acl_ruleset *ruleset = rule->ruleset;
663 mlxsw_sp_acl_rulei_destroy(rule->rulei);
665 mlxsw_sp_acl_ruleset_ref_dec(mlxsw_sp, ruleset);
668 int mlxsw_sp_acl_rule_add(struct mlxsw_sp *mlxsw_sp,
669 struct mlxsw_sp_acl_rule *rule)
671 struct mlxsw_sp_acl_ruleset *ruleset = rule->ruleset;
672 const struct mlxsw_sp_acl_profile_ops *ops = ruleset->ht_key.ops;
675 err = ops->rule_add(mlxsw_sp, ruleset->priv, rule->priv, rule->rulei);
679 err = rhashtable_insert_fast(&ruleset->rule_ht, &rule->ht_node,
680 mlxsw_sp_acl_rule_ht_params);
682 goto err_rhashtable_insert;
684 if (!ruleset->ht_key.chain_index &&
685 mlxsw_sp_acl_ruleset_is_singular(ruleset)) {
686 /* We only need ruleset with chain index 0, the implicit
687 * one, to be directly bound to device. The rest of the
688 * rulesets are bound by "Goto action set".
690 err = mlxsw_sp_acl_ruleset_block_bind(mlxsw_sp, ruleset,
691 ruleset->ht_key.block);
693 goto err_ruleset_block_bind;
696 list_add_tail(&rule->list, &mlxsw_sp->acl->rules);
697 ruleset->ht_key.block->rule_count++;
700 err_ruleset_block_bind:
701 rhashtable_remove_fast(&ruleset->rule_ht, &rule->ht_node,
702 mlxsw_sp_acl_rule_ht_params);
703 err_rhashtable_insert:
704 ops->rule_del(mlxsw_sp, rule->priv);
708 void mlxsw_sp_acl_rule_del(struct mlxsw_sp *mlxsw_sp,
709 struct mlxsw_sp_acl_rule *rule)
711 struct mlxsw_sp_acl_ruleset *ruleset = rule->ruleset;
712 const struct mlxsw_sp_acl_profile_ops *ops = ruleset->ht_key.ops;
714 ruleset->ht_key.block->rule_count--;
715 list_del(&rule->list);
716 if (!ruleset->ht_key.chain_index &&
717 mlxsw_sp_acl_ruleset_is_singular(ruleset))
718 mlxsw_sp_acl_ruleset_block_unbind(mlxsw_sp, ruleset,
719 ruleset->ht_key.block);
720 rhashtable_remove_fast(&ruleset->rule_ht, &rule->ht_node,
721 mlxsw_sp_acl_rule_ht_params);
722 ops->rule_del(mlxsw_sp, rule->priv);
725 struct mlxsw_sp_acl_rule *
726 mlxsw_sp_acl_rule_lookup(struct mlxsw_sp *mlxsw_sp,
727 struct mlxsw_sp_acl_ruleset *ruleset,
728 unsigned long cookie)
730 return rhashtable_lookup_fast(&ruleset->rule_ht, &cookie,
731 mlxsw_sp_acl_rule_ht_params);
734 struct mlxsw_sp_acl_rule_info *
735 mlxsw_sp_acl_rule_rulei(struct mlxsw_sp_acl_rule *rule)
740 static int mlxsw_sp_acl_rule_activity_update(struct mlxsw_sp *mlxsw_sp,
741 struct mlxsw_sp_acl_rule *rule)
743 struct mlxsw_sp_acl_ruleset *ruleset = rule->ruleset;
744 const struct mlxsw_sp_acl_profile_ops *ops = ruleset->ht_key.ops;
748 err = ops->rule_activity_get(mlxsw_sp, rule->priv, &active);
752 rule->last_used = jiffies;
756 static int mlxsw_sp_acl_rules_activity_update(struct mlxsw_sp_acl *acl)
758 struct mlxsw_sp_acl_rule *rule;
761 /* Protect internal structures from changes */
763 list_for_each_entry(rule, &acl->rules, list) {
764 err = mlxsw_sp_acl_rule_activity_update(acl->mlxsw_sp,
767 goto err_rule_update;
777 static void mlxsw_sp_acl_rule_activity_work_schedule(struct mlxsw_sp_acl *acl)
779 unsigned long interval = acl->rule_activity_update.interval;
781 mlxsw_core_schedule_dw(&acl->rule_activity_update.dw,
782 msecs_to_jiffies(interval));
785 static void mlxsw_sp_acl_rul_activity_update_work(struct work_struct *work)
787 struct mlxsw_sp_acl *acl = container_of(work, struct mlxsw_sp_acl,
788 rule_activity_update.dw.work);
791 err = mlxsw_sp_acl_rules_activity_update(acl);
793 dev_err(acl->mlxsw_sp->bus_info->dev, "Could not update acl activity");
795 mlxsw_sp_acl_rule_activity_work_schedule(acl);
798 int mlxsw_sp_acl_rule_get_stats(struct mlxsw_sp *mlxsw_sp,
799 struct mlxsw_sp_acl_rule *rule,
800 u64 *packets, u64 *bytes, u64 *last_use)
803 struct mlxsw_sp_acl_rule_info *rulei;
808 rulei = mlxsw_sp_acl_rule_rulei(rule);
809 err = mlxsw_sp_flow_counter_get(mlxsw_sp, rulei->counter_index,
810 ¤t_packets, ¤t_bytes);
814 *packets = current_packets - rule->last_packets;
815 *bytes = current_bytes - rule->last_bytes;
816 *last_use = rule->last_used;
818 rule->last_bytes = current_bytes;
819 rule->last_packets = current_packets;
824 int mlxsw_sp_acl_init(struct mlxsw_sp *mlxsw_sp)
826 struct mlxsw_sp_fid *fid;
827 struct mlxsw_sp_acl *acl;
831 alloc_size = sizeof(*acl) + mlxsw_sp_acl_tcam_priv_size(mlxsw_sp);
832 acl = kzalloc(alloc_size, GFP_KERNEL);
836 acl->mlxsw_sp = mlxsw_sp;
837 acl->afk = mlxsw_afk_create(MLXSW_CORE_RES_GET(mlxsw_sp->core,
845 err = rhashtable_init(&acl->ruleset_ht,
846 &mlxsw_sp_acl_ruleset_ht_params);
848 goto err_rhashtable_init;
850 fid = mlxsw_sp_fid_dummy_get(mlxsw_sp);
855 acl->dummy_fid = fid;
857 INIT_LIST_HEAD(&acl->rules);
858 err = mlxsw_sp_acl_tcam_init(mlxsw_sp, &acl->tcam);
860 goto err_acl_ops_init;
862 /* Create the delayed work for the rule activity_update */
863 INIT_DELAYED_WORK(&acl->rule_activity_update.dw,
864 mlxsw_sp_acl_rul_activity_update_work);
865 acl->rule_activity_update.interval = MLXSW_SP_ACL_RULE_ACTIVITY_UPDATE_PERIOD_MS;
866 mlxsw_core_schedule_dw(&acl->rule_activity_update.dw, 0);
870 mlxsw_sp_fid_put(fid);
872 rhashtable_destroy(&acl->ruleset_ht);
874 mlxsw_afk_destroy(acl->afk);
880 void mlxsw_sp_acl_fini(struct mlxsw_sp *mlxsw_sp)
882 struct mlxsw_sp_acl *acl = mlxsw_sp->acl;
884 cancel_delayed_work_sync(&mlxsw_sp->acl->rule_activity_update.dw);
885 mlxsw_sp_acl_tcam_fini(mlxsw_sp, &acl->tcam);
886 WARN_ON(!list_empty(&acl->rules));
887 mlxsw_sp_fid_put(acl->dummy_fid);
888 rhashtable_destroy(&acl->ruleset_ht);
889 mlxsw_afk_destroy(acl->afk);