2 * drivers/net/ethernet/mellanox/mlxsw/core_acl_flex_actions.c
3 * Copyright (c) 2017, 2018 Mellanox Technologies. All rights reserved.
4 * Copyright (c) 2017 Jiri Pirko <jiri@mellanox.com>
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions are met:
9 * 1. Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
14 * 3. Neither the names of the copyright holders nor the names of its
15 * contributors may be used to endorse or promote products derived from
16 * this software without specific prior written permission.
18 * Alternatively, this software may be distributed under the terms of the
19 * GNU General Public License ("GPL") version 2 as published by the Free
20 * Software Foundation.
22 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
23 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
24 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
26 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
27 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
28 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
29 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
30 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
31 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
32 * POSSIBILITY OF SUCH DAMAGE.
35 #include <linux/kernel.h>
36 #include <linux/types.h>
37 #include <linux/slab.h>
38 #include <linux/errno.h>
39 #include <linux/rhashtable.h>
40 #include <linux/list.h>
44 #include "core_acl_flex_actions.h"
46 enum mlxsw_afa_set_type {
47 MLXSW_AFA_SET_TYPE_NEXT,
48 MLXSW_AFA_SET_TYPE_GOTO,
52 * Type of the record at the end of the action set.
54 MLXSW_ITEM32(afa, set, type, 0xA0, 28, 4);
56 /* afa_set_next_action_set_ptr
57 * A pointer to the next action set in the KVD Centralized database.
59 MLXSW_ITEM32(afa, set, next_action_set_ptr, 0xA4, 0, 24);
62 * group - When set, the binding is of an ACL group. When cleared,
63 * the binding is of an ACL.
64 * Must be set to 1 for Spectrum.
66 MLXSW_ITEM32(afa, set, goto_g, 0xA4, 29, 1);
68 enum mlxsw_afa_set_goto_binding_cmd {
69 /* continue go the next binding point */
70 MLXSW_AFA_SET_GOTO_BINDING_CMD_NONE,
71 /* jump to the next binding point no return */
72 MLXSW_AFA_SET_GOTO_BINDING_CMD_JUMP,
73 /* terminate the acl binding */
74 MLXSW_AFA_SET_GOTO_BINDING_CMD_TERM = 4,
77 /* afa_set_goto_binding_cmd */
78 MLXSW_ITEM32(afa, set, goto_binding_cmd, 0xA4, 24, 3);
80 /* afa_set_goto_next_binding
81 * ACL/ACL group identifier. If the g bit is set, this field should hold
82 * the acl_group_id, else it should hold the acl_id.
84 MLXSW_ITEM32(afa, set, goto_next_binding, 0xA4, 0, 16);
86 /* afa_all_action_type
89 MLXSW_ITEM32(afa, all, action_type, 0x00, 24, 6);
92 unsigned int max_acts_per_set;
93 const struct mlxsw_afa_ops *ops;
95 struct rhashtable set_ht;
96 struct rhashtable fwd_entry_ht;
99 #define MLXSW_AFA_SET_LEN 0xA8
101 struct mlxsw_afa_set_ht_key {
102 char enc_actions[MLXSW_AFA_SET_LEN]; /* Encoded set */
106 /* Set structure holds one action set record. It contains up to three
107 * actions (depends on size of particular actions). The set is either
108 * put directly to a rule, or it is stored in KVD linear area.
109 * To prevent duplicate entries in KVD linear area, a hashtable is
110 * used to track sets that were previously inserted and may be shared.
113 struct mlxsw_afa_set {
114 struct rhash_head ht_node;
115 struct mlxsw_afa_set_ht_key ht_key;
117 bool shared; /* Inserted in hashtable (doesn't mean that
118 * kvdl_index is valid).
120 unsigned int ref_count;
121 struct mlxsw_afa_set *next; /* Pointer to the next set. */
122 struct mlxsw_afa_set *prev; /* Pointer to the previous set,
123 * note that set may have multiple
124 * sets from multiple blocks
125 * pointing at it. This is only
126 * usable until commit.
130 static const struct rhashtable_params mlxsw_afa_set_ht_params = {
131 .key_len = sizeof(struct mlxsw_afa_set_ht_key),
132 .key_offset = offsetof(struct mlxsw_afa_set, ht_key),
133 .head_offset = offsetof(struct mlxsw_afa_set, ht_node),
134 .automatic_shrinking = true,
137 struct mlxsw_afa_fwd_entry_ht_key {
141 struct mlxsw_afa_fwd_entry {
142 struct rhash_head ht_node;
143 struct mlxsw_afa_fwd_entry_ht_key ht_key;
145 unsigned int ref_count;
148 static const struct rhashtable_params mlxsw_afa_fwd_entry_ht_params = {
149 .key_len = sizeof(struct mlxsw_afa_fwd_entry_ht_key),
150 .key_offset = offsetof(struct mlxsw_afa_fwd_entry, ht_key),
151 .head_offset = offsetof(struct mlxsw_afa_fwd_entry, ht_node),
152 .automatic_shrinking = true,
155 struct mlxsw_afa *mlxsw_afa_create(unsigned int max_acts_per_set,
156 const struct mlxsw_afa_ops *ops,
159 struct mlxsw_afa *mlxsw_afa;
162 mlxsw_afa = kzalloc(sizeof(*mlxsw_afa), GFP_KERNEL);
164 return ERR_PTR(-ENOMEM);
165 err = rhashtable_init(&mlxsw_afa->set_ht, &mlxsw_afa_set_ht_params);
167 goto err_set_rhashtable_init;
168 err = rhashtable_init(&mlxsw_afa->fwd_entry_ht,
169 &mlxsw_afa_fwd_entry_ht_params);
171 goto err_fwd_entry_rhashtable_init;
172 mlxsw_afa->max_acts_per_set = max_acts_per_set;
173 mlxsw_afa->ops = ops;
174 mlxsw_afa->ops_priv = ops_priv;
177 err_fwd_entry_rhashtable_init:
178 rhashtable_destroy(&mlxsw_afa->set_ht);
179 err_set_rhashtable_init:
183 EXPORT_SYMBOL(mlxsw_afa_create);
185 void mlxsw_afa_destroy(struct mlxsw_afa *mlxsw_afa)
187 rhashtable_destroy(&mlxsw_afa->fwd_entry_ht);
188 rhashtable_destroy(&mlxsw_afa->set_ht);
191 EXPORT_SYMBOL(mlxsw_afa_destroy);
193 static void mlxsw_afa_set_goto_set(struct mlxsw_afa_set *set,
194 enum mlxsw_afa_set_goto_binding_cmd cmd,
197 char *actions = set->ht_key.enc_actions;
199 mlxsw_afa_set_type_set(actions, MLXSW_AFA_SET_TYPE_GOTO);
200 mlxsw_afa_set_goto_g_set(actions, true);
201 mlxsw_afa_set_goto_binding_cmd_set(actions, cmd);
202 mlxsw_afa_set_goto_next_binding_set(actions, group_id);
205 static void mlxsw_afa_set_next_set(struct mlxsw_afa_set *set,
206 u32 next_set_kvdl_index)
208 char *actions = set->ht_key.enc_actions;
210 mlxsw_afa_set_type_set(actions, MLXSW_AFA_SET_TYPE_NEXT);
211 mlxsw_afa_set_next_action_set_ptr_set(actions, next_set_kvdl_index);
214 static struct mlxsw_afa_set *mlxsw_afa_set_create(bool is_first)
216 struct mlxsw_afa_set *set;
218 set = kzalloc(sizeof(*set), GFP_KERNEL);
221 /* Need to initialize the set to pass by default */
222 mlxsw_afa_set_goto_set(set, MLXSW_AFA_SET_GOTO_BINDING_CMD_TERM, 0);
223 set->ht_key.is_first = is_first;
228 static void mlxsw_afa_set_destroy(struct mlxsw_afa_set *set)
233 static int mlxsw_afa_set_share(struct mlxsw_afa *mlxsw_afa,
234 struct mlxsw_afa_set *set)
238 err = rhashtable_insert_fast(&mlxsw_afa->set_ht, &set->ht_node,
239 mlxsw_afa_set_ht_params);
242 err = mlxsw_afa->ops->kvdl_set_add(mlxsw_afa->ops_priv,
244 set->ht_key.enc_actions,
245 set->ht_key.is_first);
247 goto err_kvdl_set_add;
253 rhashtable_remove_fast(&mlxsw_afa->set_ht, &set->ht_node,
254 mlxsw_afa_set_ht_params);
258 static void mlxsw_afa_set_unshare(struct mlxsw_afa *mlxsw_afa,
259 struct mlxsw_afa_set *set)
261 mlxsw_afa->ops->kvdl_set_del(mlxsw_afa->ops_priv,
263 set->ht_key.is_first);
264 rhashtable_remove_fast(&mlxsw_afa->set_ht, &set->ht_node,
265 mlxsw_afa_set_ht_params);
269 static void mlxsw_afa_set_put(struct mlxsw_afa *mlxsw_afa,
270 struct mlxsw_afa_set *set)
272 if (--set->ref_count)
275 mlxsw_afa_set_unshare(mlxsw_afa, set);
276 mlxsw_afa_set_destroy(set);
279 static struct mlxsw_afa_set *mlxsw_afa_set_get(struct mlxsw_afa *mlxsw_afa,
280 struct mlxsw_afa_set *orig_set)
282 struct mlxsw_afa_set *set;
285 /* There is a hashtable of sets maintained. If a set with the exact
286 * same encoding exists, we reuse it. Otherwise, the current set
287 * is shared by making it available to others using the hash table.
289 set = rhashtable_lookup_fast(&mlxsw_afa->set_ht, &orig_set->ht_key,
290 mlxsw_afa_set_ht_params);
293 mlxsw_afa_set_put(mlxsw_afa, orig_set);
296 err = mlxsw_afa_set_share(mlxsw_afa, set);
303 /* Block structure holds a list of action sets. One action block
304 * represents one chain of actions executed upon match of a rule.
307 struct mlxsw_afa_block {
308 struct mlxsw_afa *afa;
310 struct mlxsw_afa_set *first_set;
311 struct mlxsw_afa_set *cur_set;
312 unsigned int cur_act_index; /* In current set. */
313 struct list_head resource_list; /* List of resources held by actions
318 struct mlxsw_afa_resource {
319 struct list_head list;
320 void (*destructor)(struct mlxsw_afa_block *block,
321 struct mlxsw_afa_resource *resource);
324 static void mlxsw_afa_resource_add(struct mlxsw_afa_block *block,
325 struct mlxsw_afa_resource *resource)
327 list_add(&resource->list, &block->resource_list);
330 static void mlxsw_afa_resource_del(struct mlxsw_afa_resource *resource)
332 list_del(&resource->list);
335 static void mlxsw_afa_resources_destroy(struct mlxsw_afa_block *block)
337 struct mlxsw_afa_resource *resource, *tmp;
339 list_for_each_entry_safe(resource, tmp, &block->resource_list, list) {
340 resource->destructor(block, resource);
344 struct mlxsw_afa_block *mlxsw_afa_block_create(struct mlxsw_afa *mlxsw_afa)
346 struct mlxsw_afa_block *block;
348 block = kzalloc(sizeof(*block), GFP_KERNEL);
351 INIT_LIST_HEAD(&block->resource_list);
352 block->afa = mlxsw_afa;
354 /* At least one action set is always present, so just create it here */
355 block->first_set = mlxsw_afa_set_create(true);
356 if (!block->first_set)
357 goto err_first_set_create;
358 block->cur_set = block->first_set;
361 err_first_set_create:
365 EXPORT_SYMBOL(mlxsw_afa_block_create);
367 void mlxsw_afa_block_destroy(struct mlxsw_afa_block *block)
369 struct mlxsw_afa_set *set = block->first_set;
370 struct mlxsw_afa_set *next_set;
373 next_set = set->next;
374 mlxsw_afa_set_put(block->afa, set);
377 mlxsw_afa_resources_destroy(block);
380 EXPORT_SYMBOL(mlxsw_afa_block_destroy);
382 int mlxsw_afa_block_commit(struct mlxsw_afa_block *block)
384 struct mlxsw_afa_set *set = block->cur_set;
385 struct mlxsw_afa_set *prev_set;
387 block->cur_set = NULL;
388 block->finished = true;
390 /* Go over all linked sets starting from last
391 * and try to find existing set in the hash table.
392 * In case it is not there, assign a KVD linear index
396 prev_set = set->prev;
397 set = mlxsw_afa_set_get(block->afa, set);
399 /* No rollback is needed since the chain is
400 * in consistent state and mlxsw_afa_block_destroy
401 * will take care of putting it away.
405 prev_set->next = set;
406 mlxsw_afa_set_next_set(prev_set, set->kvdl_index);
411 block->first_set = set;
414 EXPORT_SYMBOL(mlxsw_afa_block_commit);
416 char *mlxsw_afa_block_first_set(struct mlxsw_afa_block *block)
418 return block->first_set->ht_key.enc_actions;
420 EXPORT_SYMBOL(mlxsw_afa_block_first_set);
422 u32 mlxsw_afa_block_first_set_kvdl_index(struct mlxsw_afa_block *block)
424 return block->first_set->kvdl_index;
426 EXPORT_SYMBOL(mlxsw_afa_block_first_set_kvdl_index);
428 int mlxsw_afa_block_continue(struct mlxsw_afa_block *block)
432 mlxsw_afa_set_goto_set(block->cur_set,
433 MLXSW_AFA_SET_GOTO_BINDING_CMD_NONE, 0);
434 block->finished = true;
437 EXPORT_SYMBOL(mlxsw_afa_block_continue);
439 int mlxsw_afa_block_jump(struct mlxsw_afa_block *block, u16 group_id)
443 mlxsw_afa_set_goto_set(block->cur_set,
444 MLXSW_AFA_SET_GOTO_BINDING_CMD_JUMP, group_id);
445 block->finished = true;
448 EXPORT_SYMBOL(mlxsw_afa_block_jump);
450 int mlxsw_afa_block_terminate(struct mlxsw_afa_block *block)
454 mlxsw_afa_set_goto_set(block->cur_set,
455 MLXSW_AFA_SET_GOTO_BINDING_CMD_TERM, 0);
456 block->finished = true;
459 EXPORT_SYMBOL(mlxsw_afa_block_terminate);
461 static struct mlxsw_afa_fwd_entry *
462 mlxsw_afa_fwd_entry_create(struct mlxsw_afa *mlxsw_afa, u8 local_port)
464 struct mlxsw_afa_fwd_entry *fwd_entry;
467 fwd_entry = kzalloc(sizeof(*fwd_entry), GFP_KERNEL);
469 return ERR_PTR(-ENOMEM);
470 fwd_entry->ht_key.local_port = local_port;
471 fwd_entry->ref_count = 1;
473 err = rhashtable_insert_fast(&mlxsw_afa->fwd_entry_ht,
475 mlxsw_afa_fwd_entry_ht_params);
477 goto err_rhashtable_insert;
479 err = mlxsw_afa->ops->kvdl_fwd_entry_add(mlxsw_afa->ops_priv,
480 &fwd_entry->kvdl_index,
483 goto err_kvdl_fwd_entry_add;
486 err_kvdl_fwd_entry_add:
487 rhashtable_remove_fast(&mlxsw_afa->fwd_entry_ht, &fwd_entry->ht_node,
488 mlxsw_afa_fwd_entry_ht_params);
489 err_rhashtable_insert:
494 static void mlxsw_afa_fwd_entry_destroy(struct mlxsw_afa *mlxsw_afa,
495 struct mlxsw_afa_fwd_entry *fwd_entry)
497 mlxsw_afa->ops->kvdl_fwd_entry_del(mlxsw_afa->ops_priv,
498 fwd_entry->kvdl_index);
499 rhashtable_remove_fast(&mlxsw_afa->fwd_entry_ht, &fwd_entry->ht_node,
500 mlxsw_afa_fwd_entry_ht_params);
504 static struct mlxsw_afa_fwd_entry *
505 mlxsw_afa_fwd_entry_get(struct mlxsw_afa *mlxsw_afa, u8 local_port)
507 struct mlxsw_afa_fwd_entry_ht_key ht_key = {0};
508 struct mlxsw_afa_fwd_entry *fwd_entry;
510 ht_key.local_port = local_port;
511 fwd_entry = rhashtable_lookup_fast(&mlxsw_afa->fwd_entry_ht, &ht_key,
512 mlxsw_afa_fwd_entry_ht_params);
514 fwd_entry->ref_count++;
517 return mlxsw_afa_fwd_entry_create(mlxsw_afa, local_port);
520 static void mlxsw_afa_fwd_entry_put(struct mlxsw_afa *mlxsw_afa,
521 struct mlxsw_afa_fwd_entry *fwd_entry)
523 if (--fwd_entry->ref_count)
525 mlxsw_afa_fwd_entry_destroy(mlxsw_afa, fwd_entry);
528 struct mlxsw_afa_fwd_entry_ref {
529 struct mlxsw_afa_resource resource;
530 struct mlxsw_afa_fwd_entry *fwd_entry;
534 mlxsw_afa_fwd_entry_ref_destroy(struct mlxsw_afa_block *block,
535 struct mlxsw_afa_fwd_entry_ref *fwd_entry_ref)
537 mlxsw_afa_resource_del(&fwd_entry_ref->resource);
538 mlxsw_afa_fwd_entry_put(block->afa, fwd_entry_ref->fwd_entry);
539 kfree(fwd_entry_ref);
543 mlxsw_afa_fwd_entry_ref_destructor(struct mlxsw_afa_block *block,
544 struct mlxsw_afa_resource *resource)
546 struct mlxsw_afa_fwd_entry_ref *fwd_entry_ref;
548 fwd_entry_ref = container_of(resource, struct mlxsw_afa_fwd_entry_ref,
550 mlxsw_afa_fwd_entry_ref_destroy(block, fwd_entry_ref);
553 static struct mlxsw_afa_fwd_entry_ref *
554 mlxsw_afa_fwd_entry_ref_create(struct mlxsw_afa_block *block, u8 local_port)
556 struct mlxsw_afa_fwd_entry_ref *fwd_entry_ref;
557 struct mlxsw_afa_fwd_entry *fwd_entry;
560 fwd_entry_ref = kzalloc(sizeof(*fwd_entry_ref), GFP_KERNEL);
562 return ERR_PTR(-ENOMEM);
563 fwd_entry = mlxsw_afa_fwd_entry_get(block->afa, local_port);
564 if (IS_ERR(fwd_entry)) {
565 err = PTR_ERR(fwd_entry);
566 goto err_fwd_entry_get;
568 fwd_entry_ref->fwd_entry = fwd_entry;
569 fwd_entry_ref->resource.destructor = mlxsw_afa_fwd_entry_ref_destructor;
570 mlxsw_afa_resource_add(block, &fwd_entry_ref->resource);
571 return fwd_entry_ref;
574 kfree(fwd_entry_ref);
578 struct mlxsw_afa_counter {
579 struct mlxsw_afa_resource resource;
584 mlxsw_afa_counter_destroy(struct mlxsw_afa_block *block,
585 struct mlxsw_afa_counter *counter)
587 mlxsw_afa_resource_del(&counter->resource);
588 block->afa->ops->counter_index_put(block->afa->ops_priv,
589 counter->counter_index);
594 mlxsw_afa_counter_destructor(struct mlxsw_afa_block *block,
595 struct mlxsw_afa_resource *resource)
597 struct mlxsw_afa_counter *counter;
599 counter = container_of(resource, struct mlxsw_afa_counter, resource);
600 mlxsw_afa_counter_destroy(block, counter);
603 static struct mlxsw_afa_counter *
604 mlxsw_afa_counter_create(struct mlxsw_afa_block *block)
606 struct mlxsw_afa_counter *counter;
609 counter = kzalloc(sizeof(*counter), GFP_KERNEL);
611 return ERR_PTR(-ENOMEM);
613 err = block->afa->ops->counter_index_get(block->afa->ops_priv,
614 &counter->counter_index);
616 goto err_counter_index_get;
617 counter->resource.destructor = mlxsw_afa_counter_destructor;
618 mlxsw_afa_resource_add(block, &counter->resource);
621 err_counter_index_get:
626 #define MLXSW_AFA_ONE_ACTION_LEN 32
627 #define MLXSW_AFA_PAYLOAD_OFFSET 4
629 static char *mlxsw_afa_block_append_action(struct mlxsw_afa_block *block,
630 u8 action_code, u8 action_size)
636 return ERR_PTR(-EINVAL);
637 if (block->cur_act_index + action_size >
638 block->afa->max_acts_per_set) {
639 struct mlxsw_afa_set *set;
641 /* The appended action won't fit into the current action set,
642 * so create a new set.
644 set = mlxsw_afa_set_create(false);
646 return ERR_PTR(-ENOBUFS);
647 set->prev = block->cur_set;
648 block->cur_act_index = 0;
649 block->cur_set->next = set;
650 block->cur_set = set;
653 actions = block->cur_set->ht_key.enc_actions;
654 oneact = actions + block->cur_act_index * MLXSW_AFA_ONE_ACTION_LEN;
655 block->cur_act_index += action_size;
656 mlxsw_afa_all_action_type_set(oneact, action_code);
657 return oneact + MLXSW_AFA_PAYLOAD_OFFSET;
662 * VLAN action is used for manipulating VLANs. It can be used to implement QinQ,
663 * VLAN translation, change of PCP bits of the VLAN tag, push, pop as swap VLANs
667 #define MLXSW_AFA_VLAN_CODE 0x02
668 #define MLXSW_AFA_VLAN_SIZE 1
670 enum mlxsw_afa_vlan_vlan_tag_cmd {
671 MLXSW_AFA_VLAN_VLAN_TAG_CMD_NOP,
672 MLXSW_AFA_VLAN_VLAN_TAG_CMD_PUSH_TAG,
673 MLXSW_AFA_VLAN_VLAN_TAG_CMD_POP_TAG,
676 enum mlxsw_afa_vlan_cmd {
677 MLXSW_AFA_VLAN_CMD_NOP,
678 MLXSW_AFA_VLAN_CMD_SET_OUTER,
679 MLXSW_AFA_VLAN_CMD_SET_INNER,
680 MLXSW_AFA_VLAN_CMD_COPY_OUTER_TO_INNER,
681 MLXSW_AFA_VLAN_CMD_COPY_INNER_TO_OUTER,
682 MLXSW_AFA_VLAN_CMD_SWAP,
685 /* afa_vlan_vlan_tag_cmd
686 * Tag command: push, pop, nop VLAN header.
688 MLXSW_ITEM32(afa, vlan, vlan_tag_cmd, 0x00, 29, 3);
690 /* afa_vlan_vid_cmd */
691 MLXSW_ITEM32(afa, vlan, vid_cmd, 0x04, 29, 3);
694 MLXSW_ITEM32(afa, vlan, vid, 0x04, 0, 12);
696 /* afa_vlan_ethertype_cmd */
697 MLXSW_ITEM32(afa, vlan, ethertype_cmd, 0x08, 29, 3);
699 /* afa_vlan_ethertype
700 * Index to EtherTypes in Switch VLAN EtherType Register (SVER).
702 MLXSW_ITEM32(afa, vlan, ethertype, 0x08, 24, 3);
704 /* afa_vlan_pcp_cmd */
705 MLXSW_ITEM32(afa, vlan, pcp_cmd, 0x08, 13, 3);
708 MLXSW_ITEM32(afa, vlan, pcp, 0x08, 8, 3);
711 mlxsw_afa_vlan_pack(char *payload,
712 enum mlxsw_afa_vlan_vlan_tag_cmd vlan_tag_cmd,
713 enum mlxsw_afa_vlan_cmd vid_cmd, u16 vid,
714 enum mlxsw_afa_vlan_cmd pcp_cmd, u8 pcp,
715 enum mlxsw_afa_vlan_cmd ethertype_cmd, u8 ethertype)
717 mlxsw_afa_vlan_vlan_tag_cmd_set(payload, vlan_tag_cmd);
718 mlxsw_afa_vlan_vid_cmd_set(payload, vid_cmd);
719 mlxsw_afa_vlan_vid_set(payload, vid);
720 mlxsw_afa_vlan_pcp_cmd_set(payload, pcp_cmd);
721 mlxsw_afa_vlan_pcp_set(payload, pcp);
722 mlxsw_afa_vlan_ethertype_cmd_set(payload, ethertype_cmd);
723 mlxsw_afa_vlan_ethertype_set(payload, ethertype);
726 int mlxsw_afa_block_append_vlan_modify(struct mlxsw_afa_block *block,
727 u16 vid, u8 pcp, u8 et)
729 char *act = mlxsw_afa_block_append_action(block,
731 MLXSW_AFA_VLAN_SIZE);
735 mlxsw_afa_vlan_pack(act, MLXSW_AFA_VLAN_VLAN_TAG_CMD_NOP,
736 MLXSW_AFA_VLAN_CMD_SET_OUTER, vid,
737 MLXSW_AFA_VLAN_CMD_SET_OUTER, pcp,
738 MLXSW_AFA_VLAN_CMD_SET_OUTER, et);
741 EXPORT_SYMBOL(mlxsw_afa_block_append_vlan_modify);
743 /* Trap / Discard Action
744 * ---------------------
745 * The Trap / Discard action enables trapping / mirroring packets to the CPU
746 * as well as discarding packets.
747 * The ACL Trap / Discard separates the forward/discard control from CPU
748 * trap control. In addition, the Trap / Discard action enables activating
749 * SPAN (port mirroring).
752 #define MLXSW_AFA_TRAPDISC_CODE 0x03
753 #define MLXSW_AFA_TRAPDISC_SIZE 1
755 enum mlxsw_afa_trapdisc_trap_action {
756 MLXSW_AFA_TRAPDISC_TRAP_ACTION_NOP = 0,
757 MLXSW_AFA_TRAPDISC_TRAP_ACTION_TRAP = 2,
760 /* afa_trapdisc_trap_action
763 MLXSW_ITEM32(afa, trapdisc, trap_action, 0x00, 24, 4);
765 enum mlxsw_afa_trapdisc_forward_action {
766 MLXSW_AFA_TRAPDISC_FORWARD_ACTION_FORWARD = 1,
767 MLXSW_AFA_TRAPDISC_FORWARD_ACTION_DISCARD = 3,
770 /* afa_trapdisc_forward_action
773 MLXSW_ITEM32(afa, trapdisc, forward_action, 0x00, 0, 4);
775 /* afa_trapdisc_trap_id
776 * Trap ID to configure.
778 MLXSW_ITEM32(afa, trapdisc, trap_id, 0x04, 0, 9);
780 /* afa_trapdisc_mirror_agent
783 MLXSW_ITEM32(afa, trapdisc, mirror_agent, 0x08, 29, 3);
785 /* afa_trapdisc_mirror_enable
788 MLXSW_ITEM32(afa, trapdisc, mirror_enable, 0x08, 24, 1);
791 mlxsw_afa_trapdisc_pack(char *payload,
792 enum mlxsw_afa_trapdisc_trap_action trap_action,
793 enum mlxsw_afa_trapdisc_forward_action forward_action,
796 mlxsw_afa_trapdisc_trap_action_set(payload, trap_action);
797 mlxsw_afa_trapdisc_forward_action_set(payload, forward_action);
798 mlxsw_afa_trapdisc_trap_id_set(payload, trap_id);
802 mlxsw_afa_trapdisc_mirror_pack(char *payload, bool mirror_enable,
805 mlxsw_afa_trapdisc_mirror_enable_set(payload, mirror_enable);
806 mlxsw_afa_trapdisc_mirror_agent_set(payload, mirror_agent);
809 int mlxsw_afa_block_append_drop(struct mlxsw_afa_block *block)
811 char *act = mlxsw_afa_block_append_action(block,
812 MLXSW_AFA_TRAPDISC_CODE,
813 MLXSW_AFA_TRAPDISC_SIZE);
817 mlxsw_afa_trapdisc_pack(act, MLXSW_AFA_TRAPDISC_TRAP_ACTION_NOP,
818 MLXSW_AFA_TRAPDISC_FORWARD_ACTION_DISCARD, 0);
821 EXPORT_SYMBOL(mlxsw_afa_block_append_drop);
823 int mlxsw_afa_block_append_trap(struct mlxsw_afa_block *block, u16 trap_id)
825 char *act = mlxsw_afa_block_append_action(block,
826 MLXSW_AFA_TRAPDISC_CODE,
827 MLXSW_AFA_TRAPDISC_SIZE);
831 mlxsw_afa_trapdisc_pack(act, MLXSW_AFA_TRAPDISC_TRAP_ACTION_TRAP,
832 MLXSW_AFA_TRAPDISC_FORWARD_ACTION_DISCARD,
836 EXPORT_SYMBOL(mlxsw_afa_block_append_trap);
838 int mlxsw_afa_block_append_trap_and_forward(struct mlxsw_afa_block *block,
841 char *act = mlxsw_afa_block_append_action(block,
842 MLXSW_AFA_TRAPDISC_CODE,
843 MLXSW_AFA_TRAPDISC_SIZE);
847 mlxsw_afa_trapdisc_pack(act, MLXSW_AFA_TRAPDISC_TRAP_ACTION_TRAP,
848 MLXSW_AFA_TRAPDISC_FORWARD_ACTION_FORWARD,
852 EXPORT_SYMBOL(mlxsw_afa_block_append_trap_and_forward);
854 struct mlxsw_afa_mirror {
855 struct mlxsw_afa_resource resource;
862 mlxsw_afa_mirror_destroy(struct mlxsw_afa_block *block,
863 struct mlxsw_afa_mirror *mirror)
865 mlxsw_afa_resource_del(&mirror->resource);
866 block->afa->ops->mirror_del(block->afa->ops_priv,
867 mirror->local_in_port,
874 mlxsw_afa_mirror_destructor(struct mlxsw_afa_block *block,
875 struct mlxsw_afa_resource *resource)
877 struct mlxsw_afa_mirror *mirror;
879 mirror = container_of(resource, struct mlxsw_afa_mirror, resource);
880 mlxsw_afa_mirror_destroy(block, mirror);
883 static struct mlxsw_afa_mirror *
884 mlxsw_afa_mirror_create(struct mlxsw_afa_block *block, u8 local_in_port,
885 const struct net_device *out_dev, bool ingress)
887 struct mlxsw_afa_mirror *mirror;
890 mirror = kzalloc(sizeof(*mirror), GFP_KERNEL);
892 return ERR_PTR(-ENOMEM);
894 err = block->afa->ops->mirror_add(block->afa->ops_priv,
895 local_in_port, out_dev,
896 ingress, &mirror->span_id);
900 mirror->ingress = ingress;
901 mirror->local_in_port = local_in_port;
902 mirror->resource.destructor = mlxsw_afa_mirror_destructor;
903 mlxsw_afa_resource_add(block, &mirror->resource);
912 mlxsw_afa_block_append_allocated_mirror(struct mlxsw_afa_block *block,
915 char *act = mlxsw_afa_block_append_action(block,
916 MLXSW_AFA_TRAPDISC_CODE,
917 MLXSW_AFA_TRAPDISC_SIZE);
920 mlxsw_afa_trapdisc_pack(act, MLXSW_AFA_TRAPDISC_TRAP_ACTION_NOP,
921 MLXSW_AFA_TRAPDISC_FORWARD_ACTION_FORWARD, 0);
922 mlxsw_afa_trapdisc_mirror_pack(act, true, mirror_agent);
927 mlxsw_afa_block_append_mirror(struct mlxsw_afa_block *block, u8 local_in_port,
928 const struct net_device *out_dev, bool ingress)
930 struct mlxsw_afa_mirror *mirror;
933 mirror = mlxsw_afa_mirror_create(block, local_in_port, out_dev,
936 return PTR_ERR(mirror);
938 err = mlxsw_afa_block_append_allocated_mirror(block, mirror->span_id);
940 goto err_append_allocated_mirror;
944 err_append_allocated_mirror:
945 mlxsw_afa_mirror_destroy(block, mirror);
948 EXPORT_SYMBOL(mlxsw_afa_block_append_mirror);
952 * Forwarding Action can be used to implement Policy Based Switching (PBS)
953 * as well as OpenFlow related "Output" action.
956 #define MLXSW_AFA_FORWARD_CODE 0x07
957 #define MLXSW_AFA_FORWARD_SIZE 1
959 enum mlxsw_afa_forward_type {
960 /* PBS, Policy Based Switching */
961 MLXSW_AFA_FORWARD_TYPE_PBS,
962 /* Output, OpenFlow output type */
963 MLXSW_AFA_FORWARD_TYPE_OUTPUT,
966 /* afa_forward_type */
967 MLXSW_ITEM32(afa, forward, type, 0x00, 24, 2);
969 /* afa_forward_pbs_ptr
970 * A pointer to the PBS entry configured by PPBS register.
971 * Reserved when in_port is set.
973 MLXSW_ITEM32(afa, forward, pbs_ptr, 0x08, 0, 24);
975 /* afa_forward_in_port
976 * Packet is forwarded back to the ingress port.
978 MLXSW_ITEM32(afa, forward, in_port, 0x0C, 0, 1);
981 mlxsw_afa_forward_pack(char *payload, enum mlxsw_afa_forward_type type,
982 u32 pbs_ptr, bool in_port)
984 mlxsw_afa_forward_type_set(payload, type);
985 mlxsw_afa_forward_pbs_ptr_set(payload, pbs_ptr);
986 mlxsw_afa_forward_in_port_set(payload, in_port);
989 int mlxsw_afa_block_append_fwd(struct mlxsw_afa_block *block,
990 u8 local_port, bool in_port)
992 struct mlxsw_afa_fwd_entry_ref *fwd_entry_ref;
999 fwd_entry_ref = mlxsw_afa_fwd_entry_ref_create(block, local_port);
1000 if (IS_ERR(fwd_entry_ref))
1001 return PTR_ERR(fwd_entry_ref);
1002 kvdl_index = fwd_entry_ref->fwd_entry->kvdl_index;
1004 act = mlxsw_afa_block_append_action(block, MLXSW_AFA_FORWARD_CODE,
1005 MLXSW_AFA_FORWARD_SIZE);
1008 goto err_append_action;
1010 mlxsw_afa_forward_pack(act, MLXSW_AFA_FORWARD_TYPE_PBS,
1011 kvdl_index, in_port);
1015 mlxsw_afa_fwd_entry_ref_destroy(block, fwd_entry_ref);
1018 EXPORT_SYMBOL(mlxsw_afa_block_append_fwd);
1020 /* Policing and Counting Action
1021 * ----------------------------
1022 * Policing and Counting action is used for binding policer and counter
1026 #define MLXSW_AFA_POLCNT_CODE 0x08
1027 #define MLXSW_AFA_POLCNT_SIZE 1
1029 enum mlxsw_afa_polcnt_counter_set_type {
1031 MLXSW_AFA_POLCNT_COUNTER_SET_TYPE_NO_COUNT = 0x00,
1032 /* Count packets and bytes */
1033 MLXSW_AFA_POLCNT_COUNTER_SET_TYPE_PACKETS_BYTES = 0x03,
1034 /* Count only packets */
1035 MLXSW_AFA_POLCNT_COUNTER_SET_TYPE_PACKETS = 0x05,
1038 /* afa_polcnt_counter_set_type
1039 * Counter set type for flow counters.
1041 MLXSW_ITEM32(afa, polcnt, counter_set_type, 0x04, 24, 8);
1043 /* afa_polcnt_counter_index
1044 * Counter index for flow counters.
1046 MLXSW_ITEM32(afa, polcnt, counter_index, 0x04, 0, 24);
1049 mlxsw_afa_polcnt_pack(char *payload,
1050 enum mlxsw_afa_polcnt_counter_set_type set_type,
1053 mlxsw_afa_polcnt_counter_set_type_set(payload, set_type);
1054 mlxsw_afa_polcnt_counter_index_set(payload, counter_index);
1057 int mlxsw_afa_block_append_allocated_counter(struct mlxsw_afa_block *block,
1060 char *act = mlxsw_afa_block_append_action(block, MLXSW_AFA_POLCNT_CODE,
1061 MLXSW_AFA_POLCNT_SIZE);
1063 return PTR_ERR(act);
1064 mlxsw_afa_polcnt_pack(act, MLXSW_AFA_POLCNT_COUNTER_SET_TYPE_PACKETS_BYTES,
1068 EXPORT_SYMBOL(mlxsw_afa_block_append_allocated_counter);
1070 int mlxsw_afa_block_append_counter(struct mlxsw_afa_block *block,
1071 u32 *p_counter_index)
1073 struct mlxsw_afa_counter *counter;
1077 counter = mlxsw_afa_counter_create(block);
1078 if (IS_ERR(counter))
1079 return PTR_ERR(counter);
1080 counter_index = counter->counter_index;
1082 err = mlxsw_afa_block_append_allocated_counter(block, counter_index);
1084 goto err_append_allocated_counter;
1086 if (p_counter_index)
1087 *p_counter_index = counter_index;
1090 err_append_allocated_counter:
1091 mlxsw_afa_counter_destroy(block, counter);
1094 EXPORT_SYMBOL(mlxsw_afa_block_append_counter);
1096 /* Virtual Router and Forwarding Domain Action
1097 * -------------------------------------------
1098 * Virtual Switch action is used for manipulate the Virtual Router (VR),
1099 * MPLS label space and the Forwarding Identifier (FID).
1102 #define MLXSW_AFA_VIRFWD_CODE 0x0E
1103 #define MLXSW_AFA_VIRFWD_SIZE 1
1105 enum mlxsw_afa_virfwd_fid_cmd {
1107 MLXSW_AFA_VIRFWD_FID_CMD_NOOP,
1108 /* Set the Forwarding Identifier (FID) to fid */
1109 MLXSW_AFA_VIRFWD_FID_CMD_SET,
1112 /* afa_virfwd_fid_cmd */
1113 MLXSW_ITEM32(afa, virfwd, fid_cmd, 0x08, 29, 3);
1118 MLXSW_ITEM32(afa, virfwd, fid, 0x08, 0, 16);
1120 static inline void mlxsw_afa_virfwd_pack(char *payload,
1121 enum mlxsw_afa_virfwd_fid_cmd fid_cmd,
1124 mlxsw_afa_virfwd_fid_cmd_set(payload, fid_cmd);
1125 mlxsw_afa_virfwd_fid_set(payload, fid);
1128 int mlxsw_afa_block_append_fid_set(struct mlxsw_afa_block *block, u16 fid)
1130 char *act = mlxsw_afa_block_append_action(block,
1131 MLXSW_AFA_VIRFWD_CODE,
1132 MLXSW_AFA_VIRFWD_SIZE);
1134 return PTR_ERR(act);
1135 mlxsw_afa_virfwd_pack(act, MLXSW_AFA_VIRFWD_FID_CMD_SET, fid);
1138 EXPORT_SYMBOL(mlxsw_afa_block_append_fid_set);
1140 /* MC Routing Action
1142 * The Multicast router action. Can be used by RMFT_V2 - Router Multicast
1143 * Forwarding Table Version 2 Register.
1146 #define MLXSW_AFA_MCROUTER_CODE 0x10
1147 #define MLXSW_AFA_MCROUTER_SIZE 2
1149 enum mlxsw_afa_mcrouter_rpf_action {
1150 MLXSW_AFA_MCROUTER_RPF_ACTION_NOP,
1151 MLXSW_AFA_MCROUTER_RPF_ACTION_TRAP,
1152 MLXSW_AFA_MCROUTER_RPF_ACTION_DISCARD_ERROR,
1155 /* afa_mcrouter_rpf_action */
1156 MLXSW_ITEM32(afa, mcrouter, rpf_action, 0x00, 28, 3);
1158 /* afa_mcrouter_expected_irif */
1159 MLXSW_ITEM32(afa, mcrouter, expected_irif, 0x00, 0, 16);
1161 /* afa_mcrouter_min_mtu */
1162 MLXSW_ITEM32(afa, mcrouter, min_mtu, 0x08, 0, 16);
1164 enum mlxsw_afa_mrouter_vrmid {
1165 MLXSW_AFA_MCROUTER_VRMID_INVALID,
1166 MLXSW_AFA_MCROUTER_VRMID_VALID
1169 /* afa_mcrouter_vrmid
1170 * Valid RMID: rigr_rmid_index is used as RMID
1172 MLXSW_ITEM32(afa, mcrouter, vrmid, 0x0C, 31, 1);
1174 /* afa_mcrouter_rigr_rmid_index
1175 * When the vrmid field is set to invalid, the field is used as pointer to
1176 * Router Interface Group (RIGR) Table in the KVD linear.
1177 * When the vrmid is set to valid, the field is used as RMID index, ranged
1178 * from 0 to max_mid - 1. The index is to the Port Group Table.
1180 MLXSW_ITEM32(afa, mcrouter, rigr_rmid_index, 0x0C, 0, 24);
1183 mlxsw_afa_mcrouter_pack(char *payload,
1184 enum mlxsw_afa_mcrouter_rpf_action rpf_action,
1185 u16 expected_irif, u16 min_mtu,
1186 enum mlxsw_afa_mrouter_vrmid vrmid, u32 rigr_rmid_index)
1189 mlxsw_afa_mcrouter_rpf_action_set(payload, rpf_action);
1190 mlxsw_afa_mcrouter_expected_irif_set(payload, expected_irif);
1191 mlxsw_afa_mcrouter_min_mtu_set(payload, min_mtu);
1192 mlxsw_afa_mcrouter_vrmid_set(payload, vrmid);
1193 mlxsw_afa_mcrouter_rigr_rmid_index_set(payload, rigr_rmid_index);
1196 int mlxsw_afa_block_append_mcrouter(struct mlxsw_afa_block *block,
1197 u16 expected_irif, u16 min_mtu,
1198 bool rmid_valid, u32 kvdl_index)
1200 char *act = mlxsw_afa_block_append_action(block,
1201 MLXSW_AFA_MCROUTER_CODE,
1202 MLXSW_AFA_MCROUTER_SIZE);
1204 return PTR_ERR(act);
1205 mlxsw_afa_mcrouter_pack(act, MLXSW_AFA_MCROUTER_RPF_ACTION_TRAP,
1206 expected_irif, min_mtu, rmid_valid, kvdl_index);
1209 EXPORT_SYMBOL(mlxsw_afa_block_append_mcrouter);