1 // SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause
3 * Copyright (C) 2015 Intel Mobile Communications GmbH
4 * Copyright (C) 2016-2017 Intel Deutschland GmbH
5 * Copyright (C) 2019-2021 Intel Corporation
7 #include <linux/kernel.h>
8 #include <linux/bsearch.h>
10 #include "fw/api/tx.h"
11 #include "iwl-trans.h"
15 #include <linux/dmapool.h>
16 #include "fw/api/commands.h"
18 struct iwl_trans *iwl_trans_alloc(unsigned int priv_size,
20 const struct iwl_trans_ops *ops,
21 const struct iwl_cfg_trans_params *cfg_trans)
23 struct iwl_trans *trans;
25 static struct lock_class_key __key;
28 trans = devm_kzalloc(dev, sizeof(*trans) + priv_size, GFP_KERNEL);
32 trans->trans_cfg = cfg_trans;
35 lockdep_init_map(&trans->sync_cmd_lockdep_map, "sync_cmd_lockdep_map",
41 trans->num_rx_queues = 1;
43 WARN_ON(!ops->wait_txq_empty && !ops->wait_tx_queues_empty);
45 if (trans->trans_cfg->use_tfh) {
46 trans->txqs.tfd.addr_size = 64;
47 trans->txqs.tfd.max_tbs = IWL_TFH_NUM_TBS;
48 trans->txqs.tfd.size = sizeof(struct iwl_tfh_tfd);
50 trans->txqs.tfd.addr_size = 36;
51 trans->txqs.tfd.max_tbs = IWL_NUM_OF_TBS;
52 trans->txqs.tfd.size = sizeof(struct iwl_tfd);
54 trans->max_skb_frags = IWL_TRANS_MAX_FRAGS(trans);
59 int iwl_trans_init(struct iwl_trans *trans)
61 int txcmd_size, txcmd_align;
63 if (!trans->trans_cfg->gen2) {
64 txcmd_size = sizeof(struct iwl_tx_cmd);
65 txcmd_align = sizeof(void *);
66 } else if (trans->trans_cfg->device_family < IWL_DEVICE_FAMILY_AX210) {
67 txcmd_size = sizeof(struct iwl_tx_cmd_gen2);
70 txcmd_size = sizeof(struct iwl_tx_cmd_gen3);
74 txcmd_size += sizeof(struct iwl_cmd_header);
75 txcmd_size += 36; /* biggest possible 802.11 header */
77 /* Ensure device TX cmd cannot reach/cross a page boundary in gen2 */
78 if (WARN_ON(trans->trans_cfg->gen2 && txcmd_size >= txcmd_align))
81 if (trans->trans_cfg->device_family >= IWL_DEVICE_FAMILY_AX210)
82 trans->txqs.bc_tbl_size = sizeof(struct iwl_gen3_bc_tbl);
84 trans->txqs.bc_tbl_size = sizeof(struct iwlagn_scd_bc_tbl);
86 * For gen2 devices, we use a single allocation for each byte-count
87 * table, but they're pretty small (1k) so use a DMA pool that we
90 if (trans->trans_cfg->gen2) {
91 trans->txqs.bc_pool = dmam_pool_create("iwlwifi:bc", trans->dev,
92 trans->txqs.bc_tbl_size,
94 if (!trans->txqs.bc_pool)
98 /* Some things must not change even if the config does */
99 WARN_ON(trans->txqs.tfd.addr_size !=
100 (trans->trans_cfg->use_tfh ? 64 : 36));
102 snprintf(trans->dev_cmd_pool_name, sizeof(trans->dev_cmd_pool_name),
103 "iwl_cmd_pool:%s", dev_name(trans->dev));
104 trans->dev_cmd_pool =
105 kmem_cache_create(trans->dev_cmd_pool_name,
106 txcmd_size, txcmd_align,
107 SLAB_HWCACHE_ALIGN, NULL);
108 if (!trans->dev_cmd_pool)
111 trans->txqs.tso_hdr_page = alloc_percpu(struct iwl_tso_hdr_page);
112 if (!trans->txqs.tso_hdr_page) {
113 kmem_cache_destroy(trans->dev_cmd_pool);
117 /* Initialize the wait queue for commands */
118 init_waitqueue_head(&trans->wait_command_queue);
123 void iwl_trans_free(struct iwl_trans *trans)
127 if (trans->txqs.tso_hdr_page) {
128 for_each_possible_cpu(i) {
129 struct iwl_tso_hdr_page *p =
130 per_cpu_ptr(trans->txqs.tso_hdr_page, i);
133 __free_page(p->page);
136 free_percpu(trans->txqs.tso_hdr_page);
139 kmem_cache_destroy(trans->dev_cmd_pool);
142 int iwl_trans_send_cmd(struct iwl_trans *trans, struct iwl_host_cmd *cmd)
146 if (unlikely(!(cmd->flags & CMD_SEND_IN_RFKILL) &&
147 test_bit(STATUS_RFKILL_OPMODE, &trans->status)))
151 * We can't test IWL_MVM_STATUS_IN_D3 in mvm->status because this
152 * bit is set early in the D3 flow, before we send all the commands
153 * that configure the firmware for D3 operation (power, patterns, ...)
154 * and we don't want to flag all those with CMD_SEND_IN_D3.
155 * So use the system_pm_mode instead. The only command sent after
156 * we set system_pm_mode is D3_CONFIG_CMD, which we now flag with
159 if (unlikely(trans->system_pm_mode == IWL_PLAT_PM_MODE_D3 &&
160 !(cmd->flags & CMD_SEND_IN_D3)))
163 if (unlikely(test_bit(STATUS_FW_ERROR, &trans->status)))
166 if (unlikely(trans->state != IWL_TRANS_FW_ALIVE)) {
167 IWL_ERR(trans, "%s bad state = %d\n", __func__, trans->state);
171 if (WARN_ON((cmd->flags & CMD_WANT_ASYNC_CALLBACK) &&
172 !(cmd->flags & CMD_ASYNC)))
175 if (!(cmd->flags & CMD_ASYNC))
176 lock_map_acquire_read(&trans->sync_cmd_lockdep_map);
178 if (trans->wide_cmd_header && !iwl_cmd_groupid(cmd->id)) {
179 if (cmd->id != REPLY_ERROR)
180 cmd->id = DEF_ID(cmd->id);
183 ret = iwl_trans_txq_send_hcmd(trans, cmd);
185 if (!(cmd->flags & CMD_ASYNC))
186 lock_map_release(&trans->sync_cmd_lockdep_map);
188 if (WARN_ON((cmd->flags & CMD_WANT_SKB) && !ret && !cmd->resp_pkt))
193 IWL_EXPORT_SYMBOL(iwl_trans_send_cmd);
195 /* Comparator for struct iwl_hcmd_names.
196 * Used in the binary search over a list of host commands.
198 * @key: command_id that we're looking for.
199 * @elt: struct iwl_hcmd_names candidate for match.
201 * @return 0 iff equal.
203 static int iwl_hcmd_names_cmp(const void *key, const void *elt)
205 const struct iwl_hcmd_names *name = elt;
206 u8 cmd1 = *(u8 *)key;
207 u8 cmd2 = name->cmd_id;
209 return (cmd1 - cmd2);
212 const char *iwl_get_cmd_string(struct iwl_trans *trans, u32 id)
215 struct iwl_hcmd_names *ret;
216 const struct iwl_hcmd_arr *arr;
217 size_t size = sizeof(struct iwl_hcmd_names);
219 grp = iwl_cmd_groupid(id);
220 cmd = iwl_cmd_opcode(id);
222 if (!trans->command_groups || grp >= trans->command_groups_size ||
223 !trans->command_groups[grp].arr)
226 arr = &trans->command_groups[grp];
227 ret = bsearch(&cmd, arr->arr, arr->size, size, iwl_hcmd_names_cmp);
230 return ret->cmd_name;
232 IWL_EXPORT_SYMBOL(iwl_get_cmd_string);
234 int iwl_cmd_groups_verify_sorted(const struct iwl_trans_config *trans)
237 const struct iwl_hcmd_arr *arr;
239 for (i = 0; i < trans->command_groups_size; i++) {
240 arr = &trans->command_groups[i];
243 for (j = 0; j < arr->size - 1; j++)
244 if (arr->arr[j].cmd_id > arr->arr[j + 1].cmd_id)
249 IWL_EXPORT_SYMBOL(iwl_cmd_groups_verify_sorted);