1// SPDX-License-Identifier: GPL-2.0-only
  2/* Copyright(c) 2023 Advanced Micro Devices, Inc */
  3
  4#include <linux/vdpa.h>
  5#include <linux/virtio_pci_modern.h>
  6
  7#include <linux/pds/pds_common.h>
  8#include <linux/pds/pds_core_if.h>
  9#include <linux/pds/pds_adminq.h>
 10#include <linux/pds/pds_auxbus.h>
 11
 12#include "vdpa_dev.h"
 13#include "aux_drv.h"
 14#include "cmds.h"
 15
 16int pds_vdpa_init_hw(struct pds_vdpa_device *pdsv)
 17{
 18	struct pds_auxiliary_dev *padev = pdsv->vdpa_aux->padev;
 19	struct device *dev = &padev->aux_dev.dev;
 20	union pds_core_adminq_cmd cmd = {
 21		.vdpa_init.opcode = PDS_VDPA_CMD_INIT,
 22		.vdpa_init.vdpa_index = pdsv->vdpa_index,
 23		.vdpa_init.vf_id = cpu_to_le16(pdsv->vdpa_aux->vf_id),
 24	};
 25	union pds_core_adminq_comp comp = {};
 26	int err;
 27
 28	/* Initialize the vdpa/virtio device */
 29	err = pds_client_adminq_cmd(padev, &cmd, sizeof(cmd.vdpa_init),
 30				    &comp, 0);
 31	if (err)
 32		dev_dbg(dev, "Failed to init hw, status %d: %pe\n",
 33			comp.status, ERR_PTR(err));
 34
 35	return err;
 36}
 37
 38int pds_vdpa_cmd_reset(struct pds_vdpa_device *pdsv)
 39{
 40	struct pds_auxiliary_dev *padev = pdsv->vdpa_aux->padev;
 41	struct device *dev = &padev->aux_dev.dev;
 42	union pds_core_adminq_cmd cmd = {
 43		.vdpa.opcode = PDS_VDPA_CMD_RESET,
 44		.vdpa.vdpa_index = pdsv->vdpa_index,
 45		.vdpa.vf_id = cpu_to_le16(pdsv->vdpa_aux->vf_id),
 46	};
 47	union pds_core_adminq_comp comp = {};
 48	int err;
 49
 50	err = pds_client_adminq_cmd(padev, &cmd, sizeof(cmd.vdpa), &comp, 0);
 51	if (err)
 52		dev_dbg(dev, "Failed to reset hw, status %d: %pe\n",
 53			comp.status, ERR_PTR(err));
 54
 55	return err;
 56}
 57
 58int pds_vdpa_cmd_set_status(struct pds_vdpa_device *pdsv, u8 status)
 59{
 60	struct pds_auxiliary_dev *padev = pdsv->vdpa_aux->padev;
 61	struct device *dev = &padev->aux_dev.dev;
 62	union pds_core_adminq_cmd cmd = {
 63		.vdpa_status.opcode = PDS_VDPA_CMD_STATUS_UPDATE,
 64		.vdpa_status.vdpa_index = pdsv->vdpa_index,
 65		.vdpa_status.vf_id = cpu_to_le16(pdsv->vdpa_aux->vf_id),
 66		.vdpa_status.status = status,
 67	};
 68	union pds_core_adminq_comp comp = {};
 69	int err;
 70
 71	err = pds_client_adminq_cmd(padev, &cmd, sizeof(cmd.vdpa_status), &comp, 0);
 72	if (err)
 73		dev_dbg(dev, "Failed to set status to %#x, error status %d: %pe\n",
 74			status, comp.status, ERR_PTR(err));
 75
 76	return err;
 77}
 78
 79int pds_vdpa_cmd_set_mac(struct pds_vdpa_device *pdsv, u8 *mac)
 80{
 81	struct pds_auxiliary_dev *padev = pdsv->vdpa_aux->padev;
 82	struct device *dev = &padev->aux_dev.dev;
 83	union pds_core_adminq_cmd cmd = {
 84		.vdpa_setattr.opcode = PDS_VDPA_CMD_SET_ATTR,
 85		.vdpa_setattr.vdpa_index = pdsv->vdpa_index,
 86		.vdpa_setattr.vf_id = cpu_to_le16(pdsv->vdpa_aux->vf_id),
 87		.vdpa_setattr.attr = PDS_VDPA_ATTR_MAC,
 88	};
 89	union pds_core_adminq_comp comp = {};
 90	int err;
 91
 92	ether_addr_copy(cmd.vdpa_setattr.mac, mac);
 93	err = pds_client_adminq_cmd(padev, &cmd, sizeof(cmd.vdpa_setattr),
 94				    &comp, 0);
 95	if (err)
 96		dev_dbg(dev, "Failed to set mac address %pM, status %d: %pe\n",
 97			mac, comp.status, ERR_PTR(err));
 98
 99	return err;
100}
101
102int pds_vdpa_cmd_set_max_vq_pairs(struct pds_vdpa_device *pdsv, u16 max_vqp)
103{
104	struct pds_auxiliary_dev *padev = pdsv->vdpa_aux->padev;
105	struct device *dev = &padev->aux_dev.dev;
106	union pds_core_adminq_cmd cmd = {
107		.vdpa_setattr.opcode = PDS_VDPA_CMD_SET_ATTR,
108		.vdpa_setattr.vdpa_index = pdsv->vdpa_index,
109		.vdpa_setattr.vf_id = cpu_to_le16(pdsv->vdpa_aux->vf_id),
110		.vdpa_setattr.attr = PDS_VDPA_ATTR_MAX_VQ_PAIRS,
111		.vdpa_setattr.max_vq_pairs = cpu_to_le16(max_vqp),
112	};
113	union pds_core_adminq_comp comp = {};
114	int err;
115
116	err = pds_client_adminq_cmd(padev, &cmd, sizeof(cmd.vdpa_setattr),
117				    &comp, 0);
118	if (err)
119		dev_dbg(dev, "Failed to set max vq pairs %u, status %d: %pe\n",
120			max_vqp, comp.status, ERR_PTR(err));
121
122	return err;
123}
124
125int pds_vdpa_cmd_init_vq(struct pds_vdpa_device *pdsv, u16 qid, u16 invert_idx,
126			 struct pds_vdpa_vq_info *vq_info)
127{
128	struct pds_auxiliary_dev *padev = pdsv->vdpa_aux->padev;
129	struct device *dev = &padev->aux_dev.dev;
130	union pds_core_adminq_cmd cmd = {
131		.vdpa_vq_init.opcode = PDS_VDPA_CMD_VQ_INIT,
132		.vdpa_vq_init.vdpa_index = pdsv->vdpa_index,
133		.vdpa_vq_init.vf_id = cpu_to_le16(pdsv->vdpa_aux->vf_id),
134		.vdpa_vq_init.qid = cpu_to_le16(qid),
135		.vdpa_vq_init.len = cpu_to_le16(ilog2(vq_info->q_len)),
136		.vdpa_vq_init.desc_addr = cpu_to_le64(vq_info->desc_addr),
137		.vdpa_vq_init.avail_addr = cpu_to_le64(vq_info->avail_addr),
138		.vdpa_vq_init.used_addr = cpu_to_le64(vq_info->used_addr),
139		.vdpa_vq_init.intr_index = cpu_to_le16(qid),
140		.vdpa_vq_init.avail_index = cpu_to_le16(vq_info->avail_idx ^ invert_idx),
141		.vdpa_vq_init.used_index = cpu_to_le16(vq_info->used_idx ^ invert_idx),
142	};
143	union pds_core_adminq_comp comp = {};
144	int err;
145
146	dev_dbg(dev, "%s: qid %d len %d desc_addr %#llx avail_addr %#llx used_addr %#llx\n",
147		__func__, qid, ilog2(vq_info->q_len),
148		vq_info->desc_addr, vq_info->avail_addr, vq_info->used_addr);
149
150	err = pds_client_adminq_cmd(padev, &cmd, sizeof(cmd.vdpa_vq_init),
151				    &comp, 0);
152	if (err)
153		dev_dbg(dev, "Failed to init vq %d, status %d: %pe\n",
154			qid, comp.status, ERR_PTR(err));
155
156	return err;
157}
158
159int pds_vdpa_cmd_reset_vq(struct pds_vdpa_device *pdsv, u16 qid, u16 invert_idx,
160			  struct pds_vdpa_vq_info *vq_info)
161{
162	struct pds_auxiliary_dev *padev = pdsv->vdpa_aux->padev;
163	struct device *dev = &padev->aux_dev.dev;
164	union pds_core_adminq_cmd cmd = {
165		.vdpa_vq_reset.opcode = PDS_VDPA_CMD_VQ_RESET,
166		.vdpa_vq_reset.vdpa_index = pdsv->vdpa_index,
167		.vdpa_vq_reset.vf_id = cpu_to_le16(pdsv->vdpa_aux->vf_id),
168		.vdpa_vq_reset.qid = cpu_to_le16(qid),
169	};
170	union pds_core_adminq_comp comp = {};
171	int err;
172
173	err = pds_client_adminq_cmd(padev, &cmd, sizeof(cmd.vdpa_vq_reset),
174				    &comp, 0);
175	if (err) {
176		dev_dbg(dev, "Failed to reset vq %d, status %d: %pe\n",
177			qid, comp.status, ERR_PTR(err));
178		return err;
179	}
180
181	vq_info->avail_idx = le16_to_cpu(comp.vdpa_vq_reset.avail_index) ^ invert_idx;
182	vq_info->used_idx = le16_to_cpu(comp.vdpa_vq_reset.used_index) ^ invert_idx;
183
184	return 0;
185}