1// SPDX-License-Identifier: GPL-2.0-only
  2/*
  3 * Intel MIC Platform Software Stack (MPSS)
  4 *
  5 * Copyright(c) 2014 Intel Corporation.
  6 *
  7 * Intel SCIF driver.
  8 */
  9#include "scif_peer_bus.h"
 10
 11#include "scif_main.h"
 12#include "scif_map.h"
 13
 14/**
 15 * scif_invalidate_ep() - Set state for all connected endpoints
 16 * to disconnected and wake up all send/recv waitqueues
 17 */
 18static void scif_invalidate_ep(int node)
 19{
 20	struct scif_endpt *ep;
 21	struct list_head *pos, *tmpq;
 22
 23	flush_work(&scif_info.conn_work);
 24	mutex_lock(&scif_info.connlock);
 25	list_for_each_safe(pos, tmpq, &scif_info.disconnected) {
 26		ep = list_entry(pos, struct scif_endpt, list);
 27		if (ep->remote_dev->node == node) {
 28			scif_unmap_all_windows(ep);
 29			spin_lock(&ep->lock);
 30			scif_cleanup_ep_qp(ep);
 31			spin_unlock(&ep->lock);
 32		}
 33	}
 34	list_for_each_safe(pos, tmpq, &scif_info.connected) {
 35		ep = list_entry(pos, struct scif_endpt, list);
 36		if (ep->remote_dev->node == node) {
 37			list_del(pos);
 38			spin_lock(&ep->lock);
 39			ep->state = SCIFEP_DISCONNECTED;
 40			list_add_tail(&ep->list, &scif_info.disconnected);
 41			scif_cleanup_ep_qp(ep);
 42			wake_up_interruptible(&ep->sendwq);
 43			wake_up_interruptible(&ep->recvwq);
 44			spin_unlock(&ep->lock);
 45			scif_unmap_all_windows(ep);
 46		}
 47	}
 48	mutex_unlock(&scif_info.connlock);
 49}
 50
 51void scif_free_qp(struct scif_dev *scifdev)
 52{
 53	struct scif_qp *qp = scifdev->qpairs;
 54
 55	if (!qp)
 56		return;
 57	scif_unmap_single(qp->local_buf, scifdev, qp->inbound_q.size);
 58	kfree(qp->inbound_q.rb_base);
 59	scif_unmap_single(qp->local_qp, scifdev, sizeof(struct scif_qp));
 60	kfree(scifdev->qpairs);
 61	scifdev->qpairs = NULL;
 62}
 63
 64static void scif_cleanup_qp(struct scif_dev *dev)
 65{
 66	struct scif_qp *qp = &dev->qpairs[0];
 67
 68	if (!qp)
 69		return;
 70	scif_iounmap((void *)qp->remote_qp, sizeof(struct scif_qp), dev);
 71	scif_iounmap((void *)qp->outbound_q.rb_base,
 72		     sizeof(struct scif_qp), dev);
 73	qp->remote_qp = NULL;
 74	qp->local_write = 0;
 75	qp->inbound_q.current_write_offset = 0;
 76	qp->inbound_q.current_read_offset = 0;
 77	if (scifdev_is_p2p(dev))
 78		scif_free_qp(dev);
 79}
 80
 81void scif_send_acks(struct scif_dev *dev)
 82{
 83	struct scifmsg msg;
 84
 85	if (dev->node_remove_ack_pending) {
 86		msg.uop = SCIF_NODE_REMOVE_ACK;
 87		msg.src.node = scif_info.nodeid;
 88		msg.dst.node = SCIF_MGMT_NODE;
 89		msg.payload[0] = dev->node;
 90		scif_nodeqp_send(&scif_dev[SCIF_MGMT_NODE], &msg);
 91		dev->node_remove_ack_pending = false;
 92	}
 93	if (dev->exit_ack_pending) {
 94		msg.uop = SCIF_EXIT_ACK;
 95		msg.src.node = scif_info.nodeid;
 96		msg.dst.node = dev->node;
 97		scif_nodeqp_send(dev, &msg);
 98		dev->exit_ack_pending = false;
 99	}
100}
101
102/*
103 * scif_cleanup_scifdev
104 *
105 * @dev: Remote SCIF device.
106 * Uninitialize SCIF data structures for remote SCIF device.
107 */
108void scif_cleanup_scifdev(struct scif_dev *dev)
109{
110	struct scif_hw_dev *sdev = dev->sdev;
111
112	if (!dev->sdev)
113		return;
114	if (scifdev_is_p2p(dev)) {
115		if (dev->cookie) {
116			sdev->hw_ops->free_irq(sdev, dev->cookie, dev);
117			dev->cookie = NULL;
118		}
119		scif_destroy_intr_wq(dev);
120	}
121	flush_work(&scif_info.misc_work);
122	scif_destroy_p2p(dev);
123	scif_invalidate_ep(dev->node);
124	scif_zap_mmaps(dev->node);
125	scif_cleanup_rma_for_zombies(dev->node);
126	flush_work(&scif_info.misc_work);
127	scif_send_acks(dev);
128	if (!dev->node && scif_info.card_initiated_exit) {
129		/*
130		 * Send an SCIF_EXIT message which is the last message from MIC
131		 * to the Host and wait for a SCIF_EXIT_ACK
132		 */
133		scif_send_exit(dev);
134		scif_info.card_initiated_exit = false;
135	}
136	scif_cleanup_qp(dev);
137}
138
139/*
140 * scif_remove_node:
141 *
142 * @node: Node to remove
143 */
144void scif_handle_remove_node(int node)
145{
146	struct scif_dev *scifdev = &scif_dev[node];
147
148	if (scif_peer_unregister_device(scifdev))
149		scif_send_acks(scifdev);
150}
151
152static int scif_send_rmnode_msg(int node, int remove_node)
153{
154	struct scifmsg notif_msg;
155	struct scif_dev *dev = &scif_dev[node];
156
157	notif_msg.uop = SCIF_NODE_REMOVE;
158	notif_msg.src.node = scif_info.nodeid;
159	notif_msg.dst.node = node;
160	notif_msg.payload[0] = remove_node;
161	return scif_nodeqp_send(dev, &notif_msg);
162}
163
164/**
165 * scif_node_disconnect:
166 *
167 * @node_id[in]: source node id.
168 * @mgmt_initiated: Disconnection initiated from the mgmt node
169 *
170 * Disconnect a node from the scif network.
171 */
172void scif_disconnect_node(u32 node_id, bool mgmt_initiated)
173{
174	int ret;
175	int msg_cnt = 0;
176	u32 i = 0;
177	struct scif_dev *scifdev = &scif_dev[node_id];
178
179	if (!node_id)
180		return;
181
182	atomic_set(&scifdev->disconn_rescnt, 0);
183
184	/* Destroy p2p network */
185	for (i = 1; i <= scif_info.maxid; i++) {
186		if (i == node_id)
187			continue;
188		ret = scif_send_rmnode_msg(i, node_id);
189		if (!ret)
190			msg_cnt++;
191	}
192	/* Wait for the remote nodes to respond with SCIF_NODE_REMOVE_ACK */
193	ret = wait_event_timeout(scifdev->disconn_wq,
194				 (atomic_read(&scifdev->disconn_rescnt)
195				 == msg_cnt), SCIF_NODE_ALIVE_TIMEOUT);
196	/* Tell the card to clean up */
197	if (mgmt_initiated && _scifdev_alive(scifdev))
198		/*
199		 * Send an SCIF_EXIT message which is the last message from Host
200		 * to the MIC and wait for a SCIF_EXIT_ACK
201		 */
202		scif_send_exit(scifdev);
203	atomic_set(&scifdev->disconn_rescnt, 0);
204	/* Tell the mgmt node to clean up */
205	ret = scif_send_rmnode_msg(SCIF_MGMT_NODE, node_id);
206	if (!ret)
207		/* Wait for mgmt node to respond with SCIF_NODE_REMOVE_ACK */
208		wait_event_timeout(scifdev->disconn_wq,
209				   (atomic_read(&scifdev->disconn_rescnt) == 1),
210				   SCIF_NODE_ALIVE_TIMEOUT);
211}
212
213void scif_get_node_info(void)
214{
215	struct scifmsg msg;
216	DECLARE_COMPLETION_ONSTACK(node_info);
217
218	msg.uop = SCIF_GET_NODE_INFO;
219	msg.src.node = scif_info.nodeid;
220	msg.dst.node = SCIF_MGMT_NODE;
221	msg.payload[3] = (u64)&node_info;
222
223	if ((scif_nodeqp_send(&scif_dev[SCIF_MGMT_NODE], &msg)))
224		return;
225
226	/* Wait for a response with SCIF_GET_NODE_INFO */
227	wait_for_completion(&node_info);
228}