4 * Copyright (c) 2012-2016, Intel Corporation.
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms and conditions of the GNU General Public License,
8 * version 2, as published by the Free Software Foundation.
10 * This program is distributed in the hope it will be useful, but WITHOUT
11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
16 #include <linux/module.h>
17 #include <linux/init.h>
18 #include <linux/kernel.h>
19 #include <linux/device.h>
20 #include <linux/sched.h>
21 #include <linux/slab.h>
23 #include "ishtp-dev.h"
27 static int ishtp_use_dma;
28 module_param_named(ishtp_use_dma, ishtp_use_dma, int, 0600);
29 MODULE_PARM_DESC(ishtp_use_dma, "Use DMA to send messages");
31 #define to_ishtp_cl_driver(d) container_of(d, struct ishtp_cl_driver, driver)
32 #define to_ishtp_cl_device(d) container_of(d, struct ishtp_cl_device, dev)
33 static bool ishtp_device_ready;
36 * ishtp_recv() - process ishtp message
39 * If a message with valid header and size is received, then
40 * this function calls appropriate handler. The host or firmware
41 * address is zero, then they are host bus management message,
42 * otherwise they are message fo clients.
44 void ishtp_recv(struct ishtp_device *dev)
47 struct ishtp_msg_hdr *ishtp_hdr;
49 /* Read ISHTP header dword */
50 msg_hdr = dev->ops->ishtp_read_hdr(dev);
54 dev->ops->sync_fw_clock(dev);
56 ishtp_hdr = (struct ishtp_msg_hdr *)&msg_hdr;
57 dev->ishtp_msg_hdr = msg_hdr;
59 /* Sanity check: ISHTP frag. length in header */
60 if (ishtp_hdr->length > dev->mtu) {
62 "ISHTP hdr - bad length: %u; dropped [%08X]\n",
63 (unsigned int)ishtp_hdr->length, msg_hdr);
67 /* ISHTP bus message */
68 if (!ishtp_hdr->host_addr && !ishtp_hdr->fw_addr)
69 recv_hbm(dev, ishtp_hdr);
70 /* ISHTP fixed-client message */
71 else if (!ishtp_hdr->host_addr)
72 recv_fixed_cl_msg(dev, ishtp_hdr);
74 /* ISHTP client message */
75 recv_ishtp_cl_msg(dev, ishtp_hdr);
77 EXPORT_SYMBOL(ishtp_recv);
80 * ishtp_send_msg() - Send ishtp message
82 * @hdr: Message header
83 * @msg: Message contents
84 * @ipc_send_compl: completion callback
85 * @ipc_send_compl_prm: completion callback parameter
87 * Send a multi fragment message via IPC. After sending the first fragment
88 * the completion callback is called to schedule transmit of next fragment.
90 * Return: This returns IPC send message status.
92 int ishtp_send_msg(struct ishtp_device *dev, struct ishtp_msg_hdr *hdr,
93 void *msg, void(*ipc_send_compl)(void *),
94 void *ipc_send_compl_prm)
96 unsigned char ipc_msg[IPC_FULL_MSG_SIZE];
99 drbl_val = dev->ops->ipc_get_header(dev, hdr->length +
100 sizeof(struct ishtp_msg_hdr),
103 memcpy(ipc_msg, &drbl_val, sizeof(uint32_t));
104 memcpy(ipc_msg + sizeof(uint32_t), hdr, sizeof(uint32_t));
105 memcpy(ipc_msg + 2 * sizeof(uint32_t), msg, hdr->length);
106 return dev->ops->write(dev, ipc_send_compl, ipc_send_compl_prm,
107 ipc_msg, 2 * sizeof(uint32_t) + hdr->length);
111 * ishtp_write_message() - Send ishtp single fragment message
113 * @hdr: Message header
116 * Send a single fragment message via IPC. This returns IPC send message
119 * Return: This returns IPC send message status.
121 int ishtp_write_message(struct ishtp_device *dev, struct ishtp_msg_hdr *hdr,
124 return ishtp_send_msg(dev, hdr, buf, NULL, NULL);
128 * ishtp_fw_cl_by_uuid() - locate index of fw client
130 * @uuid: uuid of the client to search
132 * Search firmware client using UUID.
134 * Return: fw client index or -ENOENT if not found
136 int ishtp_fw_cl_by_uuid(struct ishtp_device *dev, const guid_t *uuid)
140 for (i = 0; i < dev->fw_clients_num; ++i) {
141 if (guid_equal(uuid, &dev->fw_clients[i].props.protocol_name))
146 EXPORT_SYMBOL(ishtp_fw_cl_by_uuid);
149 * ishtp_fw_cl_get_client() - return client information to client
150 * @dev: the ishtp device structure
151 * @uuid: uuid of the client to search
153 * Search firmware client using UUID and reture related client information.
155 * Return: pointer of client information on success, NULL on failure.
157 struct ishtp_fw_client *ishtp_fw_cl_get_client(struct ishtp_device *dev,
163 spin_lock_irqsave(&dev->fw_clients_lock, flags);
164 i = ishtp_fw_cl_by_uuid(dev, uuid);
165 spin_unlock_irqrestore(&dev->fw_clients_lock, flags);
166 if (i < 0 || dev->fw_clients[i].props.fixed_address)
169 return &dev->fw_clients[i];
171 EXPORT_SYMBOL(ishtp_fw_cl_get_client);
174 * ishtp_fw_cl_by_id() - return index to fw_clients for client_id
175 * @dev: the ishtp device structure
176 * @client_id: fw client id to search
178 * Search firmware client using client id.
180 * Return: index on success, -ENOENT on failure.
182 int ishtp_fw_cl_by_id(struct ishtp_device *dev, uint8_t client_id)
184 int i, res = -ENOENT;
187 spin_lock_irqsave(&dev->fw_clients_lock, flags);
188 for (i = 0; i < dev->fw_clients_num; i++) {
189 if (dev->fw_clients[i].client_id == client_id) {
194 spin_unlock_irqrestore(&dev->fw_clients_lock, flags);
200 * ishtp_cl_device_probe() - Bus probe() callback
201 * @dev: the device structure
203 * This is a bus probe callback and calls the drive probe function.
205 * Return: Return value from driver probe() call.
207 static int ishtp_cl_device_probe(struct device *dev)
209 struct ishtp_cl_device *device = to_ishtp_cl_device(dev);
210 struct ishtp_cl_driver *driver;
215 driver = to_ishtp_cl_driver(dev->driver);
216 if (!driver || !driver->probe)
219 return driver->probe(device);
223 * ishtp_cl_bus_match() - Bus match() callback
224 * @dev: the device structure
225 * @drv: the driver structure
227 * This is a bus match callback, called when a new ishtp_cl_device is
228 * registered during ishtp bus client enumeration. Use the guid_t in
229 * drv and dev to decide whether they match or not.
231 * Return: 1 if dev & drv matches, 0 otherwise.
233 static int ishtp_cl_bus_match(struct device *dev, struct device_driver *drv)
235 struct ishtp_cl_device *device = to_ishtp_cl_device(dev);
236 struct ishtp_cl_driver *driver = to_ishtp_cl_driver(drv);
238 return guid_equal(driver->guid,
239 &device->fw_client->props.protocol_name);
243 * ishtp_cl_device_remove() - Bus remove() callback
244 * @dev: the device structure
246 * This is a bus remove callback and calls the drive remove function.
247 * Since the ISH driver model supports only built in, this is
248 * primarily can be called during pci driver init failure.
250 * Return: Return value from driver remove() call.
252 static int ishtp_cl_device_remove(struct device *dev)
254 struct ishtp_cl_device *device = to_ishtp_cl_device(dev);
255 struct ishtp_cl_driver *driver;
257 if (!device || !dev->driver)
260 if (device->event_cb) {
261 device->event_cb = NULL;
262 cancel_work_sync(&device->event_work);
265 driver = to_ishtp_cl_driver(dev->driver);
266 if (!driver->remove) {
272 return driver->remove(device);
276 * ishtp_cl_device_suspend() - Bus suspend callback
279 * Called during device suspend process.
281 * Return: Return value from driver suspend() call.
283 static int ishtp_cl_device_suspend(struct device *dev)
285 struct ishtp_cl_device *device = to_ishtp_cl_device(dev);
286 struct ishtp_cl_driver *driver;
292 driver = to_ishtp_cl_driver(dev->driver);
293 if (driver && driver->driver.pm) {
294 if (driver->driver.pm->suspend)
295 ret = driver->driver.pm->suspend(dev);
302 * ishtp_cl_device_resume() - Bus resume callback
305 * Called during device resume process.
307 * Return: Return value from driver resume() call.
309 static int ishtp_cl_device_resume(struct device *dev)
311 struct ishtp_cl_device *device = to_ishtp_cl_device(dev);
312 struct ishtp_cl_driver *driver;
319 * When ISH needs hard reset, it is done asynchrnously, hence bus
320 * resume will be called before full ISH resume
322 if (device->ishtp_dev->resume_flag)
325 driver = to_ishtp_cl_driver(dev->driver);
326 if (driver && driver->driver.pm) {
327 if (driver->driver.pm->resume)
328 ret = driver->driver.pm->resume(dev);
335 * ishtp_cl_device_reset() - Reset callback
336 * @device: ishtp client device instance
338 * This is a callback when HW reset is done and the device need
341 * Return: Return value from driver reset() call.
343 static int ishtp_cl_device_reset(struct ishtp_cl_device *device)
345 struct ishtp_cl_driver *driver;
348 device->event_cb = NULL;
349 cancel_work_sync(&device->event_work);
351 driver = to_ishtp_cl_driver(device->dev.driver);
352 if (driver && driver->reset)
353 ret = driver->reset(device);
358 static ssize_t modalias_show(struct device *dev, struct device_attribute *a,
363 len = snprintf(buf, PAGE_SIZE, "ishtp:%s\n", dev_name(dev));
364 return (len >= PAGE_SIZE) ? (PAGE_SIZE - 1) : len;
366 static DEVICE_ATTR_RO(modalias);
368 static struct attribute *ishtp_cl_dev_attrs[] = {
369 &dev_attr_modalias.attr,
372 ATTRIBUTE_GROUPS(ishtp_cl_dev);
374 static int ishtp_cl_uevent(struct device *dev, struct kobj_uevent_env *env)
376 if (add_uevent_var(env, "MODALIAS=ishtp:%s", dev_name(dev)))
381 static const struct dev_pm_ops ishtp_cl_bus_dev_pm_ops = {
382 /* Suspend callbacks */
383 .suspend = ishtp_cl_device_suspend,
384 .resume = ishtp_cl_device_resume,
385 /* Hibernate callbacks */
386 .freeze = ishtp_cl_device_suspend,
387 .thaw = ishtp_cl_device_resume,
388 .restore = ishtp_cl_device_resume,
391 static struct bus_type ishtp_cl_bus_type = {
393 .dev_groups = ishtp_cl_dev_groups,
394 .probe = ishtp_cl_device_probe,
395 .match = ishtp_cl_bus_match,
396 .remove = ishtp_cl_device_remove,
397 .pm = &ishtp_cl_bus_dev_pm_ops,
398 .uevent = ishtp_cl_uevent,
401 static void ishtp_cl_dev_release(struct device *dev)
403 kfree(to_ishtp_cl_device(dev));
406 static const struct device_type ishtp_cl_device_type = {
407 .release = ishtp_cl_dev_release,
411 * ishtp_bus_add_device() - Function to create device on bus
413 * @uuid: uuid of the client
414 * @name: Name of the client
416 * Allocate ISHTP bus client device, attach it to uuid
417 * and register with ISHTP bus.
419 * Return: ishtp_cl_device pointer or NULL on failure
421 static struct ishtp_cl_device *ishtp_bus_add_device(struct ishtp_device *dev,
422 guid_t uuid, char *name)
424 struct ishtp_cl_device *device;
428 spin_lock_irqsave(&dev->device_list_lock, flags);
429 list_for_each_entry(device, &dev->device_list, device_link) {
430 if (!strcmp(name, dev_name(&device->dev))) {
431 device->fw_client = &dev->fw_clients[
432 dev->fw_client_presentation_num - 1];
433 spin_unlock_irqrestore(&dev->device_list_lock, flags);
434 ishtp_cl_device_reset(device);
438 spin_unlock_irqrestore(&dev->device_list_lock, flags);
440 device = kzalloc(sizeof(struct ishtp_cl_device), GFP_KERNEL);
444 device->dev.parent = dev->devc;
445 device->dev.bus = &ishtp_cl_bus_type;
446 device->dev.type = &ishtp_cl_device_type;
447 device->ishtp_dev = dev;
450 &dev->fw_clients[dev->fw_client_presentation_num - 1];
452 dev_set_name(&device->dev, "%s", name);
454 spin_lock_irqsave(&dev->device_list_lock, flags);
455 list_add_tail(&device->device_link, &dev->device_list);
456 spin_unlock_irqrestore(&dev->device_list_lock, flags);
458 status = device_register(&device->dev);
460 spin_lock_irqsave(&dev->device_list_lock, flags);
461 list_del(&device->device_link);
462 spin_unlock_irqrestore(&dev->device_list_lock, flags);
463 dev_err(dev->devc, "Failed to register ISHTP client device\n");
464 put_device(&device->dev);
468 ishtp_device_ready = true;
469 dev_set_drvdata(&device->dev, device);
475 * ishtp_bus_remove_device() - Function to relase device on bus
476 * @device: client device instance
478 * This is a counterpart of ishtp_bus_add_device.
479 * Device is unregistered.
480 * the device structure is freed in 'ishtp_cl_dev_release' function
481 * Called only during error in pci driver init path.
483 static void ishtp_bus_remove_device(struct ishtp_cl_device *device)
485 device_unregister(&device->dev);
489 * ishtp_cl_driver_register() - Client driver register
490 * @driver: the client driver instance
491 * @owner: Owner of this driver module
493 * Once a client driver is probed, it created a client
494 * instance and registers with the bus.
496 * Return: Return value of driver_register or -ENODEV if not ready
498 int ishtp_cl_driver_register(struct ishtp_cl_driver *driver,
499 struct module *owner)
503 if (!ishtp_device_ready)
506 driver->driver.name = driver->name;
507 driver->driver.owner = owner;
508 driver->driver.bus = &ishtp_cl_bus_type;
510 err = driver_register(&driver->driver);
516 EXPORT_SYMBOL(ishtp_cl_driver_register);
519 * ishtp_cl_driver_unregister() - Client driver unregister
520 * @driver: the client driver instance
522 * Unregister client during device removal process.
524 void ishtp_cl_driver_unregister(struct ishtp_cl_driver *driver)
526 driver_unregister(&driver->driver);
528 EXPORT_SYMBOL(ishtp_cl_driver_unregister);
531 * ishtp_bus_event_work() - event work function
532 * @work: work struct pointer
534 * Once an event is received for a client this work
535 * function is called. If the device has registered a
536 * callback then the callback is called.
538 static void ishtp_bus_event_work(struct work_struct *work)
540 struct ishtp_cl_device *device;
542 device = container_of(work, struct ishtp_cl_device, event_work);
544 if (device->event_cb)
545 device->event_cb(device);
549 * ishtp_cl_bus_rx_event() - schedule event work
550 * @device: client device instance
552 * Once an event is received for a client this schedules
553 * a work function to process.
555 void ishtp_cl_bus_rx_event(struct ishtp_cl_device *device)
557 if (!device || !device->event_cb)
560 if (device->event_cb)
561 schedule_work(&device->event_work);
565 * ishtp_register_event_cb() - Register callback
566 * @device: client device instance
567 * @event_cb: Event processor for an client
569 * Register a callback for events, called from client driver
571 * Return: Return 0 or -EALREADY if already registered
573 int ishtp_register_event_cb(struct ishtp_cl_device *device,
574 void (*event_cb)(struct ishtp_cl_device *))
576 if (device->event_cb)
579 device->event_cb = event_cb;
580 INIT_WORK(&device->event_work, ishtp_bus_event_work);
584 EXPORT_SYMBOL(ishtp_register_event_cb);
587 * ishtp_get_device() - update usage count for the device
588 * @cl_device: client device instance
590 * Increment the usage count. The device can't be deleted
592 void ishtp_get_device(struct ishtp_cl_device *cl_device)
594 cl_device->reference_count++;
596 EXPORT_SYMBOL(ishtp_get_device);
599 * ishtp_put_device() - decrement usage count for the device
600 * @cl_device: client device instance
602 * Decrement the usage count. The device can be deleted is count = 0
604 void ishtp_put_device(struct ishtp_cl_device *cl_device)
606 cl_device->reference_count--;
608 EXPORT_SYMBOL(ishtp_put_device);
611 * ishtp_set_drvdata() - set client driver data
612 * @cl_device: client device instance
613 * @data: driver data need to be set
615 * Set client driver data to cl_device->driver_data.
617 void ishtp_set_drvdata(struct ishtp_cl_device *cl_device, void *data)
619 cl_device->driver_data = data;
621 EXPORT_SYMBOL(ishtp_set_drvdata);
624 * ishtp_get_drvdata() - get client driver data
625 * @cl_device: client device instance
627 * Get client driver data from cl_device->driver_data.
629 * Return: pointer of driver data
631 void *ishtp_get_drvdata(struct ishtp_cl_device *cl_device)
633 return cl_device->driver_data;
635 EXPORT_SYMBOL(ishtp_get_drvdata);
638 * ishtp_bus_new_client() - Create a new client
639 * @dev: ISHTP device instance
641 * Once bus protocol enumerates a client, this is called
642 * to add a device for the client.
644 * Return: 0 on success or error code on failure
646 int ishtp_bus_new_client(struct ishtp_device *dev)
650 struct ishtp_cl_device *cl_device;
654 * For all reported clients, create an unconnected client and add its
655 * device to ISHTP bus.
656 * If appropriate driver has loaded, this will trigger its probe().
657 * Otherwise, probe() will be called when driver is loaded
659 i = dev->fw_client_presentation_num - 1;
660 device_uuid = dev->fw_clients[i].props.protocol_name;
661 dev_name = kasprintf(GFP_KERNEL, "{%pUL}", &device_uuid);
665 cl_device = ishtp_bus_add_device(dev, device_uuid, dev_name);
677 * ishtp_cl_device_bind() - bind a device
678 * @cl: ishtp client device
680 * Binds connected ishtp_cl to ISHTP bus device
682 * Return: 0 on success or fault code
684 int ishtp_cl_device_bind(struct ishtp_cl *cl)
686 struct ishtp_cl_device *cl_device;
690 if (!cl->fw_client_id || cl->state != ISHTP_CL_CONNECTED)
694 spin_lock_irqsave(&cl->dev->device_list_lock, flags);
695 list_for_each_entry(cl_device, &cl->dev->device_list,
697 if (cl_device->fw_client &&
698 cl_device->fw_client->client_id == cl->fw_client_id) {
699 cl->device = cl_device;
704 spin_unlock_irqrestore(&cl->dev->device_list_lock, flags);
709 * ishtp_bus_remove_all_clients() - Remove all clients
710 * @ishtp_dev: ishtp device
711 * @warm_reset: Reset due to FW reset dure to errors or S3 suspend
713 * This is part of reset/remove flow. This function the main processing
714 * only targets error processing, if the FW has forced reset or
715 * error to remove connected clients. When warm reset the client devices are
718 void ishtp_bus_remove_all_clients(struct ishtp_device *ishtp_dev,
721 struct ishtp_cl_device *cl_device, *n;
725 spin_lock_irqsave(&ishtp_dev->cl_list_lock, flags);
726 list_for_each_entry(cl, &ishtp_dev->cl_list, link) {
727 cl->state = ISHTP_CL_DISCONNECTED;
730 * Wake any pending process. The waiter would check dev->state
731 * and determine that it's not enabled already,
732 * and will return error to its caller
734 wake_up_interruptible(&cl->wait_ctrl_res);
736 /* Disband any pending read/write requests and free rb */
737 ishtp_cl_flush_queues(cl);
739 /* Remove all free and in_process rings, both Rx and Tx */
740 ishtp_cl_free_rx_ring(cl);
741 ishtp_cl_free_tx_ring(cl);
744 * Free client and ISHTP bus client device structures
745 * don't free host client because it is part of the OS fd
749 spin_unlock_irqrestore(&ishtp_dev->cl_list_lock, flags);
751 /* Release DMA buffers for client messages */
752 ishtp_cl_free_dma_buf(ishtp_dev);
754 /* remove bus clients */
755 spin_lock_irqsave(&ishtp_dev->device_list_lock, flags);
756 list_for_each_entry_safe(cl_device, n, &ishtp_dev->device_list,
758 cl_device->fw_client = NULL;
759 if (warm_reset && cl_device->reference_count)
762 list_del(&cl_device->device_link);
763 spin_unlock_irqrestore(&ishtp_dev->device_list_lock, flags);
764 ishtp_bus_remove_device(cl_device);
765 spin_lock_irqsave(&ishtp_dev->device_list_lock, flags);
767 spin_unlock_irqrestore(&ishtp_dev->device_list_lock, flags);
769 /* Free all client structures */
770 spin_lock_irqsave(&ishtp_dev->fw_clients_lock, flags);
771 kfree(ishtp_dev->fw_clients);
772 ishtp_dev->fw_clients = NULL;
773 ishtp_dev->fw_clients_num = 0;
774 ishtp_dev->fw_client_presentation_num = 0;
775 ishtp_dev->fw_client_index = 0;
776 bitmap_zero(ishtp_dev->fw_clients_map, ISHTP_CLIENTS_MAX);
777 spin_unlock_irqrestore(&ishtp_dev->fw_clients_lock, flags);
779 EXPORT_SYMBOL(ishtp_bus_remove_all_clients);
782 * ishtp_reset_handler() - IPC reset handler
785 * ISHTP Handler for IPC_RESET notification
787 void ishtp_reset_handler(struct ishtp_device *dev)
791 /* Handle FW-initiated reset */
792 dev->dev_state = ISHTP_DEV_RESETTING;
794 /* Clear BH processing queue - no further HBMs */
795 spin_lock_irqsave(&dev->rd_msg_spinlock, flags);
796 dev->rd_msg_fifo_head = dev->rd_msg_fifo_tail = 0;
797 spin_unlock_irqrestore(&dev->rd_msg_spinlock, flags);
799 /* Handle ISH FW reset against upper layers */
800 ishtp_bus_remove_all_clients(dev, true);
802 EXPORT_SYMBOL(ishtp_reset_handler);
805 * ishtp_reset_compl_handler() - Reset completion handler
808 * ISHTP handler for IPC_RESET sequence completion to start
809 * host message bus start protocol sequence.
811 void ishtp_reset_compl_handler(struct ishtp_device *dev)
813 dev->dev_state = ISHTP_DEV_INIT_CLIENTS;
814 dev->hbm_state = ISHTP_HBM_START;
815 ishtp_hbm_start_req(dev);
817 EXPORT_SYMBOL(ishtp_reset_compl_handler);
820 * ishtp_use_dma_transfer() - Function to use DMA
822 * This interface is used to enable usage of DMA
824 * Return non zero if DMA can be enabled
826 int ishtp_use_dma_transfer(void)
828 return ishtp_use_dma;
832 * ishtp_device() - Return device pointer
834 * This interface is used to return device pointer from ishtp_cl_device
839 struct device *ishtp_device(struct ishtp_cl_device *device)
843 EXPORT_SYMBOL(ishtp_device);
846 * ishtp_trace_callback() - Return trace callback
848 * This interface is used to return trace callback function pointer.
852 void *ishtp_trace_callback(struct ishtp_cl_device *cl_device)
854 return cl_device->ishtp_dev->print_log;
856 EXPORT_SYMBOL(ishtp_trace_callback);
859 * ishtp_bus_register() - Function to register bus
861 * This register ishtp bus
863 * Return: Return output of bus_register
865 static int __init ishtp_bus_register(void)
867 return bus_register(&ishtp_cl_bus_type);
871 * ishtp_bus_unregister() - Function to unregister bus
873 * This unregister ishtp bus
875 static void __exit ishtp_bus_unregister(void)
877 bus_unregister(&ishtp_cl_bus_type);
880 module_init(ishtp_bus_register);
881 module_exit(ishtp_bus_unregister);
883 MODULE_LICENSE("GPL");