1 // SPDX-License-Identifier: GPL-2.0
3 * nvmem framework core.
5 * Copyright (C) 2015 Srinivas Kandagatla <srinivas.kandagatla@linaro.org>
6 * Copyright (C) 2013 Maxime Ripard <maxime.ripard@free-electrons.com>
9 #include <linux/device.h>
10 #include <linux/export.h>
12 #include <linux/idr.h>
13 #include <linux/init.h>
14 #include <linux/kref.h>
15 #include <linux/module.h>
16 #include <linux/nvmem-consumer.h>
17 #include <linux/nvmem-provider.h>
18 #include <linux/gpio/consumer.h>
20 #include <linux/slab.h>
34 struct bin_attribute eeprom;
35 struct device *base_dev;
36 struct list_head cells;
37 const struct nvmem_keepout *keepout;
38 unsigned int nkeepout;
39 nvmem_reg_read_t reg_read;
40 nvmem_reg_write_t reg_write;
41 struct gpio_desc *wp_gpio;
45 #define to_nvmem_device(d) container_of(d, struct nvmem_device, dev)
47 #define FLAG_COMPAT BIT(0)
55 struct device_node *np;
56 struct nvmem_device *nvmem;
57 struct list_head node;
60 static DEFINE_MUTEX(nvmem_mutex);
61 static DEFINE_IDA(nvmem_ida);
63 static DEFINE_MUTEX(nvmem_cell_mutex);
64 static LIST_HEAD(nvmem_cell_tables);
66 static DEFINE_MUTEX(nvmem_lookup_mutex);
67 static LIST_HEAD(nvmem_lookup_list);
69 static BLOCKING_NOTIFIER_HEAD(nvmem_notifier);
71 static int __nvmem_reg_read(struct nvmem_device *nvmem, unsigned int offset,
72 void *val, size_t bytes)
75 return nvmem->reg_read(nvmem->priv, offset, val, bytes);
80 static int __nvmem_reg_write(struct nvmem_device *nvmem, unsigned int offset,
81 void *val, size_t bytes)
85 if (nvmem->reg_write) {
86 gpiod_set_value_cansleep(nvmem->wp_gpio, 0);
87 ret = nvmem->reg_write(nvmem->priv, offset, val, bytes);
88 gpiod_set_value_cansleep(nvmem->wp_gpio, 1);
95 static int nvmem_access_with_keepouts(struct nvmem_device *nvmem,
96 unsigned int offset, void *val,
97 size_t bytes, int write)
100 unsigned int end = offset + bytes;
101 unsigned int kend, ksize;
102 const struct nvmem_keepout *keepout = nvmem->keepout;
103 const struct nvmem_keepout *keepoutend = keepout + nvmem->nkeepout;
107 * Skip all keepouts before the range being accessed.
108 * Keepouts are sorted.
110 while ((keepout < keepoutend) && (keepout->end <= offset))
113 while ((offset < end) && (keepout < keepoutend)) {
114 /* Access the valid portion before the keepout. */
115 if (offset < keepout->start) {
116 kend = min(end, keepout->start);
117 ksize = kend - offset;
119 rc = __nvmem_reg_write(nvmem, offset, val, ksize);
121 rc = __nvmem_reg_read(nvmem, offset, val, ksize);
131 * Now we're aligned to the start of this keepout zone. Go
134 kend = min(end, keepout->end);
135 ksize = kend - offset;
137 memset(val, keepout->value, ksize);
145 * If we ran out of keepouts but there's still stuff to do, send it
149 ksize = end - offset;
151 return __nvmem_reg_write(nvmem, offset, val, ksize);
153 return __nvmem_reg_read(nvmem, offset, val, ksize);
159 static int nvmem_reg_read(struct nvmem_device *nvmem, unsigned int offset,
160 void *val, size_t bytes)
162 if (!nvmem->nkeepout)
163 return __nvmem_reg_read(nvmem, offset, val, bytes);
165 return nvmem_access_with_keepouts(nvmem, offset, val, bytes, false);
168 static int nvmem_reg_write(struct nvmem_device *nvmem, unsigned int offset,
169 void *val, size_t bytes)
171 if (!nvmem->nkeepout)
172 return __nvmem_reg_write(nvmem, offset, val, bytes);
174 return nvmem_access_with_keepouts(nvmem, offset, val, bytes, true);
177 #ifdef CONFIG_NVMEM_SYSFS
178 static const char * const nvmem_type_str[] = {
179 [NVMEM_TYPE_UNKNOWN] = "Unknown",
180 [NVMEM_TYPE_EEPROM] = "EEPROM",
181 [NVMEM_TYPE_OTP] = "OTP",
182 [NVMEM_TYPE_BATTERY_BACKED] = "Battery backed",
183 [NVMEM_TYPE_FRAM] = "FRAM",
186 #ifdef CONFIG_DEBUG_LOCK_ALLOC
187 static struct lock_class_key eeprom_lock_key;
190 static ssize_t type_show(struct device *dev,
191 struct device_attribute *attr, char *buf)
193 struct nvmem_device *nvmem = to_nvmem_device(dev);
195 return sprintf(buf, "%s\n", nvmem_type_str[nvmem->type]);
198 static DEVICE_ATTR_RO(type);
200 static struct attribute *nvmem_attrs[] = {
205 static ssize_t bin_attr_nvmem_read(struct file *filp, struct kobject *kobj,
206 struct bin_attribute *attr, char *buf,
207 loff_t pos, size_t count)
210 struct nvmem_device *nvmem;
216 dev = kobj_to_dev(kobj);
217 nvmem = to_nvmem_device(dev);
219 /* Stop the user from reading */
220 if (pos >= nvmem->size)
223 if (!IS_ALIGNED(pos, nvmem->stride))
226 if (count < nvmem->word_size)
229 if (pos + count > nvmem->size)
230 count = nvmem->size - pos;
232 count = round_down(count, nvmem->word_size);
234 if (!nvmem->reg_read)
237 rc = nvmem_reg_read(nvmem, pos, buf, count);
245 static ssize_t bin_attr_nvmem_write(struct file *filp, struct kobject *kobj,
246 struct bin_attribute *attr, char *buf,
247 loff_t pos, size_t count)
250 struct nvmem_device *nvmem;
256 dev = kobj_to_dev(kobj);
257 nvmem = to_nvmem_device(dev);
259 /* Stop the user from writing */
260 if (pos >= nvmem->size)
263 if (!IS_ALIGNED(pos, nvmem->stride))
266 if (count < nvmem->word_size)
269 if (pos + count > nvmem->size)
270 count = nvmem->size - pos;
272 count = round_down(count, nvmem->word_size);
274 if (!nvmem->reg_write)
277 rc = nvmem_reg_write(nvmem, pos, buf, count);
285 static umode_t nvmem_bin_attr_get_umode(struct nvmem_device *nvmem)
289 if (!nvmem->root_only)
292 if (!nvmem->read_only)
295 if (!nvmem->reg_write)
298 if (!nvmem->reg_read)
304 static umode_t nvmem_bin_attr_is_visible(struct kobject *kobj,
305 struct bin_attribute *attr, int i)
307 struct device *dev = kobj_to_dev(kobj);
308 struct nvmem_device *nvmem = to_nvmem_device(dev);
310 return nvmem_bin_attr_get_umode(nvmem);
313 /* default read/write permissions */
314 static struct bin_attribute bin_attr_rw_nvmem = {
319 .read = bin_attr_nvmem_read,
320 .write = bin_attr_nvmem_write,
323 static struct bin_attribute *nvmem_bin_attributes[] = {
328 static const struct attribute_group nvmem_bin_group = {
329 .bin_attrs = nvmem_bin_attributes,
330 .attrs = nvmem_attrs,
331 .is_bin_visible = nvmem_bin_attr_is_visible,
334 static const struct attribute_group *nvmem_dev_groups[] = {
339 static struct bin_attribute bin_attr_nvmem_eeprom_compat = {
343 .read = bin_attr_nvmem_read,
344 .write = bin_attr_nvmem_write,
348 * nvmem_setup_compat() - Create an additional binary entry in
349 * drivers sys directory, to be backwards compatible with the older
350 * drivers/misc/eeprom drivers.
352 static int nvmem_sysfs_setup_compat(struct nvmem_device *nvmem,
353 const struct nvmem_config *config)
360 if (!config->base_dev)
363 if (config->type == NVMEM_TYPE_FRAM)
364 bin_attr_nvmem_eeprom_compat.attr.name = "fram";
366 nvmem->eeprom = bin_attr_nvmem_eeprom_compat;
367 nvmem->eeprom.attr.mode = nvmem_bin_attr_get_umode(nvmem);
368 nvmem->eeprom.size = nvmem->size;
369 #ifdef CONFIG_DEBUG_LOCK_ALLOC
370 nvmem->eeprom.attr.key = &eeprom_lock_key;
372 nvmem->eeprom.private = &nvmem->dev;
373 nvmem->base_dev = config->base_dev;
375 rval = device_create_bin_file(nvmem->base_dev, &nvmem->eeprom);
378 "Failed to create eeprom binary file %d\n", rval);
382 nvmem->flags |= FLAG_COMPAT;
387 static void nvmem_sysfs_remove_compat(struct nvmem_device *nvmem,
388 const struct nvmem_config *config)
391 device_remove_bin_file(nvmem->base_dev, &nvmem->eeprom);
394 #else /* CONFIG_NVMEM_SYSFS */
396 static int nvmem_sysfs_setup_compat(struct nvmem_device *nvmem,
397 const struct nvmem_config *config)
401 static void nvmem_sysfs_remove_compat(struct nvmem_device *nvmem,
402 const struct nvmem_config *config)
406 #endif /* CONFIG_NVMEM_SYSFS */
408 static void nvmem_release(struct device *dev)
410 struct nvmem_device *nvmem = to_nvmem_device(dev);
412 ida_free(&nvmem_ida, nvmem->id);
413 gpiod_put(nvmem->wp_gpio);
417 static const struct device_type nvmem_provider_type = {
418 .release = nvmem_release,
421 static struct bus_type nvmem_bus_type = {
425 static void nvmem_cell_drop(struct nvmem_cell *cell)
427 blocking_notifier_call_chain(&nvmem_notifier, NVMEM_CELL_REMOVE, cell);
428 mutex_lock(&nvmem_mutex);
429 list_del(&cell->node);
430 mutex_unlock(&nvmem_mutex);
431 of_node_put(cell->np);
432 kfree_const(cell->name);
436 static void nvmem_device_remove_all_cells(const struct nvmem_device *nvmem)
438 struct nvmem_cell *cell, *p;
440 list_for_each_entry_safe(cell, p, &nvmem->cells, node)
441 nvmem_cell_drop(cell);
444 static void nvmem_cell_add(struct nvmem_cell *cell)
446 mutex_lock(&nvmem_mutex);
447 list_add_tail(&cell->node, &cell->nvmem->cells);
448 mutex_unlock(&nvmem_mutex);
449 blocking_notifier_call_chain(&nvmem_notifier, NVMEM_CELL_ADD, cell);
452 static int nvmem_cell_info_to_nvmem_cell_nodup(struct nvmem_device *nvmem,
453 const struct nvmem_cell_info *info,
454 struct nvmem_cell *cell)
457 cell->offset = info->offset;
458 cell->bytes = info->bytes;
459 cell->name = info->name;
461 cell->bit_offset = info->bit_offset;
462 cell->nbits = info->nbits;
465 cell->bytes = DIV_ROUND_UP(cell->nbits + cell->bit_offset,
468 if (!IS_ALIGNED(cell->offset, nvmem->stride)) {
470 "cell %s unaligned to nvmem stride %d\n",
471 cell->name ?: "<unknown>", nvmem->stride);
478 static int nvmem_cell_info_to_nvmem_cell(struct nvmem_device *nvmem,
479 const struct nvmem_cell_info *info,
480 struct nvmem_cell *cell)
484 err = nvmem_cell_info_to_nvmem_cell_nodup(nvmem, info, cell);
488 cell->name = kstrdup_const(info->name, GFP_KERNEL);
496 * nvmem_add_cells() - Add cell information to an nvmem device
498 * @nvmem: nvmem device to add cells to.
499 * @info: nvmem cell info to add to the device
500 * @ncells: number of cells in info
502 * Return: 0 or negative error code on failure.
504 static int nvmem_add_cells(struct nvmem_device *nvmem,
505 const struct nvmem_cell_info *info,
508 struct nvmem_cell **cells;
511 cells = kcalloc(ncells, sizeof(*cells), GFP_KERNEL);
515 for (i = 0; i < ncells; i++) {
516 cells[i] = kzalloc(sizeof(**cells), GFP_KERNEL);
522 rval = nvmem_cell_info_to_nvmem_cell(nvmem, &info[i], cells[i]);
528 nvmem_cell_add(cells[i]);
531 /* remove tmp array */
537 nvmem_cell_drop(cells[i]);
545 * nvmem_register_notifier() - Register a notifier block for nvmem events.
547 * @nb: notifier block to be called on nvmem events.
549 * Return: 0 on success, negative error number on failure.
551 int nvmem_register_notifier(struct notifier_block *nb)
553 return blocking_notifier_chain_register(&nvmem_notifier, nb);
555 EXPORT_SYMBOL_GPL(nvmem_register_notifier);
558 * nvmem_unregister_notifier() - Unregister a notifier block for nvmem events.
560 * @nb: notifier block to be unregistered.
562 * Return: 0 on success, negative error number on failure.
564 int nvmem_unregister_notifier(struct notifier_block *nb)
566 return blocking_notifier_chain_unregister(&nvmem_notifier, nb);
568 EXPORT_SYMBOL_GPL(nvmem_unregister_notifier);
570 static int nvmem_add_cells_from_table(struct nvmem_device *nvmem)
572 const struct nvmem_cell_info *info;
573 struct nvmem_cell_table *table;
574 struct nvmem_cell *cell;
577 mutex_lock(&nvmem_cell_mutex);
578 list_for_each_entry(table, &nvmem_cell_tables, node) {
579 if (strcmp(nvmem_dev_name(nvmem), table->nvmem_name) == 0) {
580 for (i = 0; i < table->ncells; i++) {
581 info = &table->cells[i];
583 cell = kzalloc(sizeof(*cell), GFP_KERNEL);
589 rval = nvmem_cell_info_to_nvmem_cell(nvmem,
597 nvmem_cell_add(cell);
603 mutex_unlock(&nvmem_cell_mutex);
607 static struct nvmem_cell *
608 nvmem_find_cell_by_name(struct nvmem_device *nvmem, const char *cell_id)
610 struct nvmem_cell *iter, *cell = NULL;
612 mutex_lock(&nvmem_mutex);
613 list_for_each_entry(iter, &nvmem->cells, node) {
614 if (strcmp(cell_id, iter->name) == 0) {
619 mutex_unlock(&nvmem_mutex);
624 static int nvmem_validate_keepouts(struct nvmem_device *nvmem)
626 unsigned int cur = 0;
627 const struct nvmem_keepout *keepout = nvmem->keepout;
628 const struct nvmem_keepout *keepoutend = keepout + nvmem->nkeepout;
630 while (keepout < keepoutend) {
631 /* Ensure keepouts are sorted and don't overlap. */
632 if (keepout->start < cur) {
634 "Keepout regions aren't sorted or overlap.\n");
639 if (keepout->end < keepout->start) {
641 "Invalid keepout region.\n");
647 * Validate keepouts (and holes between) don't violate
648 * word_size constraints.
650 if ((keepout->end - keepout->start < nvmem->word_size) ||
651 ((keepout->start != cur) &&
652 (keepout->start - cur < nvmem->word_size))) {
655 "Keepout regions violate word_size constraints.\n");
660 /* Validate keepouts don't violate stride (alignment). */
661 if (!IS_ALIGNED(keepout->start, nvmem->stride) ||
662 !IS_ALIGNED(keepout->end, nvmem->stride)) {
665 "Keepout regions violate stride.\n");
677 static int nvmem_add_cells_from_of(struct nvmem_device *nvmem)
679 struct device_node *parent, *child;
680 struct device *dev = &nvmem->dev;
681 struct nvmem_cell *cell;
685 parent = dev->of_node;
687 for_each_child_of_node(parent, child) {
688 addr = of_get_property(child, "reg", &len);
691 if (len < 2 * sizeof(u32)) {
692 dev_err(dev, "nvmem: invalid reg on %pOF\n", child);
697 cell = kzalloc(sizeof(*cell), GFP_KERNEL);
704 cell->offset = be32_to_cpup(addr++);
705 cell->bytes = be32_to_cpup(addr);
706 cell->name = kasprintf(GFP_KERNEL, "%pOFn", child);
708 addr = of_get_property(child, "bits", &len);
709 if (addr && len == (2 * sizeof(u32))) {
710 cell->bit_offset = be32_to_cpup(addr++);
711 cell->nbits = be32_to_cpup(addr);
715 cell->bytes = DIV_ROUND_UP(
716 cell->nbits + cell->bit_offset,
719 if (!IS_ALIGNED(cell->offset, nvmem->stride)) {
720 dev_err(dev, "cell %s unaligned to nvmem stride %d\n",
721 cell->name, nvmem->stride);
722 /* Cells already added will be freed later. */
723 kfree_const(cell->name);
729 cell->np = of_node_get(child);
730 nvmem_cell_add(cell);
737 * nvmem_register() - Register a nvmem device for given nvmem_config.
738 * Also creates a binary entry in /sys/bus/nvmem/devices/dev-name/nvmem
740 * @config: nvmem device configuration with which nvmem device is created.
742 * Return: Will be an ERR_PTR() on error or a valid pointer to nvmem_device
746 struct nvmem_device *nvmem_register(const struct nvmem_config *config)
748 struct nvmem_device *nvmem;
752 return ERR_PTR(-EINVAL);
754 if (!config->reg_read && !config->reg_write)
755 return ERR_PTR(-EINVAL);
757 nvmem = kzalloc(sizeof(*nvmem), GFP_KERNEL);
759 return ERR_PTR(-ENOMEM);
761 rval = ida_alloc(&nvmem_ida, GFP_KERNEL);
764 return ERR_PTR(rval);
768 nvmem->wp_gpio = config->wp_gpio;
770 nvmem->wp_gpio = gpiod_get_optional(config->dev, "wp",
772 if (IS_ERR(nvmem->wp_gpio)) {
773 ida_free(&nvmem_ida, nvmem->id);
774 rval = PTR_ERR(nvmem->wp_gpio);
776 return ERR_PTR(rval);
779 kref_init(&nvmem->refcnt);
780 INIT_LIST_HEAD(&nvmem->cells);
783 nvmem->owner = config->owner;
784 if (!nvmem->owner && config->dev->driver)
785 nvmem->owner = config->dev->driver->owner;
786 nvmem->stride = config->stride ?: 1;
787 nvmem->word_size = config->word_size ?: 1;
788 nvmem->size = config->size;
789 nvmem->dev.type = &nvmem_provider_type;
790 nvmem->dev.bus = &nvmem_bus_type;
791 nvmem->dev.parent = config->dev;
792 nvmem->root_only = config->root_only;
793 nvmem->priv = config->priv;
794 nvmem->type = config->type;
795 nvmem->reg_read = config->reg_read;
796 nvmem->reg_write = config->reg_write;
797 nvmem->keepout = config->keepout;
798 nvmem->nkeepout = config->nkeepout;
799 if (!config->no_of_node)
800 nvmem->dev.of_node = config->dev->of_node;
802 switch (config->id) {
803 case NVMEM_DEVID_NONE:
804 dev_set_name(&nvmem->dev, "%s", config->name);
806 case NVMEM_DEVID_AUTO:
807 dev_set_name(&nvmem->dev, "%s%d", config->name, nvmem->id);
810 dev_set_name(&nvmem->dev, "%s%d",
811 config->name ? : "nvmem",
812 config->name ? config->id : nvmem->id);
816 nvmem->read_only = device_property_present(config->dev, "read-only") ||
817 config->read_only || !nvmem->reg_write;
819 #ifdef CONFIG_NVMEM_SYSFS
820 nvmem->dev.groups = nvmem_dev_groups;
823 if (nvmem->nkeepout) {
824 rval = nvmem_validate_keepouts(nvmem);
829 dev_dbg(&nvmem->dev, "Registering nvmem device %s\n", config->name);
831 rval = device_register(&nvmem->dev);
835 if (config->compat) {
836 rval = nvmem_sysfs_setup_compat(nvmem, config);
842 rval = nvmem_add_cells(nvmem, config->cells, config->ncells);
844 goto err_teardown_compat;
847 rval = nvmem_add_cells_from_table(nvmem);
849 goto err_remove_cells;
851 rval = nvmem_add_cells_from_of(nvmem);
853 goto err_remove_cells;
855 blocking_notifier_call_chain(&nvmem_notifier, NVMEM_ADD, nvmem);
860 nvmem_device_remove_all_cells(nvmem);
863 nvmem_sysfs_remove_compat(nvmem, config);
865 device_del(&nvmem->dev);
867 put_device(&nvmem->dev);
869 return ERR_PTR(rval);
871 EXPORT_SYMBOL_GPL(nvmem_register);
873 static void nvmem_device_release(struct kref *kref)
875 struct nvmem_device *nvmem;
877 nvmem = container_of(kref, struct nvmem_device, refcnt);
879 blocking_notifier_call_chain(&nvmem_notifier, NVMEM_REMOVE, nvmem);
881 if (nvmem->flags & FLAG_COMPAT)
882 device_remove_bin_file(nvmem->base_dev, &nvmem->eeprom);
884 nvmem_device_remove_all_cells(nvmem);
885 device_unregister(&nvmem->dev);
889 * nvmem_unregister() - Unregister previously registered nvmem device
891 * @nvmem: Pointer to previously registered nvmem device.
893 void nvmem_unregister(struct nvmem_device *nvmem)
895 kref_put(&nvmem->refcnt, nvmem_device_release);
897 EXPORT_SYMBOL_GPL(nvmem_unregister);
899 static void devm_nvmem_release(struct device *dev, void *res)
901 nvmem_unregister(*(struct nvmem_device **)res);
905 * devm_nvmem_register() - Register a managed nvmem device for given
907 * Also creates a binary entry in /sys/bus/nvmem/devices/dev-name/nvmem
909 * @dev: Device that uses the nvmem device.
910 * @config: nvmem device configuration with which nvmem device is created.
912 * Return: Will be an ERR_PTR() on error or a valid pointer to nvmem_device
915 struct nvmem_device *devm_nvmem_register(struct device *dev,
916 const struct nvmem_config *config)
918 struct nvmem_device **ptr, *nvmem;
920 ptr = devres_alloc(devm_nvmem_release, sizeof(*ptr), GFP_KERNEL);
922 return ERR_PTR(-ENOMEM);
924 nvmem = nvmem_register(config);
926 if (!IS_ERR(nvmem)) {
928 devres_add(dev, ptr);
935 EXPORT_SYMBOL_GPL(devm_nvmem_register);
937 static int devm_nvmem_match(struct device *dev, void *res, void *data)
939 struct nvmem_device **r = res;
945 * devm_nvmem_unregister() - Unregister previously registered managed nvmem
948 * @dev: Device that uses the nvmem device.
949 * @nvmem: Pointer to previously registered nvmem device.
951 * Return: Will be negative on error or zero on success.
953 int devm_nvmem_unregister(struct device *dev, struct nvmem_device *nvmem)
955 return devres_release(dev, devm_nvmem_release, devm_nvmem_match, nvmem);
957 EXPORT_SYMBOL(devm_nvmem_unregister);
959 static struct nvmem_device *__nvmem_device_get(void *data,
960 int (*match)(struct device *dev, const void *data))
962 struct nvmem_device *nvmem = NULL;
965 mutex_lock(&nvmem_mutex);
966 dev = bus_find_device(&nvmem_bus_type, NULL, data, match);
968 nvmem = to_nvmem_device(dev);
969 mutex_unlock(&nvmem_mutex);
971 return ERR_PTR(-EPROBE_DEFER);
973 if (!try_module_get(nvmem->owner)) {
975 "could not increase module refcount for cell %s\n",
976 nvmem_dev_name(nvmem));
978 put_device(&nvmem->dev);
979 return ERR_PTR(-EINVAL);
982 kref_get(&nvmem->refcnt);
987 static void __nvmem_device_put(struct nvmem_device *nvmem)
989 put_device(&nvmem->dev);
990 module_put(nvmem->owner);
991 kref_put(&nvmem->refcnt, nvmem_device_release);
994 #if IS_ENABLED(CONFIG_OF)
996 * of_nvmem_device_get() - Get nvmem device from a given id
998 * @np: Device tree node that uses the nvmem device.
999 * @id: nvmem name from nvmem-names property.
1001 * Return: ERR_PTR() on error or a valid pointer to a struct nvmem_device
1004 struct nvmem_device *of_nvmem_device_get(struct device_node *np, const char *id)
1007 struct device_node *nvmem_np;
1008 struct nvmem_device *nvmem;
1012 index = of_property_match_string(np, "nvmem-names", id);
1014 nvmem_np = of_parse_phandle(np, "nvmem", index);
1016 return ERR_PTR(-ENOENT);
1018 nvmem = __nvmem_device_get(nvmem_np, device_match_of_node);
1019 of_node_put(nvmem_np);
1022 EXPORT_SYMBOL_GPL(of_nvmem_device_get);
1026 * nvmem_device_get() - Get nvmem device from a given id
1028 * @dev: Device that uses the nvmem device.
1029 * @dev_name: name of the requested nvmem device.
1031 * Return: ERR_PTR() on error or a valid pointer to a struct nvmem_device
1034 struct nvmem_device *nvmem_device_get(struct device *dev, const char *dev_name)
1036 if (dev->of_node) { /* try dt first */
1037 struct nvmem_device *nvmem;
1039 nvmem = of_nvmem_device_get(dev->of_node, dev_name);
1041 if (!IS_ERR(nvmem) || PTR_ERR(nvmem) == -EPROBE_DEFER)
1046 return __nvmem_device_get((void *)dev_name, device_match_name);
1048 EXPORT_SYMBOL_GPL(nvmem_device_get);
1051 * nvmem_device_find() - Find nvmem device with matching function
1053 * @data: Data to pass to match function
1054 * @match: Callback function to check device
1056 * Return: ERR_PTR() on error or a valid pointer to a struct nvmem_device
1059 struct nvmem_device *nvmem_device_find(void *data,
1060 int (*match)(struct device *dev, const void *data))
1062 return __nvmem_device_get(data, match);
1064 EXPORT_SYMBOL_GPL(nvmem_device_find);
1066 static int devm_nvmem_device_match(struct device *dev, void *res, void *data)
1068 struct nvmem_device **nvmem = res;
1070 if (WARN_ON(!nvmem || !*nvmem))
1073 return *nvmem == data;
1076 static void devm_nvmem_device_release(struct device *dev, void *res)
1078 nvmem_device_put(*(struct nvmem_device **)res);
1082 * devm_nvmem_device_put() - put alredy got nvmem device
1084 * @dev: Device that uses the nvmem device.
1085 * @nvmem: pointer to nvmem device allocated by devm_nvmem_cell_get(),
1086 * that needs to be released.
1088 void devm_nvmem_device_put(struct device *dev, struct nvmem_device *nvmem)
1092 ret = devres_release(dev, devm_nvmem_device_release,
1093 devm_nvmem_device_match, nvmem);
1097 EXPORT_SYMBOL_GPL(devm_nvmem_device_put);
1100 * nvmem_device_put() - put alredy got nvmem device
1102 * @nvmem: pointer to nvmem device that needs to be released.
1104 void nvmem_device_put(struct nvmem_device *nvmem)
1106 __nvmem_device_put(nvmem);
1108 EXPORT_SYMBOL_GPL(nvmem_device_put);
1111 * devm_nvmem_device_get() - Get nvmem cell of device form a given id
1113 * @dev: Device that requests the nvmem device.
1114 * @id: name id for the requested nvmem device.
1116 * Return: ERR_PTR() on error or a valid pointer to a struct nvmem_cell
1117 * on success. The nvmem_cell will be freed by the automatically once the
1120 struct nvmem_device *devm_nvmem_device_get(struct device *dev, const char *id)
1122 struct nvmem_device **ptr, *nvmem;
1124 ptr = devres_alloc(devm_nvmem_device_release, sizeof(*ptr), GFP_KERNEL);
1126 return ERR_PTR(-ENOMEM);
1128 nvmem = nvmem_device_get(dev, id);
1129 if (!IS_ERR(nvmem)) {
1131 devres_add(dev, ptr);
1138 EXPORT_SYMBOL_GPL(devm_nvmem_device_get);
1140 static struct nvmem_cell *
1141 nvmem_cell_get_from_lookup(struct device *dev, const char *con_id)
1143 struct nvmem_cell *cell = ERR_PTR(-ENOENT);
1144 struct nvmem_cell_lookup *lookup;
1145 struct nvmem_device *nvmem;
1149 return ERR_PTR(-EINVAL);
1151 dev_id = dev_name(dev);
1153 mutex_lock(&nvmem_lookup_mutex);
1155 list_for_each_entry(lookup, &nvmem_lookup_list, node) {
1156 if ((strcmp(lookup->dev_id, dev_id) == 0) &&
1157 (strcmp(lookup->con_id, con_id) == 0)) {
1158 /* This is the right entry. */
1159 nvmem = __nvmem_device_get((void *)lookup->nvmem_name,
1161 if (IS_ERR(nvmem)) {
1162 /* Provider may not be registered yet. */
1163 cell = ERR_CAST(nvmem);
1167 cell = nvmem_find_cell_by_name(nvmem,
1170 __nvmem_device_put(nvmem);
1171 cell = ERR_PTR(-ENOENT);
1177 mutex_unlock(&nvmem_lookup_mutex);
1181 #if IS_ENABLED(CONFIG_OF)
1182 static struct nvmem_cell *
1183 nvmem_find_cell_by_node(struct nvmem_device *nvmem, struct device_node *np)
1185 struct nvmem_cell *iter, *cell = NULL;
1187 mutex_lock(&nvmem_mutex);
1188 list_for_each_entry(iter, &nvmem->cells, node) {
1189 if (np == iter->np) {
1194 mutex_unlock(&nvmem_mutex);
1200 * of_nvmem_cell_get() - Get a nvmem cell from given device node and cell id
1202 * @np: Device tree node that uses the nvmem cell.
1203 * @id: nvmem cell name from nvmem-cell-names property, or NULL
1204 * for the cell at index 0 (the lone cell with no accompanying
1205 * nvmem-cell-names property).
1207 * Return: Will be an ERR_PTR() on error or a valid pointer
1208 * to a struct nvmem_cell. The nvmem_cell will be freed by the
1211 struct nvmem_cell *of_nvmem_cell_get(struct device_node *np, const char *id)
1213 struct device_node *cell_np, *nvmem_np;
1214 struct nvmem_device *nvmem;
1215 struct nvmem_cell *cell;
1218 /* if cell name exists, find index to the name */
1220 index = of_property_match_string(np, "nvmem-cell-names", id);
1222 cell_np = of_parse_phandle(np, "nvmem-cells", index);
1224 return ERR_PTR(-ENOENT);
1226 nvmem_np = of_get_next_parent(cell_np);
1228 return ERR_PTR(-EINVAL);
1230 nvmem = __nvmem_device_get(nvmem_np, device_match_of_node);
1231 of_node_put(nvmem_np);
1233 return ERR_CAST(nvmem);
1235 cell = nvmem_find_cell_by_node(nvmem, cell_np);
1237 __nvmem_device_put(nvmem);
1238 return ERR_PTR(-ENOENT);
1243 EXPORT_SYMBOL_GPL(of_nvmem_cell_get);
1247 * nvmem_cell_get() - Get nvmem cell of device form a given cell name
1249 * @dev: Device that requests the nvmem cell.
1250 * @id: nvmem cell name to get (this corresponds with the name from the
1251 * nvmem-cell-names property for DT systems and with the con_id from
1252 * the lookup entry for non-DT systems).
1254 * Return: Will be an ERR_PTR() on error or a valid pointer
1255 * to a struct nvmem_cell. The nvmem_cell will be freed by the
1258 struct nvmem_cell *nvmem_cell_get(struct device *dev, const char *id)
1260 struct nvmem_cell *cell;
1262 if (dev->of_node) { /* try dt first */
1263 cell = of_nvmem_cell_get(dev->of_node, id);
1264 if (!IS_ERR(cell) || PTR_ERR(cell) == -EPROBE_DEFER)
1268 /* NULL cell id only allowed for device tree; invalid otherwise */
1270 return ERR_PTR(-EINVAL);
1272 return nvmem_cell_get_from_lookup(dev, id);
1274 EXPORT_SYMBOL_GPL(nvmem_cell_get);
1276 static void devm_nvmem_cell_release(struct device *dev, void *res)
1278 nvmem_cell_put(*(struct nvmem_cell **)res);
1282 * devm_nvmem_cell_get() - Get nvmem cell of device form a given id
1284 * @dev: Device that requests the nvmem cell.
1285 * @id: nvmem cell name id to get.
1287 * Return: Will be an ERR_PTR() on error or a valid pointer
1288 * to a struct nvmem_cell. The nvmem_cell will be freed by the
1289 * automatically once the device is freed.
1291 struct nvmem_cell *devm_nvmem_cell_get(struct device *dev, const char *id)
1293 struct nvmem_cell **ptr, *cell;
1295 ptr = devres_alloc(devm_nvmem_cell_release, sizeof(*ptr), GFP_KERNEL);
1297 return ERR_PTR(-ENOMEM);
1299 cell = nvmem_cell_get(dev, id);
1300 if (!IS_ERR(cell)) {
1302 devres_add(dev, ptr);
1309 EXPORT_SYMBOL_GPL(devm_nvmem_cell_get);
1311 static int devm_nvmem_cell_match(struct device *dev, void *res, void *data)
1313 struct nvmem_cell **c = res;
1315 if (WARN_ON(!c || !*c))
1322 * devm_nvmem_cell_put() - Release previously allocated nvmem cell
1323 * from devm_nvmem_cell_get.
1325 * @dev: Device that requests the nvmem cell.
1326 * @cell: Previously allocated nvmem cell by devm_nvmem_cell_get().
1328 void devm_nvmem_cell_put(struct device *dev, struct nvmem_cell *cell)
1332 ret = devres_release(dev, devm_nvmem_cell_release,
1333 devm_nvmem_cell_match, cell);
1337 EXPORT_SYMBOL(devm_nvmem_cell_put);
1340 * nvmem_cell_put() - Release previously allocated nvmem cell.
1342 * @cell: Previously allocated nvmem cell by nvmem_cell_get().
1344 void nvmem_cell_put(struct nvmem_cell *cell)
1346 struct nvmem_device *nvmem = cell->nvmem;
1348 __nvmem_device_put(nvmem);
1350 EXPORT_SYMBOL_GPL(nvmem_cell_put);
1352 static void nvmem_shift_read_buffer_in_place(struct nvmem_cell *cell, void *buf)
1355 int i, extra, bit_offset = cell->bit_offset;
1360 *b++ >>= bit_offset;
1362 /* setup rest of the bytes if any */
1363 for (i = 1; i < cell->bytes; i++) {
1364 /* Get bits from next byte and shift them towards msb */
1365 *p |= *b << (BITS_PER_BYTE - bit_offset);
1368 *b++ >>= bit_offset;
1371 /* point to the msb */
1372 p += cell->bytes - 1;
1375 /* result fits in less bytes */
1376 extra = cell->bytes - DIV_ROUND_UP(cell->nbits, BITS_PER_BYTE);
1377 while (--extra >= 0)
1380 /* clear msb bits if any leftover in the last byte */
1381 *p &= GENMASK((cell->nbits%BITS_PER_BYTE) - 1, 0);
1384 static int __nvmem_cell_read(struct nvmem_device *nvmem,
1385 struct nvmem_cell *cell,
1386 void *buf, size_t *len)
1390 rc = nvmem_reg_read(nvmem, cell->offset, buf, cell->bytes);
1395 /* shift bits in-place */
1396 if (cell->bit_offset || cell->nbits)
1397 nvmem_shift_read_buffer_in_place(cell, buf);
1406 * nvmem_cell_read() - Read a given nvmem cell
1408 * @cell: nvmem cell to be read.
1409 * @len: pointer to length of cell which will be populated on successful read;
1412 * Return: ERR_PTR() on error or a valid pointer to a buffer on success. The
1413 * buffer should be freed by the consumer with a kfree().
1415 void *nvmem_cell_read(struct nvmem_cell *cell, size_t *len)
1417 struct nvmem_device *nvmem = cell->nvmem;
1422 return ERR_PTR(-EINVAL);
1424 buf = kzalloc(cell->bytes, GFP_KERNEL);
1426 return ERR_PTR(-ENOMEM);
1428 rc = __nvmem_cell_read(nvmem, cell, buf, len);
1436 EXPORT_SYMBOL_GPL(nvmem_cell_read);
1438 static void *nvmem_cell_prepare_write_buffer(struct nvmem_cell *cell,
1441 struct nvmem_device *nvmem = cell->nvmem;
1442 int i, rc, nbits, bit_offset = cell->bit_offset;
1443 u8 v, *p, *buf, *b, pbyte, pbits;
1445 nbits = cell->nbits;
1446 buf = kzalloc(cell->bytes, GFP_KERNEL);
1448 return ERR_PTR(-ENOMEM);
1450 memcpy(buf, _buf, len);
1457 /* setup the first byte with lsb bits from nvmem */
1458 rc = nvmem_reg_read(nvmem, cell->offset, &v, 1);
1461 *b++ |= GENMASK(bit_offset - 1, 0) & v;
1463 /* setup rest of the byte if any */
1464 for (i = 1; i < cell->bytes; i++) {
1465 /* Get last byte bits and shift them towards lsb */
1466 pbits = pbyte >> (BITS_PER_BYTE - 1 - bit_offset);
1474 /* if it's not end on byte boundary */
1475 if ((nbits + bit_offset) % BITS_PER_BYTE) {
1476 /* setup the last byte with msb bits from nvmem */
1477 rc = nvmem_reg_read(nvmem,
1478 cell->offset + cell->bytes - 1, &v, 1);
1481 *p |= GENMASK(7, (nbits + bit_offset) % BITS_PER_BYTE) & v;
1492 * nvmem_cell_write() - Write to a given nvmem cell
1494 * @cell: nvmem cell to be written.
1495 * @buf: Buffer to be written.
1496 * @len: length of buffer to be written to nvmem cell.
1498 * Return: length of bytes written or negative on failure.
1500 int nvmem_cell_write(struct nvmem_cell *cell, void *buf, size_t len)
1502 struct nvmem_device *nvmem = cell->nvmem;
1505 if (!nvmem || nvmem->read_only ||
1506 (cell->bit_offset == 0 && len != cell->bytes))
1509 if (cell->bit_offset || cell->nbits) {
1510 buf = nvmem_cell_prepare_write_buffer(cell, buf, len);
1512 return PTR_ERR(buf);
1515 rc = nvmem_reg_write(nvmem, cell->offset, buf, cell->bytes);
1517 /* free the tmp buffer */
1518 if (cell->bit_offset || cell->nbits)
1526 EXPORT_SYMBOL_GPL(nvmem_cell_write);
1528 static int nvmem_cell_read_common(struct device *dev, const char *cell_id,
1529 void *val, size_t count)
1531 struct nvmem_cell *cell;
1535 cell = nvmem_cell_get(dev, cell_id);
1537 return PTR_ERR(cell);
1539 buf = nvmem_cell_read(cell, &len);
1541 nvmem_cell_put(cell);
1542 return PTR_ERR(buf);
1546 nvmem_cell_put(cell);
1549 memcpy(val, buf, count);
1551 nvmem_cell_put(cell);
1557 * nvmem_cell_read_u8() - Read a cell value as a u8
1559 * @dev: Device that requests the nvmem cell.
1560 * @cell_id: Name of nvmem cell to read.
1561 * @val: pointer to output value.
1563 * Return: 0 on success or negative errno.
1565 int nvmem_cell_read_u8(struct device *dev, const char *cell_id, u8 *val)
1567 return nvmem_cell_read_common(dev, cell_id, val, sizeof(*val));
1569 EXPORT_SYMBOL_GPL(nvmem_cell_read_u8);
1572 * nvmem_cell_read_u16() - Read a cell value as a u16
1574 * @dev: Device that requests the nvmem cell.
1575 * @cell_id: Name of nvmem cell to read.
1576 * @val: pointer to output value.
1578 * Return: 0 on success or negative errno.
1580 int nvmem_cell_read_u16(struct device *dev, const char *cell_id, u16 *val)
1582 return nvmem_cell_read_common(dev, cell_id, val, sizeof(*val));
1584 EXPORT_SYMBOL_GPL(nvmem_cell_read_u16);
1587 * nvmem_cell_read_u32() - Read a cell value as a u32
1589 * @dev: Device that requests the nvmem cell.
1590 * @cell_id: Name of nvmem cell to read.
1591 * @val: pointer to output value.
1593 * Return: 0 on success or negative errno.
1595 int nvmem_cell_read_u32(struct device *dev, const char *cell_id, u32 *val)
1597 return nvmem_cell_read_common(dev, cell_id, val, sizeof(*val));
1599 EXPORT_SYMBOL_GPL(nvmem_cell_read_u32);
1602 * nvmem_cell_read_u64() - Read a cell value as a u64
1604 * @dev: Device that requests the nvmem cell.
1605 * @cell_id: Name of nvmem cell to read.
1606 * @val: pointer to output value.
1608 * Return: 0 on success or negative errno.
1610 int nvmem_cell_read_u64(struct device *dev, const char *cell_id, u64 *val)
1612 return nvmem_cell_read_common(dev, cell_id, val, sizeof(*val));
1614 EXPORT_SYMBOL_GPL(nvmem_cell_read_u64);
1616 static const void *nvmem_cell_read_variable_common(struct device *dev,
1617 const char *cell_id,
1618 size_t max_len, size_t *len)
1620 struct nvmem_cell *cell;
1624 cell = nvmem_cell_get(dev, cell_id);
1628 nbits = cell->nbits;
1629 buf = nvmem_cell_read(cell, len);
1630 nvmem_cell_put(cell);
1635 * If nbits is set then nvmem_cell_read() can significantly exaggerate
1636 * the length of the real data. Throw away the extra junk.
1639 *len = DIV_ROUND_UP(nbits, 8);
1641 if (*len > max_len) {
1643 return ERR_PTR(-ERANGE);
1650 * nvmem_cell_read_variable_le_u32() - Read up to 32-bits of data as a little endian number.
1652 * @dev: Device that requests the nvmem cell.
1653 * @cell_id: Name of nvmem cell to read.
1654 * @val: pointer to output value.
1656 * Return: 0 on success or negative errno.
1658 int nvmem_cell_read_variable_le_u32(struct device *dev, const char *cell_id,
1665 buf = nvmem_cell_read_variable_common(dev, cell_id, sizeof(*val), &len);
1667 return PTR_ERR(buf);
1669 /* Copy w/ implicit endian conversion */
1671 for (i = 0; i < len; i++)
1672 *val |= buf[i] << (8 * i);
1678 EXPORT_SYMBOL_GPL(nvmem_cell_read_variable_le_u32);
1681 * nvmem_cell_read_variable_le_u64() - Read up to 64-bits of data as a little endian number.
1683 * @dev: Device that requests the nvmem cell.
1684 * @cell_id: Name of nvmem cell to read.
1685 * @val: pointer to output value.
1687 * Return: 0 on success or negative errno.
1689 int nvmem_cell_read_variable_le_u64(struct device *dev, const char *cell_id,
1696 buf = nvmem_cell_read_variable_common(dev, cell_id, sizeof(*val), &len);
1698 return PTR_ERR(buf);
1700 /* Copy w/ implicit endian conversion */
1702 for (i = 0; i < len; i++)
1703 *val |= (uint64_t)buf[i] << (8 * i);
1709 EXPORT_SYMBOL_GPL(nvmem_cell_read_variable_le_u64);
1712 * nvmem_device_cell_read() - Read a given nvmem device and cell
1714 * @nvmem: nvmem device to read from.
1715 * @info: nvmem cell info to be read.
1716 * @buf: buffer pointer which will be populated on successful read.
1718 * Return: length of successful bytes read on success and negative
1719 * error code on error.
1721 ssize_t nvmem_device_cell_read(struct nvmem_device *nvmem,
1722 struct nvmem_cell_info *info, void *buf)
1724 struct nvmem_cell cell;
1731 rc = nvmem_cell_info_to_nvmem_cell_nodup(nvmem, info, &cell);
1735 rc = __nvmem_cell_read(nvmem, &cell, buf, &len);
1741 EXPORT_SYMBOL_GPL(nvmem_device_cell_read);
1744 * nvmem_device_cell_write() - Write cell to a given nvmem device
1746 * @nvmem: nvmem device to be written to.
1747 * @info: nvmem cell info to be written.
1748 * @buf: buffer to be written to cell.
1750 * Return: length of bytes written or negative error code on failure.
1752 int nvmem_device_cell_write(struct nvmem_device *nvmem,
1753 struct nvmem_cell_info *info, void *buf)
1755 struct nvmem_cell cell;
1761 rc = nvmem_cell_info_to_nvmem_cell_nodup(nvmem, info, &cell);
1765 return nvmem_cell_write(&cell, buf, cell.bytes);
1767 EXPORT_SYMBOL_GPL(nvmem_device_cell_write);
1770 * nvmem_device_read() - Read from a given nvmem device
1772 * @nvmem: nvmem device to read from.
1773 * @offset: offset in nvmem device.
1774 * @bytes: number of bytes to read.
1775 * @buf: buffer pointer which will be populated on successful read.
1777 * Return: length of successful bytes read on success and negative
1778 * error code on error.
1780 int nvmem_device_read(struct nvmem_device *nvmem,
1781 unsigned int offset,
1782 size_t bytes, void *buf)
1789 rc = nvmem_reg_read(nvmem, offset, buf, bytes);
1796 EXPORT_SYMBOL_GPL(nvmem_device_read);
1799 * nvmem_device_write() - Write cell to a given nvmem device
1801 * @nvmem: nvmem device to be written to.
1802 * @offset: offset in nvmem device.
1803 * @bytes: number of bytes to write.
1804 * @buf: buffer to be written.
1806 * Return: length of bytes written or negative error code on failure.
1808 int nvmem_device_write(struct nvmem_device *nvmem,
1809 unsigned int offset,
1810 size_t bytes, void *buf)
1817 rc = nvmem_reg_write(nvmem, offset, buf, bytes);
1825 EXPORT_SYMBOL_GPL(nvmem_device_write);
1828 * nvmem_add_cell_table() - register a table of cell info entries
1830 * @table: table of cell info entries
1832 void nvmem_add_cell_table(struct nvmem_cell_table *table)
1834 mutex_lock(&nvmem_cell_mutex);
1835 list_add_tail(&table->node, &nvmem_cell_tables);
1836 mutex_unlock(&nvmem_cell_mutex);
1838 EXPORT_SYMBOL_GPL(nvmem_add_cell_table);
1841 * nvmem_del_cell_table() - remove a previously registered cell info table
1843 * @table: table of cell info entries
1845 void nvmem_del_cell_table(struct nvmem_cell_table *table)
1847 mutex_lock(&nvmem_cell_mutex);
1848 list_del(&table->node);
1849 mutex_unlock(&nvmem_cell_mutex);
1851 EXPORT_SYMBOL_GPL(nvmem_del_cell_table);
1854 * nvmem_add_cell_lookups() - register a list of cell lookup entries
1856 * @entries: array of cell lookup entries
1857 * @nentries: number of cell lookup entries in the array
1859 void nvmem_add_cell_lookups(struct nvmem_cell_lookup *entries, size_t nentries)
1863 mutex_lock(&nvmem_lookup_mutex);
1864 for (i = 0; i < nentries; i++)
1865 list_add_tail(&entries[i].node, &nvmem_lookup_list);
1866 mutex_unlock(&nvmem_lookup_mutex);
1868 EXPORT_SYMBOL_GPL(nvmem_add_cell_lookups);
1871 * nvmem_del_cell_lookups() - remove a list of previously added cell lookup
1874 * @entries: array of cell lookup entries
1875 * @nentries: number of cell lookup entries in the array
1877 void nvmem_del_cell_lookups(struct nvmem_cell_lookup *entries, size_t nentries)
1881 mutex_lock(&nvmem_lookup_mutex);
1882 for (i = 0; i < nentries; i++)
1883 list_del(&entries[i].node);
1884 mutex_unlock(&nvmem_lookup_mutex);
1886 EXPORT_SYMBOL_GPL(nvmem_del_cell_lookups);
1889 * nvmem_dev_name() - Get the name of a given nvmem device.
1891 * @nvmem: nvmem device.
1893 * Return: name of the nvmem device.
1895 const char *nvmem_dev_name(struct nvmem_device *nvmem)
1897 return dev_name(&nvmem->dev);
1899 EXPORT_SYMBOL_GPL(nvmem_dev_name);
1901 static int __init nvmem_init(void)
1903 return bus_register(&nvmem_bus_type);
1906 static void __exit nvmem_exit(void)
1908 bus_unregister(&nvmem_bus_type);
1911 subsys_initcall(nvmem_init);
1912 module_exit(nvmem_exit);
1914 MODULE_AUTHOR("Srinivas Kandagatla <srinivas.kandagatla@linaro.org");
1915 MODULE_AUTHOR("Maxime Ripard <maxime.ripard@free-electrons.com");
1916 MODULE_DESCRIPTION("nvmem Driver Core");
1917 MODULE_LICENSE("GPL v2");