/* The industrial I/O core, trigger handling functions * * Copyright (c) 2008 Jonathan Cameron * * This program is free software; you can redistribute it and/or modify it * under the terms of the GNU General Public License version 2 as published by * the Free Software Foundation. */ #include <linux/kernel.h> #include <linux/idr.h> #include <linux/err.h> #include <linux/device.h> #include <linux/interrupt.h> #include <linux/list.h> #include <linux/slab.h> #include <linux/iio/iio.h> #include <linux/iio/trigger.h> #include "iio_core.h" #include "iio_core_trigger.h" #include <linux/iio/trigger_consumer.h> /* RFC - Question of approach * Make the common case (single sensor single trigger) * simple by starting trigger capture from when first sensors * is added. * * Complex simultaneous start requires use of 'hold' functionality * of the trigger. (not implemented) * * Any other suggestions? */ static DEFINE_IDA(iio_trigger_ida); /* Single list of all available triggers */ static LIST_HEAD(iio_trigger_list); static DEFINE_MUTEX(iio_trigger_list_lock); /** * iio_trigger_read_name() - retrieve useful identifying name * @dev: device associated with the iio_trigger * @attr: pointer to the device_attribute structure that is * being processed * @buf: buffer to print the name into * * Return: a negative number on failure or the number of written * characters on success. */ static ssize_t iio_trigger_read_name(struct device *dev, struct device_attribute *attr, char *buf) { struct iio_trigger *trig = to_iio_trigger(dev); return sprintf(buf, "%s\n", trig->name); } static DEVICE_ATTR(name, S_IRUGO, iio_trigger_read_name, NULL); static struct attribute *iio_trig_dev_attrs[] = { &dev_attr_name.attr, NULL, }; ATTRIBUTE_GROUPS(iio_trig_dev); static struct iio_trigger *__iio_trigger_find_by_name(const char *name); int __iio_trigger_register(struct iio_trigger *trig_info, struct module *this_mod) { int ret; trig_info->owner = this_mod; trig_info->id = ida_simple_get(&iio_trigger_ida, 0, 0, GFP_KERNEL); if (trig_info->id < 0) return trig_info->id; /* Set the name used for the sysfs directory etc */ dev_set_name(&trig_info->dev, "trigger%ld", (unsigned long) trig_info->id); ret = device_add(&trig_info->dev); if (ret) goto error_unregister_id; /* Add to list of available triggers held by the IIO core */ mutex_lock(&iio_trigger_list_lock); if (__iio_trigger_find_by_name(trig_info->name)) { pr_err("Duplicate trigger name '%s'\n", trig_info->name); ret = -EEXIST; goto error_device_del; } list_add_tail(&trig_info->list, &iio_trigger_list); mutex_unlock(&iio_trigger_list_lock); return 0; error_device_del: mutex_unlock(&iio_trigger_list_lock); device_del(&trig_info->dev); error_unregister_id: ida_simple_remove(&iio_trigger_ida, trig_info->id); return ret; } EXPORT_SYMBOL(__iio_trigger_register); void iio_trigger_unregister(struct iio_trigger *trig_info) { mutex_lock(&iio_trigger_list_lock); list_del(&trig_info->list); mutex_unlock(&iio_trigger_list_lock); ida_simple_remove(&iio_trigger_ida, trig_info->id); /* Possible issue in here */ device_del(&trig_info->dev); } EXPORT_SYMBOL(iio_trigger_unregister); int iio_trigger_set_immutable(struct iio_dev *indio_dev, struct iio_trigger *trig) { if (!indio_dev || !trig) return -EINVAL; mutex_lock(&indio_dev->mlock); WARN_ON(indio_dev->trig_readonly); indio_dev->trig = iio_trigger_get(trig); indio_dev->trig_readonly = true; mutex_unlock(&indio_dev->mlock); return 0; } EXPORT_SYMBOL(iio_trigger_set_immutable); /* Search for trigger by name, assuming iio_trigger_list_lock held */ static struct iio_trigger *__iio_trigger_find_by_name(const char *name) { struct iio_trigger *iter; list_for_each_entry(iter, &iio_trigger_list, list) if (!strcmp(iter->name, name)) return iter; return NULL; } static struct iio_trigger *iio_trigger_acquire_by_name(const char *name) { struct iio_trigger *trig = NULL, *iter; mutex_lock(&iio_trigger_list_lock); list_for_each_entry(iter, &iio_trigger_list, list) if (sysfs_streq(iter->name, name)) { trig = iter; iio_trigger_get(trig); break; } mutex_unlock(&iio_trigger_list_lock); return trig; } void iio_trigger_poll(struct iio_trigger *trig) { int i; if (!atomic_read(&trig->use_count)) { atomic_set(&trig->use_count, CONFIG_IIO_CONSUMERS_PER_TRIGGER); for (i = 0; i < CONFIG_IIO_CONSUMERS_PER_TRIGGER; i++) { if (trig->subirqs[i].enabled) generic_handle_irq(trig->subirq_base + i); else iio_trigger_notify_done(trig); } } } EXPORT_SYMBOL(iio_trigger_poll); irqreturn_t iio_trigger_generic_data_rdy_poll(int irq, void *private) { iio_trigger_poll(private); return IRQ_HANDLED; } EXPORT_SYMBOL(iio_trigger_generic_data_rdy_poll); void iio_trigger_poll_chained(struct iio_trigger *trig) { int i; if (!atomic_read(&trig->use_count)) { atomic_set(&trig->use_count, CONFIG_IIO_CONSUMERS_PER_TRIGGER); for (i = 0; i < CONFIG_IIO_CONSUMERS_PER_TRIGGER; i++) { if (trig->subirqs[i].enabled) handle_nested_irq(trig->subirq_base + i); else iio_trigger_notify_done(trig); } } } EXPORT_SYMBOL(iio_trigger_poll_chained); void iio_trigger_notify_done(struct iio_trigger *trig) { if (atomic_dec_and_test(&trig->use_count) && trig->ops && trig->ops->try_reenable) if (trig->ops->try_reenable(trig)) /* Missed an interrupt so launch new poll now */ iio_trigger_poll(trig); } EXPORT_SYMBOL(iio_trigger_notify_done); /* Trigger Consumer related functions */ static int iio_trigger_get_irq(struct iio_trigger *trig) { int ret; mutex_lock(&trig->pool_lock); ret = bitmap_find_free_region(trig->pool, CONFIG_IIO_CONSUMERS_PER_TRIGGER, ilog2(1)); mutex_unlock(&trig->pool_lock); if (ret >= 0) ret += trig->subirq_base; return ret; } static void iio_trigger_put_irq(struct iio_trigger *trig, int irq) { mutex_lock(&trig->pool_lock); clear_bit(irq - trig->subirq_base, trig->pool); mutex_unlock(&trig->pool_lock); } /* Complexity in here. With certain triggers (datardy) an acknowledgement * may be needed if the pollfuncs do not include the data read for the * triggering device. * This is not currently handled. Alternative of not enabling trigger unless * the relevant function is in there may be the best option. */ /* Worth protecting against double additions? */ static int iio_trigger_attach_poll_func(struct iio_trigger *trig, struct iio_poll_func *pf) { int ret = 0; bool notinuse = bitmap_empty(trig->pool, CONFIG_IIO_CONSUMERS_PER_TRIGGER); /* Prevent the module from being removed whilst attached to a trigger */ __module_get(pf->indio_dev->driver_module); /* Get irq number */ pf->irq = iio_trigger_get_irq(trig); if (pf->irq < 0) goto out_put_module; /* Request irq */ ret = request_threaded_irq(pf->irq, pf->h, pf->thread, pf->type, pf->name, pf); if (ret < 0) goto out_put_irq; /* Enable trigger in driver */ if (trig->ops && trig->ops->set_trigger_state && notinuse) { ret = trig->ops->set_trigger_state(trig, true); if (ret < 0) goto out_free_irq; } /* * Check if we just registered to our own trigger: we determine that * this is the case if the IIO device and the trigger device share the * same parent device. */ if (pf->indio_dev->dev.parent == trig->dev.parent) trig->attached_own_device = true; return ret; out_free_irq: free_irq(pf->irq, pf); out_put_irq: iio_trigger_put_irq(trig, pf->irq); out_put_module: module_put(pf->indio_dev->driver_module); return ret; } static int iio_trigger_detach_poll_func(struct iio_trigger *trig, struct iio_poll_func *pf) { int ret = 0; bool no_other_users = (bitmap_weight(trig->pool, CONFIG_IIO_CONSUMERS_PER_TRIGGER) == 1); if (trig->ops && trig->ops->set_trigger_state && no_other_users) { ret = trig->ops->set_trigger_state(trig, false); if (ret) return ret; } if (pf->indio_dev->dev.parent == trig->dev.parent) trig->attached_own_device = false; iio_trigger_put_irq(trig, pf->irq); free_irq(pf->irq, pf); module_put(pf->indio_dev->driver_module); return ret; } irqreturn_t iio_pollfunc_store_time(int irq, void *p) { struct iio_poll_func *pf = p; pf->timestamp = iio_get_time_ns(pf->indio_dev); return IRQ_WAKE_THREAD; } EXPORT_SYMBOL(iio_pollfunc_store_time); struct iio_poll_func *iio_alloc_pollfunc(irqreturn_t (*h)(int irq, void *p), irqreturn_t (*thread)(int irq, void *p), int type, struct iio_dev *indio_dev, const char *fmt, ...) { va_list vargs; struct iio_poll_func *pf; pf = kmalloc(sizeof *pf, GFP_KERNEL); if (pf == NULL) return NULL; va_start(vargs, fmt); pf->name = kvasprintf(GFP_KERNEL, fmt, vargs); va_end(vargs); if (pf->name == NULL) { kfree(pf); return NULL; } pf->h = h; pf->thread = thread; pf->type = type; pf->indio_dev = indio_dev; return pf; } EXPORT_SYMBOL_GPL(iio_alloc_pollfunc); void iio_dealloc_pollfunc(struct iio_poll_func *pf) { kfree(pf->name); kfree(pf); } EXPORT_SYMBOL_GPL(iio_dealloc_pollfunc); /** * iio_trigger_read_current() - trigger consumer sysfs query current trigger * @dev: device associated with an industrial I/O device * @attr: pointer to the device_attribute structure that * is being processed * @buf: buffer where the current trigger name will be printed into * * For trigger consumers the current_trigger interface allows the trigger * used by the device to be queried. * * Return: a negative number on failure, the number of characters written * on success or 0 if no trigger is available */ static ssize_t iio_trigger_read_current(struct device *dev, struct device_attribute *attr, char *buf) { struct iio_dev *indio_dev = dev_to_iio_dev(dev); if (indio_dev->trig) return sprintf(buf, "%s\n", indio_dev->trig->name); return 0; } /** * iio_trigger_write_current() - trigger consumer sysfs set current trigger * @dev: device associated with an industrial I/O device * @attr: device attribute that is being processed * @buf: string buffer that holds the name of the trigger * @len: length of the trigger name held by buf * * For trigger consumers the current_trigger interface allows the trigger * used for this device to be specified at run time based on the trigger's * name. * * Return: negative error code on failure or length of the buffer * on success */ static ssize_t iio_trigger_write_current(struct device *dev, struct device_attribute *attr, const char *buf, size_t len) { struct iio_dev *indio_dev = dev_to_iio_dev(dev); struct iio_trigger *oldtrig = indio_dev->trig; struct iio_trigger *trig; int ret; mutex_lock(&indio_dev->mlock); if (indio_dev->currentmode == INDIO_BUFFER_TRIGGERED) { mutex_unlock(&indio_dev->mlock); return -EBUSY; } if (indio_dev->trig_readonly) { mutex_unlock(&indio_dev->mlock); return -EPERM; } mutex_unlock(&indio_dev->mlock); trig = iio_trigger_acquire_by_name(buf); if (oldtrig == trig) { ret = len; goto out_trigger_put; } if (trig && indio_dev->info->validate_trigger) { ret = indio_dev->info->validate_trigger(indio_dev, trig); if (ret) goto out_trigger_put; } if (trig && trig->ops && trig->ops->validate_device) { ret = trig->ops->validate_device(trig, indio_dev); if (ret) goto out_trigger_put; } indio_dev->trig = trig; if (oldtrig) { if (indio_dev->modes & INDIO_EVENT_TRIGGERED) iio_trigger_detach_poll_func(oldtrig, indio_dev->pollfunc_event); iio_trigger_put(oldtrig); } if (indio_dev->trig) { if (indio_dev->modes & INDIO_EVENT_TRIGGERED) iio_trigger_attach_poll_func(indio_dev->trig, indio_dev->pollfunc_event); } return len; out_trigger_put: if (trig) iio_trigger_put(trig); return ret; } static DEVICE_ATTR(current_trigger, S_IRUGO | S_IWUSR, iio_trigger_read_current, iio_trigger_write_current); static struct attribute *iio_trigger_consumer_attrs[] = { &dev_attr_current_trigger.attr, NULL, }; static const struct attribute_group iio_trigger_consumer_attr_group = { .name = "trigger", .attrs = iio_trigger_consumer_attrs, }; static void iio_trig_release(struct device *device) { struct iio_trigger *trig = to_iio_trigger(device); int i; if (trig->subirq_base) { for (i = 0; i < CONFIG_IIO_CONSUMERS_PER_TRIGGER; i++) { irq_modify_status(trig->subirq_base + i, IRQ_NOAUTOEN, IRQ_NOREQUEST | IRQ_NOPROBE); irq_set_chip(trig->subirq_base + i, NULL); irq_set_handler(trig->subirq_base + i, NULL); } irq_free_descs(trig->subirq_base, CONFIG_IIO_CONSUMERS_PER_TRIGGER); } kfree(trig->name); kfree(trig); } static const struct device_type iio_trig_type = { .release = iio_trig_release, .groups = iio_trig_dev_groups, }; static void iio_trig_subirqmask(struct irq_data *d) { struct irq_chip *chip = irq_data_get_irq_chip(d); struct iio_trigger *trig = container_of(chip, struct iio_trigger, subirq_chip); trig->subirqs[d->irq - trig->subirq_base].enabled = false; } static void iio_trig_subirqunmask(struct irq_data *d) { struct irq_chip *chip = irq_data_get_irq_chip(d); struct iio_trigger *trig = container_of(chip, struct iio_trigger, subirq_chip); trig->subirqs[d->irq - trig->subirq_base].enabled = true; } static struct iio_trigger *viio_trigger_alloc(const char *fmt, va_list vargs) { struct iio_trigger *trig; int i; trig = kzalloc(sizeof *trig, GFP_KERNEL); if (!trig) return NULL; trig->dev.type = &iio_trig_type; trig->dev.bus = &iio_bus_type; device_initialize(&trig->dev); mutex_init(&trig->pool_lock); trig->subirq_base = irq_alloc_descs(-1, 0, CONFIG_IIO_CONSUMERS_PER_TRIGGER, 0); if (trig->subirq_base < 0) goto free_trig; trig->name = kvasprintf(GFP_KERNEL, fmt, vargs); if (trig->name == NULL) goto free_descs; trig->subirq_chip.name = trig->name; trig->subirq_chip.irq_mask = &iio_trig_subirqmask; trig->subirq_chip.irq_unmask = &iio_trig_subirqunmask; for (i = 0; i < CONFIG_IIO_CONSUMERS_PER_TRIGGER; i++) { irq_set_chip(trig->subirq_base + i, &trig->subirq_chip); irq_set_handler(trig->subirq_base + i, &handle_simple_irq); irq_modify_status(trig->subirq_base + i, IRQ_NOREQUEST | IRQ_NOAUTOEN, IRQ_NOPROBE); } get_device(&trig->dev); return trig; free_descs: irq_free_descs(trig->subirq_base, CONFIG_IIO_CONSUMERS_PER_TRIGGER); free_trig: kfree(trig); return NULL; } struct iio_trigger *iio_trigger_alloc(const char *fmt, ...) { struct iio_trigger *trig; va_list vargs; va_start(vargs, fmt); trig = viio_trigger_alloc(fmt, vargs); va_end(vargs); return trig; } EXPORT_SYMBOL(iio_trigger_alloc); void iio_trigger_free(struct iio_trigger *trig) { if (trig) put_device(&trig->dev); } EXPORT_SYMBOL(iio_trigger_free); static void devm_iio_trigger_release(struct device *dev, void *res) { iio_trigger_free(*(struct iio_trigger **)res); } static int devm_iio_trigger_match(struct device *dev, void *res, void *data) { struct iio_trigger **r = res; if (!r || !*r) { WARN_ON(!r || !*r); return 0; } return *r == data; } /** * devm_iio_trigger_alloc - Resource-managed iio_trigger_alloc() * @dev: Device to allocate iio_trigger for * @fmt: trigger name format. If it includes format * specifiers, the additional arguments following * format are formatted and inserted in the resulting * string replacing their respective specifiers. * * Managed iio_trigger_alloc. iio_trigger allocated with this function is * automatically freed on driver detach. * * If an iio_trigger allocated with this function needs to be freed separately, * devm_iio_trigger_free() must be used. * * RETURNS: * Pointer to allocated iio_trigger on success, NULL on failure. */ struct iio_trigger *devm_iio_trigger_alloc(struct device *dev, const char *fmt, ...) { struct iio_trigger **ptr, *trig; va_list vargs; ptr = devres_alloc(devm_iio_trigger_release, sizeof(*ptr), GFP_KERNEL); if (!ptr) return NULL; /* use raw alloc_dr for kmalloc caller tracing */ va_start(vargs, fmt); trig = viio_trigger_alloc(fmt, vargs); va_end(vargs); if (trig) { *ptr = trig; devres_add(dev, ptr); } else { devres_free(ptr); } return trig; } EXPORT_SYMBOL_GPL(devm_iio_trigger_alloc); /** * devm_iio_trigger_free - Resource-managed iio_trigger_free() * @dev: Device this iio_dev belongs to * @iio_trig: the iio_trigger associated with the device * * Free iio_trigger allocated with devm_iio_trigger_alloc(). */ void devm_iio_trigger_free(struct device *dev, struct iio_trigger *iio_trig) { int rc; rc = devres_release(dev, devm_iio_trigger_release, devm_iio_trigger_match, iio_trig); WARN_ON(rc); } EXPORT_SYMBOL_GPL(devm_iio_trigger_free); static void devm_iio_trigger_unreg(struct device *dev, void *res) { iio_trigger_unregister(*(struct iio_trigger **)res); } /** * __devm_iio_trigger_register - Resource-managed iio_trigger_register() * @dev: device this trigger was allocated for * @trig_info: trigger to register * @this_mod: module registering the trigger * * Managed iio_trigger_register(). The IIO trigger registered with this * function is automatically unregistered on driver detach. This function * calls iio_trigger_register() internally. Refer to that function for more * information. * * If an iio_trigger registered with this function needs to be unregistered * separately, devm_iio_trigger_unregister() must be used. * * RETURNS: * 0 on success, negative error number on failure. */ int __devm_iio_trigger_register(struct device *dev, struct iio_trigger *trig_info, struct module *this_mod) { struct iio_trigger **ptr; int ret; ptr = devres_alloc(devm_iio_trigger_unreg, sizeof(*ptr), GFP_KERNEL); if (!ptr) return -ENOMEM; *ptr = trig_info; ret = __iio_trigger_register(trig_info, this_mod); if (!ret) devres_add(dev, ptr); else devres_free(ptr); return ret; } EXPORT_SYMBOL_GPL(__devm_iio_trigger_register); /** * devm_iio_trigger_unregister - Resource-managed iio_trigger_unregister() * @dev: device this iio_trigger belongs to * @trig_info: the trigger associated with the device * * Unregister trigger registered with devm_iio_trigger_register(). */ void devm_iio_trigger_unregister(struct device *dev, struct iio_trigger *trig_info) { int rc; rc = devres_release(dev, devm_iio_trigger_unreg, devm_iio_trigger_match, trig_info); WARN_ON(rc); } EXPORT_SYMBOL_GPL(devm_iio_trigger_unregister); bool iio_trigger_using_own(struct iio_dev *indio_dev) { return indio_dev->trig->attached_own_device; } EXPORT_SYMBOL(iio_trigger_using_own); /** * iio_trigger_validate_own_device - Check if a trigger and IIO device belong to * the same device * @trig: The IIO trigger to check * @indio_dev: the IIO device to check * * This function can be used as the validate_device callback for triggers that * can only be attached to their own device. * * Return: 0 if both the trigger and the IIO device belong to the same * device, -EINVAL otherwise. */ int iio_trigger_validate_own_device(struct iio_trigger *trig, struct iio_dev *indio_dev) { if (indio_dev->dev.parent != trig->dev.parent) return -EINVAL; return 0; } EXPORT_SYMBOL(iio_trigger_validate_own_device); void iio_device_register_trigger_consumer(struct iio_dev *indio_dev) { indio_dev->groups[indio_dev->groupcounter++] = &iio_trigger_consumer_attr_group; } void iio_device_unregister_trigger_consumer(struct iio_dev *indio_dev) { /* Clean up an associated but not attached trigger reference */ if (indio_dev->trig) iio_trigger_put(indio_dev->trig); } int iio_triggered_buffer_postenable(struct iio_dev *indio_dev) { return iio_trigger_attach_poll_func(indio_dev->trig, indio_dev->pollfunc); } EXPORT_SYMBOL(iio_triggered_buffer_postenable); int iio_triggered_buffer_predisable(struct iio_dev *indio_dev) { return iio_trigger_detach_poll_func(indio_dev->trig, indio_dev->pollfunc); } EXPORT_SYMBOL(iio_triggered_buffer_predisable);