| /* |
| This file is provided under a dual BSD/GPLv2 license. When using or |
| redistributing this file, you may do so under either license. |
| |
| GPL LICENSE SUMMARY |
| Copyright(c) 2014 Intel Corporation. |
| This program is free software; you can redistribute it and/or modify |
| it under the terms of version 2 of the GNU General Public License as |
| published by the Free Software Foundation. |
| |
| This program is distributed in the hope that it will be useful, but |
| WITHOUT ANY WARRANTY; without even the implied warranty of |
| MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| General Public License for more details. |
| |
| Contact Information: |
| qat-linux@intel.com |
| |
| BSD LICENSE |
| Copyright(c) 2014 Intel Corporation. |
| Redistribution and use in source and binary forms, with or without |
| modification, are permitted provided that the following conditions |
| are met: |
| |
| * Redistributions of source code must retain the above copyright |
| notice, this list of conditions and the following disclaimer. |
| * Redistributions in binary form must reproduce the above copyright |
| notice, this list of conditions and the following disclaimer in |
| the documentation and/or other materials provided with the |
| distribution. |
| * Neither the name of Intel Corporation nor the names of its |
| contributors may be used to endorse or promote products derived |
| from this software without specific prior written permission. |
| |
| THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| */ |
| #include <linux/mutex.h> |
| #include <linux/list.h> |
| #include <linux/bitops.h> |
| #include <linux/delay.h> |
| #include "adf_accel_devices.h" |
| #include "adf_cfg.h" |
| #include "adf_common_drv.h" |
| |
| static LIST_HEAD(service_table); |
| static DEFINE_MUTEX(service_lock); |
| |
| static void adf_service_add(struct service_hndl *service) |
| { |
| mutex_lock(&service_lock); |
| list_add(&service->list, &service_table); |
| mutex_unlock(&service_lock); |
| } |
| |
| /** |
| * adf_service_register() - Register acceleration service in the accel framework |
| * @service: Pointer to the service |
| * |
| * Function adds the acceleration service to the acceleration framework. |
| * To be used by QAT device specific drivers. |
| * |
| * Return: 0 on success, error code othewise. |
| */ |
| int adf_service_register(struct service_hndl *service) |
| { |
| service->init_status = 0; |
| service->start_status = 0; |
| adf_service_add(service); |
| return 0; |
| } |
| EXPORT_SYMBOL_GPL(adf_service_register); |
| |
| static void adf_service_remove(struct service_hndl *service) |
| { |
| mutex_lock(&service_lock); |
| list_del(&service->list); |
| mutex_unlock(&service_lock); |
| } |
| |
| /** |
| * adf_service_unregister() - Unregister acceleration service from the framework |
| * @service: Pointer to the service |
| * |
| * Function remove the acceleration service from the acceleration framework. |
| * To be used by QAT device specific drivers. |
| * |
| * Return: 0 on success, error code othewise. |
| */ |
| int adf_service_unregister(struct service_hndl *service) |
| { |
| if (service->init_status || service->start_status) { |
| pr_err("QAT: Could not remove active service\n"); |
| return -EFAULT; |
| } |
| adf_service_remove(service); |
| return 0; |
| } |
| EXPORT_SYMBOL_GPL(adf_service_unregister); |
| |
| /** |
| * adf_dev_init() - Init data structures and services for the given accel device |
| * @accel_dev: Pointer to acceleration device. |
| * |
| * Initialize the ring data structures and the admin comms and arbitration |
| * services. |
| * |
| * Return: 0 on success, error code othewise. |
| */ |
| int adf_dev_init(struct adf_accel_dev *accel_dev) |
| { |
| struct service_hndl *service; |
| struct list_head *list_itr; |
| struct adf_hw_device_data *hw_data = accel_dev->hw_device; |
| |
| if (!hw_data) { |
| dev_err(&GET_DEV(accel_dev), |
| "Failed to init device - hw_data not set\n"); |
| return -EFAULT; |
| } |
| |
| if (!test_bit(ADF_STATUS_CONFIGURED, &accel_dev->status)) { |
| dev_err(&GET_DEV(accel_dev), "Device not configured\n"); |
| return -EFAULT; |
| } |
| |
| if (adf_init_etr_data(accel_dev)) { |
| dev_err(&GET_DEV(accel_dev), "Failed initialize etr\n"); |
| return -EFAULT; |
| } |
| |
| if (hw_data->init_admin_comms && hw_data->init_admin_comms(accel_dev)) { |
| dev_err(&GET_DEV(accel_dev), "Failed initialize admin comms\n"); |
| return -EFAULT; |
| } |
| |
| if (hw_data->init_arb && hw_data->init_arb(accel_dev)) { |
| dev_err(&GET_DEV(accel_dev), "Failed initialize hw arbiter\n"); |
| return -EFAULT; |
| } |
| |
| hw_data->enable_ints(accel_dev); |
| |
| if (adf_ae_init(accel_dev)) { |
| dev_err(&GET_DEV(accel_dev), |
| "Failed to initialise Acceleration Engine\n"); |
| return -EFAULT; |
| } |
| set_bit(ADF_STATUS_AE_INITIALISED, &accel_dev->status); |
| |
| if (adf_ae_fw_load(accel_dev)) { |
| dev_err(&GET_DEV(accel_dev), |
| "Failed to load acceleration FW\n"); |
| return -EFAULT; |
| } |
| set_bit(ADF_STATUS_AE_UCODE_LOADED, &accel_dev->status); |
| |
| if (hw_data->alloc_irq(accel_dev)) { |
| dev_err(&GET_DEV(accel_dev), "Failed to allocate interrupts\n"); |
| return -EFAULT; |
| } |
| set_bit(ADF_STATUS_IRQ_ALLOCATED, &accel_dev->status); |
| |
| /* |
| * Subservice initialisation is divided into two stages: init and start. |
| * This is to facilitate any ordering dependencies between services |
| * prior to starting any of the accelerators. |
| */ |
| list_for_each(list_itr, &service_table) { |
| service = list_entry(list_itr, struct service_hndl, list); |
| if (!service->admin) |
| continue; |
| if (service->event_hld(accel_dev, ADF_EVENT_INIT)) { |
| dev_err(&GET_DEV(accel_dev), |
| "Failed to initialise service %s\n", |
| service->name); |
| return -EFAULT; |
| } |
| set_bit(accel_dev->accel_id, &service->init_status); |
| } |
| list_for_each(list_itr, &service_table) { |
| service = list_entry(list_itr, struct service_hndl, list); |
| if (service->admin) |
| continue; |
| if (service->event_hld(accel_dev, ADF_EVENT_INIT)) { |
| dev_err(&GET_DEV(accel_dev), |
| "Failed to initialise service %s\n", |
| service->name); |
| return -EFAULT; |
| } |
| set_bit(accel_dev->accel_id, &service->init_status); |
| } |
| |
| hw_data->enable_error_correction(accel_dev); |
| |
| return 0; |
| } |
| EXPORT_SYMBOL_GPL(adf_dev_init); |
| |
| /** |
| * adf_dev_start() - Start acceleration service for the given accel device |
| * @accel_dev: Pointer to acceleration device. |
| * |
| * Function notifies all the registered services that the acceleration device |
| * is ready to be used. |
| * To be used by QAT device specific drivers. |
| * |
| * Return: 0 on success, error code othewise. |
| */ |
| int adf_dev_start(struct adf_accel_dev *accel_dev) |
| { |
| struct service_hndl *service; |
| struct list_head *list_itr; |
| |
| set_bit(ADF_STATUS_STARTING, &accel_dev->status); |
| |
| if (adf_ae_start(accel_dev)) { |
| dev_err(&GET_DEV(accel_dev), "AE Start Failed\n"); |
| return -EFAULT; |
| } |
| set_bit(ADF_STATUS_AE_STARTED, &accel_dev->status); |
| |
| list_for_each(list_itr, &service_table) { |
| service = list_entry(list_itr, struct service_hndl, list); |
| if (!service->admin) |
| continue; |
| if (service->event_hld(accel_dev, ADF_EVENT_START)) { |
| dev_err(&GET_DEV(accel_dev), |
| "Failed to start service %s\n", |
| service->name); |
| return -EFAULT; |
| } |
| set_bit(accel_dev->accel_id, &service->start_status); |
| } |
| list_for_each(list_itr, &service_table) { |
| service = list_entry(list_itr, struct service_hndl, list); |
| if (service->admin) |
| continue; |
| if (service->event_hld(accel_dev, ADF_EVENT_START)) { |
| dev_err(&GET_DEV(accel_dev), |
| "Failed to start service %s\n", |
| service->name); |
| return -EFAULT; |
| } |
| set_bit(accel_dev->accel_id, &service->start_status); |
| } |
| |
| clear_bit(ADF_STATUS_STARTING, &accel_dev->status); |
| set_bit(ADF_STATUS_STARTED, &accel_dev->status); |
| |
| if (qat_algs_register()) { |
| dev_err(&GET_DEV(accel_dev), |
| "Failed to register crypto algs\n"); |
| set_bit(ADF_STATUS_STARTING, &accel_dev->status); |
| clear_bit(ADF_STATUS_STARTED, &accel_dev->status); |
| return -EFAULT; |
| } |
| return 0; |
| } |
| EXPORT_SYMBOL_GPL(adf_dev_start); |
| |
| /** |
| * adf_dev_stop() - Stop acceleration service for the given accel device |
| * @accel_dev: Pointer to acceleration device. |
| * |
| * Function notifies all the registered services that the acceleration device |
| * is shuting down. |
| * To be used by QAT device specific drivers. |
| * |
| * Return: 0 on success, error code othewise. |
| */ |
| int adf_dev_stop(struct adf_accel_dev *accel_dev) |
| { |
| struct service_hndl *service; |
| struct list_head *list_itr; |
| bool wait = false; |
| int ret; |
| |
| if (!adf_dev_started(accel_dev) && |
| !test_bit(ADF_STATUS_STARTING, &accel_dev->status)) { |
| return 0; |
| } |
| clear_bit(ADF_STATUS_STARTING, &accel_dev->status); |
| clear_bit(ADF_STATUS_STARTED, &accel_dev->status); |
| |
| if (qat_algs_unregister()) |
| dev_err(&GET_DEV(accel_dev), |
| "Failed to unregister crypto algs\n"); |
| |
| list_for_each(list_itr, &service_table) { |
| service = list_entry(list_itr, struct service_hndl, list); |
| if (service->admin) |
| continue; |
| if (!test_bit(accel_dev->accel_id, &service->start_status)) |
| continue; |
| ret = service->event_hld(accel_dev, ADF_EVENT_STOP); |
| if (!ret) { |
| clear_bit(accel_dev->accel_id, &service->start_status); |
| } else if (ret == -EAGAIN) { |
| wait = true; |
| clear_bit(accel_dev->accel_id, &service->start_status); |
| } |
| } |
| list_for_each(list_itr, &service_table) { |
| service = list_entry(list_itr, struct service_hndl, list); |
| if (!service->admin) |
| continue; |
| if (!test_bit(accel_dev->accel_id, &service->start_status)) |
| continue; |
| if (service->event_hld(accel_dev, ADF_EVENT_STOP)) |
| dev_err(&GET_DEV(accel_dev), |
| "Failed to shutdown service %s\n", |
| service->name); |
| else |
| clear_bit(accel_dev->accel_id, &service->start_status); |
| } |
| |
| if (wait) |
| msleep(100); |
| |
| if (test_bit(ADF_STATUS_AE_STARTED, &accel_dev->status)) { |
| if (adf_ae_stop(accel_dev)) |
| dev_err(&GET_DEV(accel_dev), "failed to stop AE\n"); |
| else |
| clear_bit(ADF_STATUS_AE_STARTED, &accel_dev->status); |
| } |
| |
| return 0; |
| } |
| EXPORT_SYMBOL_GPL(adf_dev_stop); |
| |
| /** |
| * adf_dev_shutdown() - shutdown acceleration services and data strucutures |
| * @accel_dev: Pointer to acceleration device |
| * |
| * Cleanup the ring data structures and the admin comms and arbitration |
| * services. |
| */ |
| void adf_dev_shutdown(struct adf_accel_dev *accel_dev) |
| { |
| struct adf_hw_device_data *hw_data = accel_dev->hw_device; |
| struct service_hndl *service; |
| struct list_head *list_itr; |
| |
| if (!hw_data) { |
| dev_err(&GET_DEV(accel_dev), |
| "QAT: Failed to shutdown device - hw_data not set\n"); |
| return; |
| } |
| |
| if (test_bit(ADF_STATUS_AE_UCODE_LOADED, &accel_dev->status)) { |
| adf_ae_fw_release(accel_dev); |
| clear_bit(ADF_STATUS_AE_UCODE_LOADED, &accel_dev->status); |
| } |
| |
| if (test_bit(ADF_STATUS_AE_INITIALISED, &accel_dev->status)) { |
| if (adf_ae_shutdown(accel_dev)) |
| dev_err(&GET_DEV(accel_dev), |
| "Failed to shutdown Accel Engine\n"); |
| else |
| clear_bit(ADF_STATUS_AE_INITIALISED, |
| &accel_dev->status); |
| } |
| |
| list_for_each(list_itr, &service_table) { |
| service = list_entry(list_itr, struct service_hndl, list); |
| if (service->admin) |
| continue; |
| if (!test_bit(accel_dev->accel_id, &service->init_status)) |
| continue; |
| if (service->event_hld(accel_dev, ADF_EVENT_SHUTDOWN)) |
| dev_err(&GET_DEV(accel_dev), |
| "Failed to shutdown service %s\n", |
| service->name); |
| else |
| clear_bit(accel_dev->accel_id, &service->init_status); |
| } |
| list_for_each(list_itr, &service_table) { |
| service = list_entry(list_itr, struct service_hndl, list); |
| if (!service->admin) |
| continue; |
| if (!test_bit(accel_dev->accel_id, &service->init_status)) |
| continue; |
| if (service->event_hld(accel_dev, ADF_EVENT_SHUTDOWN)) |
| dev_err(&GET_DEV(accel_dev), |
| "Failed to shutdown service %s\n", |
| service->name); |
| else |
| clear_bit(accel_dev->accel_id, &service->init_status); |
| } |
| |
| if (test_bit(ADF_STATUS_IRQ_ALLOCATED, &accel_dev->status)) { |
| hw_data->free_irq(accel_dev); |
| clear_bit(ADF_STATUS_IRQ_ALLOCATED, &accel_dev->status); |
| } |
| |
| /* Delete configuration only if not restarting */ |
| if (!test_bit(ADF_STATUS_RESTARTING, &accel_dev->status)) |
| adf_cfg_del_all(accel_dev); |
| |
| if (hw_data->exit_arb) |
| hw_data->exit_arb(accel_dev); |
| |
| if (hw_data->exit_admin_comms) |
| hw_data->exit_admin_comms(accel_dev); |
| |
| adf_cleanup_etr_data(accel_dev); |
| } |
| EXPORT_SYMBOL_GPL(adf_dev_shutdown); |
| |
| int adf_dev_restarting_notify(struct adf_accel_dev *accel_dev) |
| { |
| struct service_hndl *service; |
| struct list_head *list_itr; |
| |
| list_for_each(list_itr, &service_table) { |
| service = list_entry(list_itr, struct service_hndl, list); |
| if (service->admin) |
| continue; |
| if (service->event_hld(accel_dev, ADF_EVENT_RESTARTING)) |
| dev_err(&GET_DEV(accel_dev), |
| "Failed to restart service %s.\n", |
| service->name); |
| } |
| list_for_each(list_itr, &service_table) { |
| service = list_entry(list_itr, struct service_hndl, list); |
| if (!service->admin) |
| continue; |
| if (service->event_hld(accel_dev, ADF_EVENT_RESTARTING)) |
| dev_err(&GET_DEV(accel_dev), |
| "Failed to restart service %s.\n", |
| service->name); |
| } |
| return 0; |
| } |
| |
| int adf_dev_restarted_notify(struct adf_accel_dev *accel_dev) |
| { |
| struct service_hndl *service; |
| struct list_head *list_itr; |
| |
| list_for_each(list_itr, &service_table) { |
| service = list_entry(list_itr, struct service_hndl, list); |
| if (service->admin) |
| continue; |
| if (service->event_hld(accel_dev, ADF_EVENT_RESTARTED)) |
| dev_err(&GET_DEV(accel_dev), |
| "Failed to restart service %s.\n", |
| service->name); |
| } |
| list_for_each(list_itr, &service_table) { |
| service = list_entry(list_itr, struct service_hndl, list); |
| if (!service->admin) |
| continue; |
| if (service->event_hld(accel_dev, ADF_EVENT_RESTARTED)) |
| dev_err(&GET_DEV(accel_dev), |
| "Failed to restart service %s.\n", |
| service->name); |
| } |
| return 0; |
| } |