/* * Copyright (c) 2016 Intel Corporation. * * SPDX-License-Identifier: Apache-2.0 */ #include #include #include #include #include #include #include #include "qm_dma.h" #include "qm_isr.h" #include "clk.h" #define CYCLE_NOP \ __asm__ __volatile__ ("nop"); \ __asm__ __volatile__ ("nop"); \ __asm__ __volatile__ ("nop"); \ __asm__ __volatile__ ("nop") struct dma_qmsi_config_info { qm_dma_t instance; /* Controller instance. */ }; struct dma_qmsi_context { uint32_t index; struct device *dev; }; struct dma_qmsi_driver_data { void (*transfer[QM_DMA_CHANNEL_NUM])(struct device *dev, void *data); void (*error[QM_DMA_CHANNEL_NUM])(struct device *dev, void *data); void *callback_data[QM_DMA_CHANNEL_NUM]; #ifdef CONFIG_DEVICE_POWER_MANAGEMENT uint32_t device_power_state; qm_dma_context_t saved_ctx; #endif void (*dma_user_callback[QM_DMA_CHANNEL_NUM])(struct device *dev, uint32_t channel_id, int error_code); }; static struct dma_qmsi_context dma_context[QM_DMA_CHANNEL_NUM]; static void dma_qmsi_config(struct device *dev); static void dma_callback(void *callback_context, uint32_t len, int error_code) { struct dma_qmsi_driver_data *data; uint32_t channel; struct dma_qmsi_context *context = callback_context; channel = context->index; data = context->dev->driver_data; if (error_code != 0) { data->error[channel](context->dev, data->callback_data[channel]); return; } data->transfer[channel](context->dev, data->callback_data[channel]); } static void dma_drv_callback(void *callback_context, uint32_t len, int error_code) { struct dma_qmsi_context *context = callback_context; struct dma_qmsi_driver_data *data; uint32_t channel; channel = context->index; data = context->dev->driver_data; data->dma_user_callback[channel](context->dev, channel, error_code); } static int dma_qmsi_channel_config(struct device *dev, uint32_t channel, struct dma_channel_config *config) { qm_dma_channel_config_t qmsi_cfg; const struct dma_qmsi_config_info *info = dev->config->config_info; struct dma_qmsi_driver_data *data = dev->driver_data; qmsi_cfg.handshake_interface = (qm_dma_handshake_interface_t) config->handshake_interface; qmsi_cfg.handshake_polarity = (qm_dma_handshake_polarity_t) config->handshake_polarity; qmsi_cfg.source_transfer_width = (qm_dma_transfer_width_t) config->source_transfer_width; qmsi_cfg.channel_direction = (qm_dma_channel_direction_t) config->channel_direction; qmsi_cfg.destination_burst_length = (qm_dma_burst_length_t) config->destination_burst_length; qmsi_cfg.destination_transfer_width = (qm_dma_transfer_width_t) config->destination_transfer_width; qmsi_cfg.source_burst_length = (qm_dma_burst_length_t) config->source_burst_length; /* TODO: add support for using other DMA transfer types. */ qmsi_cfg.transfer_type = QM_DMA_TYPE_SINGLE; data->callback_data[channel] = config->callback_data; data->transfer[channel] = config->dma_transfer; data->error[channel] = config->dma_error; dma_context[channel].index = channel; dma_context[channel].dev = dev; qmsi_cfg.callback_context = &dma_context[channel]; qmsi_cfg.client_callback = dma_callback; return qm_dma_channel_set_config(info->instance, channel, &qmsi_cfg); } static int dma_qmsi_transfer_config(struct device *dev, uint32_t channel, struct dma_transfer_config *config) { const struct dma_qmsi_config_info *info = dev->config->config_info; return qm_dma_transfer_set_config(info->instance, channel, (qm_dma_transfer_t *)config); } static int width_index(uint32_t num_bytes, uint32_t *index) { switch (num_bytes) { case 1: *index = QM_DMA_TRANS_WIDTH_8; break; case 2: *index = QM_DMA_TRANS_WIDTH_16; break; case 4: *index = QM_DMA_TRANS_WIDTH_32; break; case 8: *index = QM_DMA_TRANS_WIDTH_64; break; case 16: *index = QM_DMA_TRANS_WIDTH_128; break; case 32: *index = QM_DMA_TRANS_WIDTH_256; break; default: return -ENOTSUP; } return 0; } static int bst_index(uint32_t num_units, uint32_t *index) { switch (num_units) { case 1: *index = QM_DMA_BURST_TRANS_LENGTH_1; break; case 4: *index = QM_DMA_BURST_TRANS_LENGTH_4; break; case 8: *index = QM_DMA_BURST_TRANS_LENGTH_8; break; case 16: *index = QM_DMA_BURST_TRANS_LENGTH_16; break; case 32: *index = QM_DMA_BURST_TRANS_LENGTH_32; break; case 64: *index = QM_DMA_BURST_TRANS_LENGTH_64; break; case 128: *index = QM_DMA_BURST_TRANS_LENGTH_128; break; case 256: *index = QM_DMA_BURST_TRANS_LENGTH_256; break; default: return -ENOTSUP; } return 0; } static int dma_qmsi_chan_config(struct device *dev, uint32_t channel, struct dma_config *config) { const struct dma_qmsi_config_info *info = dev->config->config_info; struct dma_qmsi_driver_data *data = dev->driver_data; qm_dma_transfer_t qmsi_transfer_cfg = { 0 }; qm_dma_channel_config_t qmsi_cfg = { 0 }; uint32_t temp = 0; int ret = 0; if (config->block_count != 1) { return -ENOTSUP; } qmsi_cfg.handshake_interface = (qm_dma_handshake_interface_t) config->dma_slot; qmsi_cfg.channel_direction = (qm_dma_channel_direction_t) config->channel_direction; ret = width_index(config->source_data_size, &temp); if (ret != 0) { return ret; } qmsi_cfg.source_transfer_width = (qm_dma_transfer_width_t) temp; ret = width_index(config->dest_data_size, &temp); if (ret != 0) { return ret; } qmsi_cfg.destination_transfer_width = (qm_dma_transfer_width_t) temp; ret = bst_index(config->dest_burst_length, &temp); if (ret != 0) { return ret; } qmsi_cfg.destination_burst_length = (qm_dma_burst_length_t) temp; ret = bst_index(config->source_burst_length, &temp); if (ret != 0) { return ret; } qmsi_cfg.source_burst_length = (qm_dma_burst_length_t) temp; /* TODO: add support for using other DMA transfer types. */ qmsi_cfg.transfer_type = QM_DMA_TYPE_SINGLE; data->dma_user_callback[channel] = config->dma_callback; dma_context[channel].index = channel; dma_context[channel].dev = dev; qmsi_cfg.callback_context = &dma_context[channel]; qmsi_cfg.client_callback = dma_drv_callback; ret = qm_dma_channel_set_config(info->instance, channel, &qmsi_cfg); if (ret != 0) { return ret; } qmsi_transfer_cfg.block_size = config->head_block->block_size; qmsi_transfer_cfg.source_address = (uint32_t *) config->head_block->source_address; qmsi_transfer_cfg.destination_address = (uint32_t *) config->head_block->dest_address; return qm_dma_transfer_set_config(info->instance, channel, &qmsi_transfer_cfg); } static int dma_qmsi_transfer_start(struct device *dev, uint32_t channel) { int ret; const struct dma_qmsi_config_info *info = dev->config->config_info; ret = qm_dma_transfer_start(info->instance, channel); CYCLE_NOP; return ret; } static int dma_qmsi_start(struct device *dev, uint32_t channel) { int ret; const struct dma_qmsi_config_info *info = dev->config->config_info; ret = qm_dma_transfer_start(info->instance, channel); CYCLE_NOP; return ret; } static int dma_qmsi_transfer_stop(struct device *dev, uint32_t channel) { const struct dma_qmsi_config_info *info = dev->config->config_info; return qm_dma_transfer_terminate(info->instance, channel); } static int dma_qmsi_stop(struct device *dev, uint32_t channel) { const struct dma_qmsi_config_info *info = dev->config->config_info; return qm_dma_transfer_terminate(info->instance, channel); } static const struct dma_driver_api dma_funcs = { .channel_config = dma_qmsi_channel_config, .transfer_config = dma_qmsi_transfer_config, .transfer_start = dma_qmsi_transfer_start, .transfer_stop = dma_qmsi_transfer_stop, .config = dma_qmsi_chan_config, .start = dma_qmsi_start, .stop = dma_qmsi_stop }; #ifdef CONFIG_DEVICE_POWER_MANAGEMENT static void dma_qmsi_set_power_state(struct device *dev, uint32_t power_state) { struct dma_qmsi_driver_data *ctx = dev->driver_data; ctx->device_power_state = power_state; } static uint32_t dma_qmsi_get_power_state(struct device *dev) { struct dma_qmsi_driver_data *ctx = dev->driver_data; return ctx->device_power_state; } #else #define dma_qmsi_set_power_state(...) #endif int dma_qmsi_init(struct device *dev) { const struct dma_qmsi_config_info *info = dev->config->config_info; dma_qmsi_config(dev); qm_dma_init(info->instance); dma_qmsi_set_power_state(dev, DEVICE_PM_ACTIVE_STATE); return 0; } static const struct dma_qmsi_config_info dma_qmsi_config_data = { .instance = QM_DMA_0, }; static struct dma_qmsi_driver_data dma_qmsi_dev_data; #ifdef CONFIG_DEVICE_POWER_MANAGEMENT static int dma_suspend_device(struct device *dev) { const struct dma_qmsi_config_info *info = dev->config->config_info; struct dma_qmsi_driver_data *ctx = dev->driver_data; qm_dma_save_context(info->instance, &ctx->saved_ctx); dma_qmsi_set_power_state(dev, DEVICE_PM_SUSPEND_STATE); return 0; } static int dma_resume_device(struct device *dev) { const struct dma_qmsi_config_info *info = dev->config->config_info; struct dma_qmsi_driver_data *ctx = dev->driver_data; qm_dma_restore_context(info->instance, &ctx->saved_ctx); dma_qmsi_set_power_state(dev, DEVICE_PM_ACTIVE_STATE); return 0; } static int dma_qmsi_device_ctrl(struct device *dev, uint32_t ctrl_command, void *context) { if (ctrl_command == DEVICE_PM_SET_POWER_STATE) { if (*((uint32_t *)context) == DEVICE_PM_SUSPEND_STATE) { return dma_suspend_device(dev); } else if (*((uint32_t *)context) == DEVICE_PM_ACTIVE_STATE) { return dma_resume_device(dev); } } else if (ctrl_command == DEVICE_PM_GET_POWER_STATE) { *((uint32_t *)context) = dma_qmsi_get_power_state(dev); } return 0; } #endif DEVICE_DEFINE(dma_qmsi, CONFIG_DMA_0_NAME, &dma_qmsi_init, dma_qmsi_device_ctrl, &dma_qmsi_dev_data, &dma_qmsi_config_data, POST_KERNEL, CONFIG_KERNEL_INIT_PRIORITY_DEVICE, (void *)&dma_funcs); static void dma_qmsi_config(struct device *dev) { ARG_UNUSED(dev); IRQ_CONNECT(IRQ_GET_NUMBER(QM_IRQ_DMA_0_INT_0), CONFIG_DMA_0_IRQ_PRI, qm_dma_0_isr_0, DEVICE_GET(dma_qmsi), 0); irq_enable(IRQ_GET_NUMBER(QM_IRQ_DMA_0_INT_0)); QM_IR_UNMASK_INTERRUPTS(QM_INTERRUPT_ROUTER->dma_0_int_0_mask); IRQ_CONNECT(IRQ_GET_NUMBER(QM_IRQ_DMA_0_INT_1), CONFIG_DMA_0_IRQ_PRI, qm_dma_0_isr_1, DEVICE_GET(dma_qmsi), 0); irq_enable(IRQ_GET_NUMBER(QM_IRQ_DMA_0_INT_1)); QM_IR_UNMASK_INTERRUPTS(QM_INTERRUPT_ROUTER->dma_0_int_1_mask); #if (CONFIG_SOC_QUARK_SE_C1000) IRQ_CONNECT(IRQ_GET_NUMBER(QM_IRQ_DMA_0_INT_2), CONFIG_DMA_0_IRQ_PRI, qm_dma_0_isr_2, DEVICE_GET(dma_qmsi), 0); irq_enable(IRQ_GET_NUMBER(QM_IRQ_DMA_0_INT_2)); QM_IR_UNMASK_INTERRUPTS(QM_INTERRUPT_ROUTER->dma_0_int_2_mask); IRQ_CONNECT(IRQ_GET_NUMBER(QM_IRQ_DMA_0_INT_3), CONFIG_DMA_0_IRQ_PRI, qm_dma_0_isr_3, DEVICE_GET(dma_qmsi), 0); irq_enable(IRQ_GET_NUMBER(QM_IRQ_DMA_0_INT_3)); QM_IR_UNMASK_INTERRUPTS(QM_INTERRUPT_ROUTER->dma_0_int_3_mask); IRQ_CONNECT(IRQ_GET_NUMBER(QM_IRQ_DMA_0_INT_4), CONFIG_DMA_0_IRQ_PRI, qm_dma_0_isr_4, DEVICE_GET(dma_qmsi), 0); irq_enable(IRQ_GET_NUMBER(QM_IRQ_DMA_0_INT_4)); QM_IR_UNMASK_INTERRUPTS(QM_INTERRUPT_ROUTER->dma_0_int_4_mask); IRQ_CONNECT(IRQ_GET_NUMBER(QM_IRQ_DMA_0_INT_5), CONFIG_DMA_0_IRQ_PRI, qm_dma_0_isr_5, DEVICE_GET(dma_qmsi), 0); irq_enable(IRQ_GET_NUMBER(QM_IRQ_DMA_0_INT_5)); QM_IR_UNMASK_INTERRUPTS(QM_INTERRUPT_ROUTER->dma_0_int_5_mask); IRQ_CONNECT(IRQ_GET_NUMBER(QM_IRQ_DMA_0_INT_6), CONFIG_DMA_0_IRQ_PRI, qm_dma_0_isr_6, DEVICE_GET(dma_qmsi), 0); irq_enable(IRQ_GET_NUMBER(QM_IRQ_DMA_0_INT_6)); QM_IR_UNMASK_INTERRUPTS(QM_INTERRUPT_ROUTER->dma_0_int_6_mask); IRQ_CONNECT(IRQ_GET_NUMBER(QM_IRQ_DMA_0_INT_7), CONFIG_DMA_0_IRQ_PRI, qm_dma_0_isr_7, DEVICE_GET(dma_qmsi), 0); irq_enable(IRQ_GET_NUMBER(QM_IRQ_DMA_0_INT_7)); QM_IR_UNMASK_INTERRUPTS(QM_INTERRUPT_ROUTER->dma_0_int_7_mask); #endif /* CONFIG_SOC_QUARK_SE_C1000 */ IRQ_CONNECT(IRQ_GET_NUMBER(QM_IRQ_DMA_0_ERROR_INT), CONFIG_DMA_0_IRQ_PRI, qm_dma_0_error_isr, DEVICE_GET(dma_qmsi), 0); irq_enable(IRQ_GET_NUMBER(QM_IRQ_DMA_0_ERROR_INT)); #if (QM_LAKEMONT) QM_INTERRUPT_ROUTER->dma_0_error_int_mask &= ~QM_IR_DMA_ERROR_HOST_MASK; #elif (QM_SENSOR) QM_INTERRUPT_ROUTER->dma_0_error_int_mask &= ~QM_IR_DMA_ERROR_SS_MASK; #endif }