The MC(Management Complex) exports the DPDMAI(Data Path DMA Interface)
object as an interface to operate the DPAA2(Data Path Acceleration
Architecture 2) qDMA Engine. The DPDMAI enables sending frame-based
requests to qDMA and receiving back confirmation response on transaction
completion, utilizing the DPAA2 QBMan(Queue Manager and Buffer Manager
hardware) infrastructure. DPDMAI object provides up to two priorities for
processing qDMA requests.
The following list summarizes the DPDMAI main features and capabilities:
1. Supports up to two scheduling priorities for processing
service requests.
- Each DPDMAI transmit queue is mapped to one of two service
priorities, allowing further prioritization in hardware between
requests from different DPDMAI objects.
2. Supports up to two receive queues for incoming transaction
completion confirmations.
- Each DPDMAI receive queue is mapped to one of two receive
priorities, allowing further prioritization between other
interfaces when associating the DPDMAI receive queues to DPIO
or DPCON(Data Path Concentrator) objects.
3. Supports different scheduling options for processing received
packets:
- Queues can be configured either in 'parked' mode (default),
oattached to a DPIO object, or attached to DPCON object.
4. Allows interaction with one or more DPIO objects for
dequeueing/enqueueing frame descriptors(FD) and for
acquiring/releasing buffers.
5. Supports enable, disable, and reset operations.
Add dpdmai to support some platforms with dpaa2 qdma engine.
Signed-off-by: Peng Ma <[email protected]>
---
changed for v4:
- Delete dpdmai_cmd.h.
- Remove some useless functions.
- Clean up the format.
- Update Copyright.
drivers/dma/fsl-dpaa2-qdma/dpdmai.c | 275 ++++++++++++++++++++++++++++++
drivers/dma/fsl-dpaa2-qdma/dpdmai.h | 318 +++++++++++++++++++++++++++++++++++
2 files changed, 593 insertions(+), 0 deletions(-)
create mode 100644 drivers/dma/fsl-dpaa2-qdma/dpdmai.c
create mode 100644 drivers/dma/fsl-dpaa2-qdma/dpdmai.h
diff --git a/drivers/dma/fsl-dpaa2-qdma/dpdmai.c b/drivers/dma/fsl-dpaa2-qdma/dpdmai.c
new file mode 100644
index 0000000..4dba154
--- /dev/null
+++ b/drivers/dma/fsl-dpaa2-qdma/dpdmai.c
@@ -0,0 +1,275 @@
+// SPDX-License-Identifier: GPL-2.0
+// Copyright 2019 NXP
+
+#include <linux/types.h>
+#include <linux/io.h>
+#include <linux/fsl/mc.h>
+#include "dpdmai.h"
+
+struct dpdmai_cmd_open {
+ __le32 dpdmai_id;
+};
+
+struct dpdmai_rsp_get_attributes {
+ __le32 id;
+ u8 num_of_priorities;
+ u8 pad0[3];
+ __le16 major;
+ __le16 minor;
+};
+
+struct dpdmai_cmd_queue {
+ __le32 dest_id;
+ u8 priority;
+ u8 queue;
+ u8 dest_type;
+ u8 pad;
+ __le64 user_ctx;
+ union {
+ __le32 options;
+ __le32 fqid;
+ };
+};
+
+struct dpdmai_rsp_get_tx_queue {
+ __le64 pad;
+ __le32 fqid;
+};
+
+#define MC_CMD_OP(_cmd, _param, _offset, _width, _type, _arg) \
+ ((_cmd).params[_param] |= mc_enc((_offset), (_width), _arg))
+
+#define MC_CMD_HDR_READ_TOKEN(_hdr) \
+ ((u16)mc_dec((_hdr), MC_CMD_HDR_TOKEN_O, MC_CMD_HDR_TOKEN_S))
+
+/* cmd, param, offset, width, type, arg_name */
+#define DPDMAI_CMD_CREATE(_cmd, _cfg) \
+do { \
+ typeof(_cmd) (cmd) = (_cmd); \
+ typeof(_cfg) (cfg) = (_cfg); \
+ MC_CMD_OP(cmd, 0, 8, 8, u8, (cfg)->priorities[0]);\
+ MC_CMD_OP(cmd, 0, 16, 8, u8, (cfg)->priorities[1]);\
+} while (0)
+
+static inline u64 mc_enc(int lsoffset, int width, u64 val)
+{
+ return (u64)(((u64)val & MAKE_UMASK64(width)) << lsoffset);
+}
+
+static inline u64 mc_dec(u64 val, int lsoffset, int width)
+{
+ return (u64)((val >> lsoffset) & MAKE_UMASK64(width));
+}
+
+int dpdmai_open(struct fsl_mc_io *mc_io, u32 cmd_flags,
+ int dpdmai_id, u16 *token)
+{
+ struct fsl_mc_command cmd = { 0 };
+ struct dpdmai_cmd_open *cmd_params;
+ int err;
+
+ /* prepare command */
+ cmd.header = mc_encode_cmd_header(DPDMAI_CMDID_OPEN,
+ cmd_flags, 0);
+
+ cmd_params = (struct dpdmai_cmd_open *)cmd.params;
+ cmd_params->dpdmai_id = cpu_to_le32(dpdmai_id);
+
+ /* send command to mc*/
+ err = mc_send_command(mc_io, &cmd);
+ if (err)
+ return err;
+
+ /* retrieve response parameters */
+ *token = mc_cmd_hdr_read_token(&cmd);
+ return 0;
+}
+
+int dpdmai_close(struct fsl_mc_io *mc_io, u32 cmd_flags, u16 token)
+{
+ struct fsl_mc_command cmd = { 0 };
+
+ /* prepare command */
+ cmd.header = mc_encode_cmd_header(DPDMAI_CMDID_CLOSE,
+ cmd_flags, token);
+
+ /* send command to mc*/
+ return mc_send_command(mc_io, &cmd);
+}
+
+int dpdmai_create(struct fsl_mc_io *mc_io, u32 cmd_flags,
+ const struct dpdmai_cfg *cfg, u16 *token)
+{
+ struct fsl_mc_command cmd = { 0 };
+ int err;
+
+ /* prepare command */
+ cmd.header = mc_encode_cmd_header(DPDMAI_CMDID_CREATE,
+ cmd_flags,
+ 0);
+ DPDMAI_CMD_CREATE(cmd, cfg);
+
+ /* send command to mc*/
+ err = mc_send_command(mc_io, &cmd);
+ if (err)
+ return err;
+
+ /* retrieve response parameters */
+ *token = MC_CMD_HDR_READ_TOKEN(cmd.header);
+
+ return 0;
+}
+
+int dpdmai_enable(struct fsl_mc_io *mc_io, u32 cmd_flags,
+ u16 token)
+{
+ struct fsl_mc_command cmd = { 0 };
+
+ /* prepare command */
+ cmd.header = mc_encode_cmd_header(DPDMAI_CMDID_ENABLE,
+ cmd_flags,
+ token);
+
+ /* send command to mc*/
+ return mc_send_command(mc_io, &cmd);
+}
+
+int dpdmai_disable(struct fsl_mc_io *mc_io, u32 cmd_flags,
+ u16 token)
+{
+ struct fsl_mc_command cmd = { 0 };
+
+ /* prepare command */
+ cmd.header = mc_encode_cmd_header(DPDMAI_CMDID_DISABLE,
+ cmd_flags,
+ token);
+
+ /* send command to mc*/
+ return mc_send_command(mc_io, &cmd);
+}
+
+int dpdmai_reset(struct fsl_mc_io *mc_io, u32 cmd_flags,
+ u16 token)
+{
+ struct fsl_mc_command cmd = { 0 };
+
+ /* prepare command */
+ cmd.header = mc_encode_cmd_header(DPDMAI_CMDID_RESET,
+ cmd_flags,
+ token);
+
+ /* send command to mc*/
+ return mc_send_command(mc_io, &cmd);
+}
+
+int dpdmai_get_attributes(struct fsl_mc_io *mc_io, u32 cmd_flags,
+ u16 token, struct dpdmai_attr *attr)
+{
+ struct fsl_mc_command cmd = { 0 };
+ int err;
+ struct dpdmai_rsp_get_attributes *rsp_params;
+
+ /* prepare command */
+ cmd.header = mc_encode_cmd_header(DPDMAI_CMDID_GET_ATTR,
+ cmd_flags,
+ token);
+
+ /* send command to mc*/
+ err = mc_send_command(mc_io, &cmd);
+ if (err)
+ return err;
+
+ /* retrieve response parameters */
+ rsp_params = (struct dpdmai_rsp_get_attributes *)cmd.params;
+ attr->id = le32_to_cpu(rsp_params->id);
+ attr->version.major = le16_to_cpu(rsp_params->major);
+ attr->version.minor = le16_to_cpu(rsp_params->minor);
+ attr->num_of_priorities = rsp_params->num_of_priorities;
+
+ return 0;
+}
+
+int dpdmai_set_rx_queue(struct fsl_mc_io *mc_io, u32 cmd_flags,
+ u16 token, u8 priority,
+ const struct dpdmai_rx_queue_cfg *cfg)
+{
+ struct fsl_mc_command cmd = { 0 };
+ struct dpdmai_cmd_queue *cmd_params;
+
+ /* prepare command */
+ cmd.header = mc_encode_cmd_header(DPDMAI_CMDID_SET_RX_QUEUE,
+ cmd_flags,
+ token);
+
+ cmd_params = (struct dpdmai_cmd_queue *)cmd.params;
+ cmd_params->dest_id = cpu_to_le32(cfg->dest_cfg.dest_id);
+ cmd_params->priority = cfg->dest_cfg.priority;
+ cmd_params->queue = priority;
+ cmd_params->dest_type = cfg->dest_cfg.dest_type;
+ cmd_params->user_ctx = cpu_to_le64(cfg->user_ctx);
+ cmd_params->options = cpu_to_le32(cfg->options);
+
+ /* send command to mc*/
+ return mc_send_command(mc_io, &cmd);
+}
+
+int dpdmai_get_rx_queue(struct fsl_mc_io *mc_io, u32 cmd_flags,
+ u16 token, u8 priority,
+ struct dpdmai_rx_queue_attr *attr)
+{
+ struct fsl_mc_command cmd = { 0 };
+ struct dpdmai_cmd_queue *cmd_params;
+ int err;
+
+ /* prepare command */
+ cmd.header = mc_encode_cmd_header(DPDMAI_CMDID_GET_RX_QUEUE,
+ cmd_flags,
+ token);
+
+ cmd_params = (struct dpdmai_cmd_queue *)cmd.params;
+ cmd_params->queue = priority;
+
+ /* send command to mc*/
+ err = mc_send_command(mc_io, &cmd);
+ if (err)
+ return err;
+
+ /* retrieve response parameters */
+ attr->dest_cfg.dest_id = le32_to_cpu(cmd_params->dest_id);
+ attr->dest_cfg.priority = cmd_params->priority;
+ attr->dest_cfg.dest_type = cmd_params->dest_type;
+ attr->user_ctx = le64_to_cpu(cmd_params->user_ctx);
+ attr->fqid = le32_to_cpu(cmd_params->fqid);
+
+ return 0;
+}
+
+int dpdmai_get_tx_queue(struct fsl_mc_io *mc_io, u32 cmd_flags,
+ u16 token, u8 priority,
+ struct dpdmai_tx_queue_attr *attr)
+{
+ struct fsl_mc_command cmd = { 0 };
+ struct dpdmai_cmd_queue *cmd_params;
+ struct dpdmai_rsp_get_tx_queue *rsp_params;
+ int err;
+
+ /* prepare command */
+ cmd.header = mc_encode_cmd_header(DPDMAI_CMDID_GET_TX_QUEUE,
+ cmd_flags,
+ token);
+
+ cmd_params = (struct dpdmai_cmd_queue *)cmd.params;
+ cmd_params->queue = priority;
+
+ /* send command to mc*/
+ err = mc_send_command(mc_io, &cmd);
+ if (err)
+ return err;
+
+ /* retrieve response parameters */
+
+ rsp_params = (struct dpdmai_rsp_get_tx_queue *)cmd.params;
+ attr->fqid = le32_to_cpu(rsp_params->fqid);
+
+ return 0;
+}
diff --git a/drivers/dma/fsl-dpaa2-qdma/dpdmai.h b/drivers/dma/fsl-dpaa2-qdma/dpdmai.h
new file mode 100644
index 0000000..54d26bb
--- /dev/null
+++ b/drivers/dma/fsl-dpaa2-qdma/dpdmai.h
@@ -0,0 +1,318 @@
+/* SPDX-License-Identifier: GPL-2.0 */
+/* Copyright 2019 NXP */
+
+#ifndef __FSL_DPDMAI_H
+#define __FSL_DPDMAI_H
+
+/* DPDMAI Version */
+#define DPDMAI_VER_MAJOR 2
+#define DPDMAI_VER_MINOR 2
+
+#define DPDMAI_CMD_BASE_VERSION 0
+#define DPDMAI_CMD_ID_OFFSET 4
+
+#define DPDMAI_CMDID_FORMAT(x) (((x) << DPDMAI_CMD_ID_OFFSET) | \
+ DPDMAI_CMD_BASE_VERSION)
+
+/* Command IDs */
+#define DPDMAI_CMDID_CLOSE DPDMAI_CMDID_FORMAT(0x800)
+#define DPDMAI_CMDID_OPEN DPDMAI_CMDID_FORMAT(0x80E)
+#define DPDMAI_CMDID_CREATE DPDMAI_CMDID_FORMAT(0x90E)
+
+#define DPDMAI_CMDID_ENABLE DPDMAI_CMDID_FORMAT(0x002)
+#define DPDMAI_CMDID_DISABLE DPDMAI_CMDID_FORMAT(0x003)
+#define DPDMAI_CMDID_GET_ATTR DPDMAI_CMDID_FORMAT(0x004)
+#define DPDMAI_CMDID_RESET DPDMAI_CMDID_FORMAT(0x005)
+#define DPDMAI_CMDID_IS_ENABLED DPDMAI_CMDID_FORMAT(0x006)
+
+#define DPDMAI_CMDID_SET_IRQ DPDMAI_CMDID_FORMAT(0x010)
+#define DPDMAI_CMDID_GET_IRQ DPDMAI_CMDID_FORMAT(0x011)
+#define DPDMAI_CMDID_SET_IRQ_ENABLE DPDMAI_CMDID_FORMAT(0x012)
+#define DPDMAI_CMDID_GET_IRQ_ENABLE DPDMAI_CMDID_FORMAT(0x013)
+#define DPDMAI_CMDID_SET_IRQ_MASK DPDMAI_CMDID_FORMAT(0x014)
+#define DPDMAI_CMDID_GET_IRQ_MASK DPDMAI_CMDID_FORMAT(0x015)
+#define DPDMAI_CMDID_GET_IRQ_STATUS DPDMAI_CMDID_FORMAT(0x016)
+#define DPDMAI_CMDID_CLEAR_IRQ_STATUS DPDMAI_CMDID_FORMAT(0x017)
+
+#define DPDMAI_CMDID_SET_RX_QUEUE DPDMAI_CMDID_FORMAT(0x1A0)
+#define DPDMAI_CMDID_GET_RX_QUEUE DPDMAI_CMDID_FORMAT(0x1A1)
+#define DPDMAI_CMDID_GET_TX_QUEUE DPDMAI_CMDID_FORMAT(0x1A2)
+
+#define MC_CMD_HDR_TOKEN_O 32 /* Token field offset */
+#define MC_CMD_HDR_TOKEN_S 16 /* Token field size */
+
+#define MAKE_UMASK64(_width) \
+ ((u64)((_width) < 64 ? ((u64)1 << (_width)) - 1 : (u64)-1))
+
+/* Data Path DMA Interface API
+ * Contains initialization APIs and runtime control APIs for DPDMAI
+ */
+
+/**
+ * Maximum number of Tx/Rx priorities per DPDMAI object
+ */
+#define DPDMAI_PRIO_NUM 2
+
+/* DPDMAI queue modification options */
+
+/**
+ * Select to modify the user's context associated with the queue
+ */
+#define DPDMAI_QUEUE_OPT_USER_CTX 0x1
+
+/**
+ * Select to modify the queue's destination
+ */
+#define DPDMAI_QUEUE_OPT_DEST 0x2
+
+/**
+ * dpdmai_open() - Open a control session for the specified object
+ * @mc_io: Pointer to MC portal's I/O object
+ * @cmd_flags: Command flags; one or more of 'MC_CMD_FLAG_'
+ * @dpdmai_id: DPDMAI unique ID
+ * @token: Returned token; use in subsequent API calls
+ *
+ * This function can be used to open a control session for an
+ * already created object; an object may have been declared in
+ * the DPL or by calling the dpdmai_create() function.
+ * This function returns a unique authentication token,
+ * associated with the specific object ID and the specific MC
+ * portal; this token must be used in all subsequent commands for
+ * this specific object.
+ *
+ * Return: '0' on Success; Error code otherwise.
+ */
+int dpdmai_open(struct fsl_mc_io *mc_io, u32 cmd_flags,
+ int dpdmai_id, u16 *token);
+
+/**
+ * dpdmai_close() - Close the control session of the object
+ * @mc_io: Pointer to MC portal's I/O object
+ * @cmd_flags: Command flags; one or more of 'MC_CMD_FLAG_'
+ * @token: Token of DPDMAI object
+ *
+ * After this function is called, no further operations are
+ * allowed on the object without opening a new control session.
+ *
+ * Return: '0' on Success; Error code otherwise.
+ */
+int dpdmai_close(struct fsl_mc_io *mc_io, u32 cmd_flags,
+ u16 token);
+
+/**
+ * struct dpdmai_cfg - Structure representing DPDMAI configuration
+ * @priorities: Priorities for the DMA hardware processing; valid priorities are
+ * configured with values 1-8; the entry following last valid entry
+ * should be configured with 0
+ */
+struct dpdmai_cfg {
+ u8 priorities[DPDMAI_PRIO_NUM];
+};
+
+/**
+ * dpdmai_create() - Create the DPDMAI object
+ * @mc_io: Pointer to MC portal's I/O object
+ * @cmd_flags: Command flags; one or more of 'MC_CMD_FLAG_'
+ * @cfg: Configuration structure
+ * @token: Returned token; use in subsequent API calls
+ *
+ * Create the DPDMAI object, allocate required resources and
+ * perform required initialization.
+ *
+ * The object can be created either by declaring it in the
+ * DPL file, or by calling this function.
+ *
+ * This function returns a unique authentication token,
+ * associated with the specific object ID and the specific MC
+ * portal; this token must be used in all subsequent calls to
+ * this specific object. For objects that are created using the
+ * DPL file, call dpdmai_open() function to get an authentication
+ * token first.
+ *
+ * Return: '0' on Success; Error code otherwise.
+ */
+int dpdmai_create(struct fsl_mc_io *mc_io, u32 cmd_flags,
+ const struct dpdmai_cfg *cfg, u16 *token);
+
+/**
+ * dpdmai_enable() - Enable the DPDMAI, allow sending and receiving frames.
+ * @mc_io: Pointer to MC portal's I/O object
+ * @cmd_flags: Command flags; one or more of 'MC_CMD_FLAG_'
+ * @token: Token of DPDMAI object
+ *
+ * Return: '0' on Success; Error code otherwise.
+ */
+int dpdmai_enable(struct fsl_mc_io *mc_io, u32 cmd_flags,
+ u16 token);
+
+/**
+ * dpdmai_disable() - Disable the DPDMAI, stop sending and receiving frames.
+ * @mc_io: Pointer to MC portal's I/O object
+ * @cmd_flags: Command flags; one or more of 'MC_CMD_FLAG_'
+ * @token: Token of DPDMAI object
+ *
+ * Return: '0' on Success; Error code otherwise.
+ */
+int dpdmai_disable(struct fsl_mc_io *mc_io, u32 cmd_flags,
+ u16 token);
+
+/**
+ * dpdmai_reset() - Reset the DPDMAI, returns the object to initial state.
+ * @mc_io: Pointer to MC portal's I/O object
+ * @cmd_flags: Command flags; one or more of 'MC_CMD_FLAG_'
+ * @token: Token of DPDMAI object
+ *
+ * Return: '0' on Success; Error code otherwise.
+ */
+int dpdmai_reset(struct fsl_mc_io *mc_io, u32 cmd_flags,
+ u16 token);
+
+/**
+ * struct dpdmai_attr - Structure representing DPDMAI attributes
+ * @id: DPDMAI object ID
+ * @version: DPDMAI version
+ * @num_of_priorities: number of priorities
+ */
+struct dpdmai_attr {
+ int id;
+ /**
+ * struct version - DPDMAI version
+ * @major: DPDMAI major version
+ * @minor: DPDMAI minor version
+ */
+ struct {
+ u16 major;
+ u16 minor;
+ } version;
+ u8 num_of_priorities;
+};
+
+/**
+ * dpdmai_get_attributes() - Retrieve DPDMAI attributes.
+ * @mc_io: Pointer to MC portal's I/O object
+ * @cmd_flags: Command flags; one or more of 'MC_CMD_FLAG_'
+ * @token: Token of DPDMAI object
+ * @attr: Returned object's attributes
+ *
+ * Return: '0' on Success; Error code otherwise.
+ */
+int dpdmai_get_attributes(struct fsl_mc_io *mc_io, u32 cmd_flags,
+ u16 token, struct dpdmai_attr *attr);
+
+/**
+ * enum dpdmai_dest - DPDMAI destination types
+ * @DPDMAI_DEST_NONE: Unassigned destination; The queue is set in parked mode
+ * and does not generate FQDAN notifications; user is expected to dequeue
+ * from the queue based on polling or other user-defined method
+ * @DPDMAI_DEST_DPIO: The queue is set in schedule mode and generates FQDAN
+ * notifications to the specified DPIO; user is expected to dequeue
+ * from the queue only after notification is received
+ * @DPDMAI_DEST_DPCON: The queue is set in schedule mode and does not generate
+ * FQDAN notifications, but is connected to the specified DPCON object;
+ * user is expected to dequeue from the DPCON channel
+ */
+enum dpdmai_dest {
+ DPDMAI_DEST_NONE = 0,
+ DPDMAI_DEST_DPIO = 1,
+ DPDMAI_DEST_DPCON = 2
+};
+
+/**
+ * struct dpdmai_dest_cfg - Structure representing DPDMAI destination parameters
+ * @dest_type: Destination type
+ * @dest_id: Either DPIO ID or DPCON ID, depending on the destination type
+ * @priority: Priority selection within the DPIO or DPCON channel; valid values
+ * are 0-1 or 0-7, depending on the number of priorities in that
+ * channel; not relevant for 'DPDMAI_DEST_NONE' option
+ */
+struct dpdmai_dest_cfg {
+ enum dpdmai_dest dest_type;
+ int dest_id;
+ u8 priority;
+};
+
+/**
+ * struct dpdmai_rx_queue_cfg - DPDMAI RX queue configuration
+ * @options: Flags representing the suggested modifications to the queue;
+ * Use any combination of 'DPDMAI_QUEUE_OPT_<X>' flags
+ * @user_ctx: User context value provided in the frame descriptor of each
+ * dequeued frame;
+ * valid only if 'DPDMAI_QUEUE_OPT_USER_CTX' is contained in 'options'
+ * @dest_cfg: Queue destination parameters;
+ * valid only if 'DPDMAI_QUEUE_OPT_DEST' is contained in 'options'
+ */
+struct dpdmai_rx_queue_cfg {
+ struct dpdmai_dest_cfg dest_cfg;
+ u32 options;
+ u64 user_ctx;
+
+};
+
+/**
+ * dpdmai_set_rx_queue() - Set Rx queue configuration
+ * @mc_io: Pointer to MC portal's I/O object
+ * @cmd_flags: Command flags; one or more of 'MC_CMD_FLAG_'
+ * @token: Token of DPDMAI object
+ * @priority: Select the queue relative to number of
+ * priorities configured at DPDMAI creation
+ * @cfg: Rx queue configuration
+ *
+ * Return: '0' on Success; Error code otherwise.
+ */
+int dpdmai_set_rx_queue(struct fsl_mc_io *mc_io, u32 cmd_flags,
+ u16 token, u8 priority,
+ const struct dpdmai_rx_queue_cfg *cfg);
+
+/**
+ * struct dpdmai_rx_queue_attr - Structure representing attributes of Rx queues
+ * @user_ctx: User context value provided in the frame descriptor of each
+ * dequeued frame
+ * @dest_cfg: Queue destination configuration
+ * @fqid: Virtual FQID value to be used for dequeue operations
+ */
+struct dpdmai_rx_queue_attr {
+ struct dpdmai_dest_cfg dest_cfg;
+ u64 user_ctx;
+ u32 fqid;
+};
+
+/**
+ * dpdmai_get_rx_queue() - Retrieve Rx queue attributes.
+ * @mc_io: Pointer to MC portal's I/O object
+ * @cmd_flags: Command flags; one or more of 'MC_CMD_FLAG_'
+ * @token: Token of DPDMAI object
+ * @priority: Select the queue relative to number of
+ * priorities configured at DPDMAI creation
+ * @attr: Returned Rx queue attributes
+ *
+ * Return: '0' on Success; Error code otherwise.
+ */
+int dpdmai_get_rx_queue(struct fsl_mc_io *mc_io, u32 cmd_flags,
+ u16 token, u8 priority,
+ struct dpdmai_rx_queue_attr *attr);
+
+/**
+ * struct dpdmai_tx_queue_attr - Structure representing attributes of Tx queues
+ * @fqid: Virtual FQID to be used for sending frames to DMA hardware
+ */
+
+struct dpdmai_tx_queue_attr {
+ u32 fqid;
+};
+
+/**
+ * dpdmai_get_tx_queue() - Retrieve Tx queue attributes.
+ * @mc_io: Pointer to MC portal's I/O object
+ * @cmd_flags: Command flags; one or more of 'MC_CMD_FLAG_'
+ * @token: Token of DPDMAI object
+ * @priority: Select the queue relative to number of
+ * priorities configured at DPDMAI creation
+ * @attr: Returned Tx queue attributes
+ *
+ * Return: '0' on Success; Error code otherwise.
+ */
+int dpdmai_get_tx_queue(struct fsl_mc_io *mc_io, u32 cmd_flags,
+ u16 token, u8 priority,
+ struct dpdmai_tx_queue_attr *attr);
+
+#endif /* __FSL_DPDMAI_H */
--
1.7.1
DPPA2(Data Path Acceleration Architecture 2) qDMA
supports channel virtualization by allowing DMA
jobs to be enqueued into different frame queues.
Core can initiate a DMA transaction by preparing a frame
descriptor(FD) for each DMA job and enqueuing this job to
a frame queue. through a hardware portal. The qDMA
prefetches DMA jobs from the frame queues. It then
schedules and dispatches to internal DMA hardware engines,
which generate read and write requests. Both qDMA source
data and destination data can be either contiguous or
non-contiguous using one or more scatter/gather tables.
The qDMA supports global bandwidth flow control where all
DMA transactions are stalled if the bandwidth threshold
has been reached. Also supported are transaction based
read throttling.
Add NXP dppa2 qDMA to support some of Layerscape SoCs.
such as: LS1088A, LS208xA, LX2, etc.
Signed-off-by: Peng Ma <[email protected]>
---
changed for v4:
- Delete casts.
- Add dma pool for each descriptor.
- Improve clean up for qdma init.
- Update Copyright.
drivers/dma/Kconfig | 2 +
drivers/dma/Makefile | 1 +
drivers/dma/fsl-dpaa2-qdma/Kconfig | 9 +
drivers/dma/fsl-dpaa2-qdma/Makefile | 3 +
drivers/dma/fsl-dpaa2-qdma/dpaa2-qdma.c | 826 +++++++++++++++++++++++++++++++
drivers/dma/fsl-dpaa2-qdma/dpaa2-qdma.h | 153 ++++++
6 files changed, 994 insertions(+), 0 deletions(-)
create mode 100644 drivers/dma/fsl-dpaa2-qdma/Kconfig
create mode 100644 drivers/dma/fsl-dpaa2-qdma/Makefile
create mode 100644 drivers/dma/fsl-dpaa2-qdma/dpaa2-qdma.c
create mode 100644 drivers/dma/fsl-dpaa2-qdma/dpaa2-qdma.h
diff --git a/drivers/dma/Kconfig b/drivers/dma/Kconfig
index eaf78f4..08aae01 100644
--- a/drivers/dma/Kconfig
+++ b/drivers/dma/Kconfig
@@ -671,6 +671,8 @@ source "drivers/dma/sh/Kconfig"
source "drivers/dma/ti/Kconfig"
+source "drivers/dma/fsl-dpaa2-qdma/Kconfig"
+
# clients
comment "DMA Clients"
depends on DMA_ENGINE
diff --git a/drivers/dma/Makefile b/drivers/dma/Makefile
index 6126e1c..2499ed8 100644
--- a/drivers/dma/Makefile
+++ b/drivers/dma/Makefile
@@ -75,6 +75,7 @@ obj-$(CONFIG_UNIPHIER_MDMAC) += uniphier-mdmac.o
obj-$(CONFIG_XGENE_DMA) += xgene-dma.o
obj-$(CONFIG_ZX_DMA) += zx_dma.o
obj-$(CONFIG_ST_FDMA) += st_fdma.o
+obj-$(CONFIG_FSL_DPAA2_QDMA) += fsl-dpaa2-qdma/
obj-y += mediatek/
obj-y += qcom/
diff --git a/drivers/dma/fsl-dpaa2-qdma/Kconfig b/drivers/dma/fsl-dpaa2-qdma/Kconfig
new file mode 100644
index 0000000..258ed6b
--- /dev/null
+++ b/drivers/dma/fsl-dpaa2-qdma/Kconfig
@@ -0,0 +1,9 @@
+menuconfig FSL_DPAA2_QDMA
+ tristate "NXP DPAA2 QDMA"
+ depends on ARM64
+ depends on FSL_MC_BUS && FSL_MC_DPIO
+ select DMA_ENGINE
+ select DMA_VIRTUAL_CHANNELS
+ help
+ NXP Data Path Acceleration Architecture 2 QDMA driver,
+ using the NXP MC bus driver.
diff --git a/drivers/dma/fsl-dpaa2-qdma/Makefile b/drivers/dma/fsl-dpaa2-qdma/Makefile
new file mode 100644
index 0000000..c1d0226
--- /dev/null
+++ b/drivers/dma/fsl-dpaa2-qdma/Makefile
@@ -0,0 +1,3 @@
+# SPDX-License-Identifier: GPL-2.0
+# Makefile for the NXP DPAA2 qDMA controllers
+obj-$(CONFIG_FSL_DPAA2_QDMA) += dpaa2-qdma.o dpdmai.o
diff --git a/drivers/dma/fsl-dpaa2-qdma/dpaa2-qdma.c b/drivers/dma/fsl-dpaa2-qdma/dpaa2-qdma.c
new file mode 100644
index 0000000..a5fbf55
--- /dev/null
+++ b/drivers/dma/fsl-dpaa2-qdma/dpaa2-qdma.c
@@ -0,0 +1,826 @@
+// SPDX-License-Identifier: GPL-2.0
+// Copyright 2019 NXP
+
+#include <linux/init.h>
+#include <linux/module.h>
+#include <linux/dmapool.h>
+#include <linux/of_irq.h>
+#include <linux/iommu.h>
+#include <linux/sys_soc.h>
+#include <linux/fsl/mc.h>
+#include <soc/fsl/dpaa2-io.h>
+
+#include "../virt-dma.h"
+#include "dpdmai.h"
+#include "dpaa2-qdma.h"
+
+static bool smmu_disable = true;
+
+static struct dpaa2_qdma_chan *to_dpaa2_qdma_chan(struct dma_chan *chan)
+{
+ return container_of(chan, struct dpaa2_qdma_chan, vchan.chan);
+}
+
+static struct dpaa2_qdma_comp *to_fsl_qdma_comp(struct virt_dma_desc *vd)
+{
+ return container_of(vd, struct dpaa2_qdma_comp, vdesc);
+}
+
+static int dpaa2_qdma_alloc_chan_resources(struct dma_chan *chan)
+{
+ struct dpaa2_qdma_chan *dpaa2_chan = to_dpaa2_qdma_chan(chan);
+ struct dpaa2_qdma_engine *dpaa2_qdma = dpaa2_chan->qdma;
+ struct device *dev = &dpaa2_qdma->priv->dpdmai_dev->dev;
+
+ dpaa2_chan->fd_pool = dma_pool_create("fd_pool", dev,
+ sizeof(struct dpaa2_fd),
+ sizeof(struct dpaa2_fd), 0);
+ if (!dpaa2_chan->fd_pool)
+ goto err;
+
+ dpaa2_chan->fl_pool = dma_pool_create("fl_pool", dev,
+ sizeof(struct dpaa2_fl_entry),
+ sizeof(struct dpaa2_fl_entry), 0);
+ if (!dpaa2_chan->fl_pool)
+ goto err_fd;
+
+ dpaa2_chan->sdd_pool =
+ dma_pool_create("sdd_pool", dev,
+ sizeof(struct dpaa2_qdma_sd_d),
+ sizeof(struct dpaa2_qdma_sd_d), 0);
+ if (!dpaa2_chan->sdd_pool)
+ goto err_fl;
+
+ return dpaa2_qdma->desc_allocated++;
+err_fl:
+ dma_pool_destroy(dpaa2_chan->fl_pool);
+err_fd:
+ dma_pool_destroy(dpaa2_chan->fd_pool);
+err:
+ return -ENOMEM;
+}
+
+static void dpaa2_qdma_free_chan_resources(struct dma_chan *chan)
+{
+ struct dpaa2_qdma_chan *dpaa2_chan = to_dpaa2_qdma_chan(chan);
+ struct dpaa2_qdma_engine *dpaa2_qdma = dpaa2_chan->qdma;
+ unsigned long flags;
+
+ LIST_HEAD(head);
+
+ spin_lock_irqsave(&dpaa2_chan->vchan.lock, flags);
+ vchan_get_all_descriptors(&dpaa2_chan->vchan, &head);
+ spin_unlock_irqrestore(&dpaa2_chan->vchan.lock, flags);
+
+ vchan_dma_desc_free_list(&dpaa2_chan->vchan, &head);
+
+ dpaa2_dpdmai_free_comp(dpaa2_chan, &dpaa2_chan->comp_used);
+ dpaa2_dpdmai_free_comp(dpaa2_chan, &dpaa2_chan->comp_free);
+
+ dma_pool_destroy(dpaa2_chan->fd_pool);
+ dma_pool_destroy(dpaa2_chan->fl_pool);
+ dma_pool_destroy(dpaa2_chan->sdd_pool);
+ dpaa2_qdma->desc_allocated--;
+}
+
+/*
+ * Request a command descriptor for enqueue.
+ */
+static struct dpaa2_qdma_comp *
+dpaa2_qdma_request_desc(struct dpaa2_qdma_chan *dpaa2_chan)
+{
+ struct dpaa2_qdma_comp *comp_temp = NULL;
+ unsigned long flags;
+
+ spin_lock_irqsave(&dpaa2_chan->queue_lock, flags);
+ if (list_empty(&dpaa2_chan->comp_free)) {
+ spin_unlock_irqrestore(&dpaa2_chan->queue_lock, flags);
+ comp_temp = kzalloc(sizeof(*comp_temp), GFP_NOWAIT);
+ if (!comp_temp)
+ goto err;
+ comp_temp->fd_virt_addr =
+ dma_pool_alloc(dpaa2_chan->fd_pool, GFP_NOWAIT,
+ &comp_temp->fd_bus_addr);
+ if (!comp_temp->fd_virt_addr)
+ goto err_comp;
+
+ comp_temp->fl_virt_addr =
+ dma_pool_alloc(dpaa2_chan->fl_pool, GFP_NOWAIT,
+ &comp_temp->fl_bus_addr);
+ if (!comp_temp->fl_virt_addr)
+ goto err_fd_virt;
+
+ comp_temp->desc_virt_addr =
+ dma_pool_alloc(dpaa2_chan->sdd_pool, GFP_NOWAIT,
+ &comp_temp->desc_bus_addr);
+ if (!comp_temp->desc_virt_addr)
+ goto err_fl_virt;
+
+ comp_temp->qchan = dpaa2_chan;
+ return comp_temp;
+ }
+
+ comp_temp = list_first_entry(&dpaa2_chan->comp_free,
+ struct dpaa2_qdma_comp, list);
+ list_del(&comp_temp->list);
+ spin_unlock_irqrestore(&dpaa2_chan->queue_lock, flags);
+
+ comp_temp->qchan = dpaa2_chan;
+
+ return comp_temp;
+
+err_fl_virt:
+ dma_pool_free(dpaa2_chan->fl_pool,
+ comp_temp->fl_virt_addr,
+ comp_temp->fl_bus_addr);
+err_fd_virt:
+ dma_pool_free(dpaa2_chan->fd_pool,
+ comp_temp->fd_virt_addr,
+ comp_temp->fd_bus_addr);
+err_comp:
+ kfree(comp_temp);
+err:
+ return NULL;
+}
+
+static void
+dpaa2_qdma_populate_fd(u32 format, struct dpaa2_qdma_comp *dpaa2_comp)
+{
+ struct dpaa2_fd *fd;
+
+ fd = dpaa2_comp->fd_virt_addr;
+ memset(fd, 0, sizeof(struct dpaa2_fd));
+
+ /* fd populated */
+ dpaa2_fd_set_addr(fd, dpaa2_comp->fl_bus_addr);
+
+ /*
+ * Bypass memory translation, Frame list format, short length disable
+ * we need to disable BMT if fsl-mc use iova addr
+ */
+ if (smmu_disable)
+ dpaa2_fd_set_bpid(fd, QMAN_FD_BMT_ENABLE);
+ dpaa2_fd_set_format(fd, QMAN_FD_FMT_ENABLE | QMAN_FD_SL_DISABLE);
+
+ dpaa2_fd_set_frc(fd, format | QDMA_SER_CTX);
+}
+
+/* first frame list for descriptor buffer */
+static void
+dpaa2_qdma_populate_first_framel(struct dpaa2_fl_entry *f_list,
+ struct dpaa2_qdma_comp *dpaa2_comp,
+ bool wrt_changed)
+{
+ struct dpaa2_qdma_sd_d *sdd;
+
+ sdd = dpaa2_comp->desc_virt_addr;
+ memset(sdd, 0, 2 * (sizeof(*sdd)));
+
+ /* source descriptor CMD */
+ sdd->cmd = cpu_to_le32(QDMA_SD_CMD_RDTTYPE_COHERENT);
+ sdd++;
+
+ /* dest descriptor CMD */
+ if (wrt_changed)
+ sdd->cmd = cpu_to_le32(LX2160_QDMA_DD_CMD_WRTTYPE_COHERENT);
+ else
+ sdd->cmd = cpu_to_le32(QDMA_DD_CMD_WRTTYPE_COHERENT);
+
+ memset(f_list, 0, sizeof(struct dpaa2_fl_entry));
+
+ /* first frame list to source descriptor */
+ dpaa2_fl_set_addr(f_list, dpaa2_comp->desc_bus_addr);
+ dpaa2_fl_set_len(f_list, 0x20);
+ dpaa2_fl_set_format(f_list, QDMA_FL_FMT_SBF | QDMA_FL_SL_LONG);
+
+ /* bypass memory translation */
+ if (smmu_disable)
+ f_list->bpid = cpu_to_le16(QDMA_FL_BMT_ENABLE);
+}
+
+/* source and destination frame list */
+static void
+dpaa2_qdma_populate_frames(struct dpaa2_fl_entry *f_list,
+ dma_addr_t dst, dma_addr_t src,
+ size_t len, uint8_t fmt)
+{
+ /* source frame list to source buffer */
+ memset(f_list, 0, sizeof(struct dpaa2_fl_entry));
+
+ dpaa2_fl_set_addr(f_list, src);
+ dpaa2_fl_set_len(f_list, len);
+
+ /* single buffer frame or scatter gather frame */
+ dpaa2_fl_set_format(f_list, (fmt | QDMA_FL_SL_LONG));
+
+ /* bypass memory translation */
+ if (smmu_disable)
+ f_list->bpid = cpu_to_le16(QDMA_FL_BMT_ENABLE);
+
+ f_list++;
+
+ /* destination frame list to destination buffer */
+ memset(f_list, 0, sizeof(struct dpaa2_fl_entry));
+
+ dpaa2_fl_set_addr(f_list, dst);
+ dpaa2_fl_set_len(f_list, len);
+ dpaa2_fl_set_format(f_list, (fmt | QDMA_FL_SL_LONG));
+ /* single buffer frame or scatter gather frame */
+ dpaa2_fl_set_final(f_list, QDMA_FL_F);
+ /* bypass memory translation */
+ if (smmu_disable)
+ f_list->bpid = cpu_to_le16(QDMA_FL_BMT_ENABLE);
+}
+
+static struct dma_async_tx_descriptor
+*dpaa2_qdma_prep_memcpy(struct dma_chan *chan, dma_addr_t dst,
+ dma_addr_t src, size_t len, ulong flags)
+{
+ struct dpaa2_qdma_chan *dpaa2_chan = to_dpaa2_qdma_chan(chan);
+ struct dpaa2_qdma_engine *dpaa2_qdma;
+ struct dpaa2_qdma_comp *dpaa2_comp;
+ struct dpaa2_fl_entry *f_list;
+ bool wrt_changed;
+
+ dpaa2_qdma = dpaa2_chan->qdma;
+ dpaa2_comp = dpaa2_qdma_request_desc(dpaa2_chan);
+ if (!dpaa2_comp)
+ return NULL;
+
+ wrt_changed = (bool)dpaa2_qdma->qdma_wrtype_fixup;
+
+ /* populate Frame descriptor */
+ dpaa2_qdma_populate_fd(QDMA_FD_LONG_FORMAT, dpaa2_comp);
+
+ f_list = dpaa2_comp->fl_virt_addr;
+
+ /* first frame list for descriptor buffer (logn format) */
+ dpaa2_qdma_populate_first_framel(f_list, dpaa2_comp, wrt_changed);
+
+ f_list++;
+
+ dpaa2_qdma_populate_frames(f_list, dst, src, len, QDMA_FL_FMT_SBF);
+
+ return vchan_tx_prep(&dpaa2_chan->vchan, &dpaa2_comp->vdesc, flags);
+}
+
+static enum
+dma_status dpaa2_qdma_tx_status(struct dma_chan *chan,
+ dma_cookie_t cookie,
+ struct dma_tx_state *txstate)
+{
+ return dma_cookie_status(chan, cookie, txstate);
+}
+
+static void dpaa2_qdma_issue_pending(struct dma_chan *chan)
+{
+ struct dpaa2_qdma_chan *dpaa2_chan = to_dpaa2_qdma_chan(chan);
+ struct dpaa2_qdma_comp *dpaa2_comp;
+ struct virt_dma_desc *vdesc;
+ struct dpaa2_fd *fd;
+ unsigned long flags;
+ int err;
+
+ spin_lock_irqsave(&dpaa2_chan->queue_lock, flags);
+ spin_lock(&dpaa2_chan->vchan.lock);
+ if (vchan_issue_pending(&dpaa2_chan->vchan)) {
+ vdesc = vchan_next_desc(&dpaa2_chan->vchan);
+ if (!vdesc)
+ goto err_enqueue;
+ dpaa2_comp = to_fsl_qdma_comp(vdesc);
+
+ fd = dpaa2_comp->fd_virt_addr;
+
+ list_del(&vdesc->node);
+ list_add_tail(&dpaa2_comp->list, &dpaa2_chan->comp_used);
+
+ err = dpaa2_io_service_enqueue_fq(NULL, dpaa2_chan->fqid, fd);
+ if (err) {
+ list_del(&dpaa2_comp->list);
+ list_add_tail(&dpaa2_comp->list,
+ &dpaa2_chan->comp_free);
+ }
+ }
+err_enqueue:
+ spin_unlock(&dpaa2_chan->vchan.lock);
+ spin_unlock_irqrestore(&dpaa2_chan->queue_lock, flags);
+}
+
+static int __cold dpaa2_qdma_setup(struct fsl_mc_device *ls_dev)
+{
+ struct dpaa2_qdma_priv_per_prio *ppriv;
+ struct device *dev = &ls_dev->dev;
+ struct dpaa2_qdma_priv *priv;
+ u8 prio_def = DPDMAI_PRIO_NUM;
+ int err = -EINVAL;
+ int i;
+
+ priv = dev_get_drvdata(dev);
+
+ priv->dev = dev;
+ priv->dpqdma_id = ls_dev->obj_desc.id;
+
+ /* Get the handle for the DPDMAI this interface is associate with */
+ err = dpdmai_open(priv->mc_io, 0, priv->dpqdma_id, &ls_dev->mc_handle);
+ if (err) {
+ dev_err(dev, "dpdmai_open() failed\n");
+ return err;
+ }
+ dev_info(dev, "Opened dpdmai object successfully\n");
+
+ err = dpdmai_get_attributes(priv->mc_io, 0, ls_dev->mc_handle,
+ &priv->dpdmai_attr);
+ if (err) {
+ dev_err(dev, "dpdmai_get_attributes() failed\n");
+ goto exit;
+ }
+
+ if (priv->dpdmai_attr.version.major > DPDMAI_VER_MAJOR) {
+ dev_err(dev, "DPDMAI major version mismatch\n"
+ "Found %u.%u, supported version is %u.%u\n",
+ priv->dpdmai_attr.version.major,
+ priv->dpdmai_attr.version.minor,
+ DPDMAI_VER_MAJOR, DPDMAI_VER_MINOR);
+ goto exit;
+ }
+
+ if (priv->dpdmai_attr.version.minor > DPDMAI_VER_MINOR) {
+ dev_err(dev, "DPDMAI minor version mismatch\n"
+ "Found %u.%u, supported version is %u.%u\n",
+ priv->dpdmai_attr.version.major,
+ priv->dpdmai_attr.version.minor,
+ DPDMAI_VER_MAJOR, DPDMAI_VER_MINOR);
+ goto exit;
+ }
+
+ priv->num_pairs = min(priv->dpdmai_attr.num_of_priorities, prio_def);
+ ppriv = kcalloc(priv->num_pairs, sizeof(*ppriv), GFP_KERNEL);
+ if (!ppriv) {
+ err = -ENOMEM;
+ goto exit;
+ }
+ priv->ppriv = ppriv;
+
+ for (i = 0; i < priv->num_pairs; i++) {
+ err = dpdmai_get_rx_queue(priv->mc_io, 0, ls_dev->mc_handle,
+ i, &priv->rx_queue_attr[i]);
+ if (err) {
+ dev_err(dev, "dpdmai_get_rx_queue() failed\n");
+ goto exit;
+ }
+ ppriv->rsp_fqid = priv->rx_queue_attr[i].fqid;
+
+ err = dpdmai_get_tx_queue(priv->mc_io, 0, ls_dev->mc_handle,
+ i, &priv->tx_queue_attr[i]);
+ if (err) {
+ dev_err(dev, "dpdmai_get_tx_queue() failed\n");
+ goto exit;
+ }
+ ppriv->req_fqid = priv->tx_queue_attr[i].fqid;
+ ppriv->prio = i;
+ ppriv->priv = priv;
+ ppriv++;
+ }
+
+ return 0;
+exit:
+ dpdmai_close(priv->mc_io, 0, ls_dev->mc_handle);
+ return err;
+}
+
+static void dpaa2_qdma_fqdan_cb(struct dpaa2_io_notification_ctx *ctx)
+{
+ struct dpaa2_qdma_priv_per_prio *ppriv = container_of(ctx,
+ struct dpaa2_qdma_priv_per_prio, nctx);
+ struct dpaa2_qdma_comp *dpaa2_comp, *_comp_tmp;
+ struct dpaa2_qdma_priv *priv = ppriv->priv;
+ u32 n_chans = priv->dpaa2_qdma->n_chans;
+ struct dpaa2_qdma_chan *qchan;
+ const struct dpaa2_fd *fd_eq;
+ const struct dpaa2_fd *fd;
+ struct dpaa2_dq *dq;
+ int is_last = 0;
+ int found;
+ u8 status;
+ int err;
+ int i;
+
+ do {
+ err = dpaa2_io_service_pull_fq(NULL, ppriv->rsp_fqid,
+ ppriv->store);
+ } while (err);
+
+ while (!is_last) {
+ do {
+ dq = dpaa2_io_store_next(ppriv->store, &is_last);
+ } while (!is_last && !dq);
+ if (!dq) {
+ dev_err(priv->dev, "FQID returned no valid frames!\n");
+ continue;
+ }
+
+ /* obtain FD and process the error */
+ fd = dpaa2_dq_fd(dq);
+
+ status = dpaa2_fd_get_ctrl(fd) & 0xff;
+ if (status)
+ dev_err(priv->dev, "FD error occurred\n");
+ found = 0;
+ for (i = 0; i < n_chans; i++) {
+ qchan = &priv->dpaa2_qdma->chans[i];
+ spin_lock(&qchan->queue_lock);
+ if (list_empty(&qchan->comp_used)) {
+ spin_unlock(&qchan->queue_lock);
+ continue;
+ }
+ list_for_each_entry_safe(dpaa2_comp, _comp_tmp,
+ &qchan->comp_used, list) {
+ fd_eq = dpaa2_comp->fd_virt_addr;
+
+ if (le64_to_cpu(fd_eq->simple.addr) ==
+ le64_to_cpu(fd->simple.addr)) {
+ spin_lock(&qchan->vchan.lock);
+ vchan_cookie_complete(&
+ dpaa2_comp->vdesc);
+ spin_unlock(&qchan->vchan.lock);
+ found = 1;
+ break;
+ }
+ }
+ spin_unlock(&qchan->queue_lock);
+ if (found)
+ break;
+ }
+ }
+
+ dpaa2_io_service_rearm(NULL, ctx);
+}
+
+static int __cold dpaa2_qdma_dpio_setup(struct dpaa2_qdma_priv *priv)
+{
+ struct dpaa2_qdma_priv_per_prio *ppriv;
+ struct device *dev = priv->dev;
+ int err = -EINVAL;
+ int i, num;
+
+ num = priv->num_pairs;
+ ppriv = priv->ppriv;
+ for (i = 0; i < num; i++) {
+ ppriv->nctx.is_cdan = 0;
+ ppriv->nctx.desired_cpu = DPAA2_IO_ANY_CPU;
+ ppriv->nctx.id = ppriv->rsp_fqid;
+ ppriv->nctx.cb = dpaa2_qdma_fqdan_cb;
+ err = dpaa2_io_service_register(NULL, &ppriv->nctx, dev);
+ if (err) {
+ dev_err(dev, "Notification register failed\n");
+ goto err_service;
+ }
+
+ ppriv->store =
+ dpaa2_io_store_create(DPAA2_QDMA_STORE_SIZE, dev);
+ if (!ppriv->store) {
+ dev_err(dev, "dpaa2_io_store_create() failed\n");
+ goto err_store;
+ }
+
+ ppriv++;
+ }
+ return 0;
+
+err_store:
+ dpaa2_io_service_deregister(NULL, &ppriv->nctx, dev);
+err_service:
+ ppriv--;
+ while (ppriv >= priv->ppriv) {
+ dpaa2_io_service_deregister(NULL, &ppriv->nctx, dev);
+ dpaa2_io_store_destroy(ppriv->store);
+ ppriv--;
+ }
+ return err;
+}
+
+static void dpaa2_dpmai_store_free(struct dpaa2_qdma_priv *priv)
+{
+ struct dpaa2_qdma_priv_per_prio *ppriv = priv->ppriv;
+ int i;
+
+ for (i = 0; i < priv->num_pairs; i++) {
+ dpaa2_io_store_destroy(ppriv->store);
+ ppriv++;
+ }
+}
+
+static void dpaa2_dpdmai_dpio_free(struct dpaa2_qdma_priv *priv)
+{
+ struct dpaa2_qdma_priv_per_prio *ppriv = priv->ppriv;
+ struct device *dev = priv->dev;
+ int i;
+
+ for (i = 0; i < priv->num_pairs; i++) {
+ dpaa2_io_service_deregister(NULL, &ppriv->nctx, dev);
+ ppriv++;
+ }
+}
+
+static int __cold dpaa2_dpdmai_bind(struct dpaa2_qdma_priv *priv)
+{
+ int err;
+ int i, num;
+ struct device *dev = priv->dev;
+ struct dpaa2_qdma_priv_per_prio *ppriv;
+ struct dpdmai_rx_queue_cfg rx_queue_cfg;
+ struct fsl_mc_device *ls_dev = to_fsl_mc_device(dev);
+
+ num = priv->num_pairs;
+ ppriv = priv->ppriv;
+ for (i = 0; i < num; i++) {
+ rx_queue_cfg.options = DPDMAI_QUEUE_OPT_USER_CTX |
+ DPDMAI_QUEUE_OPT_DEST;
+ rx_queue_cfg.user_ctx = ppriv->nctx.qman64;
+ rx_queue_cfg.dest_cfg.dest_type = DPDMAI_DEST_DPIO;
+ rx_queue_cfg.dest_cfg.dest_id = ppriv->nctx.dpio_id;
+ rx_queue_cfg.dest_cfg.priority = ppriv->prio;
+ err = dpdmai_set_rx_queue(priv->mc_io, 0, ls_dev->mc_handle,
+ rx_queue_cfg.dest_cfg.priority,
+ &rx_queue_cfg);
+ if (err) {
+ dev_err(dev, "dpdmai_set_rx_queue() failed\n");
+ return err;
+ }
+
+ ppriv++;
+ }
+
+ return 0;
+}
+
+static int __cold dpaa2_dpdmai_dpio_unbind(struct dpaa2_qdma_priv *priv)
+{
+ int i;
+ int err = 0;
+ struct device *dev = priv->dev;
+ struct fsl_mc_device *ls_dev = to_fsl_mc_device(dev);
+ struct dpaa2_qdma_priv_per_prio *ppriv = priv->ppriv;
+
+ for (i = 0; i < priv->num_pairs; i++) {
+ ppriv->nctx.qman64 = 0;
+ ppriv->nctx.dpio_id = 0;
+ ppriv++;
+ }
+
+ err = dpdmai_reset(priv->mc_io, 0, ls_dev->mc_handle);
+ if (err)
+ dev_err(dev, "dpdmai_reset() failed\n");
+
+ return err;
+}
+
+static void dpaa2_dpdmai_free_comp(struct dpaa2_qdma_chan *qchan,
+ struct list_head *head)
+{
+ struct dpaa2_qdma_comp *comp_tmp, *_comp_tmp;
+ unsigned long flags;
+
+ list_for_each_entry_safe(comp_tmp, _comp_tmp,
+ head, list) {
+ spin_lock_irqsave(&qchan->queue_lock, flags);
+ list_del(&comp_tmp->list);
+ spin_unlock_irqrestore(&qchan->queue_lock, flags);
+ dma_pool_free(qchan->fd_pool,
+ comp_tmp->fd_virt_addr,
+ comp_tmp->fd_bus_addr);
+ dma_pool_free(qchan->fl_pool,
+ comp_tmp->fl_virt_addr,
+ comp_tmp->fl_bus_addr);
+ dma_pool_free(qchan->sdd_pool,
+ comp_tmp->desc_virt_addr,
+ comp_tmp->desc_bus_addr);
+ kfree(comp_tmp);
+ }
+}
+
+static void dpaa2_dpdmai_free_channels(struct dpaa2_qdma_engine *dpaa2_qdma)
+{
+ struct dpaa2_qdma_chan *qchan;
+ int num, i;
+
+ num = dpaa2_qdma->n_chans;
+ for (i = 0; i < num; i++) {
+ qchan = &dpaa2_qdma->chans[i];
+ dpaa2_dpdmai_free_comp(qchan, &qchan->comp_used);
+ dpaa2_dpdmai_free_comp(qchan, &qchan->comp_free);
+ dma_pool_destroy(qchan->fd_pool);
+ dma_pool_destroy(qchan->fl_pool);
+ dma_pool_destroy(qchan->sdd_pool);
+ }
+}
+
+static void dpaa2_qdma_free_desc(struct virt_dma_desc *vdesc)
+{
+ struct dpaa2_qdma_comp *dpaa2_comp;
+ struct dpaa2_qdma_chan *qchan;
+ unsigned long flags;
+
+ dpaa2_comp = to_fsl_qdma_comp(vdesc);
+ qchan = dpaa2_comp->qchan;
+ spin_lock_irqsave(&qchan->queue_lock, flags);
+ list_del(&dpaa2_comp->list);
+ list_add_tail(&dpaa2_comp->list, &qchan->comp_free);
+ spin_unlock_irqrestore(&qchan->queue_lock, flags);
+}
+
+static int dpaa2_dpdmai_init_channels(struct dpaa2_qdma_engine *dpaa2_qdma)
+{
+ struct dpaa2_qdma_chan *dpaa2_chan;
+ struct dpaa2_qdma_priv *priv = dpaa2_qdma->priv;
+ int num = priv->num_pairs;
+ int i;
+
+ INIT_LIST_HEAD(&dpaa2_qdma->dma_dev.channels);
+ for (i = 0; i < dpaa2_qdma->n_chans; i++) {
+ dpaa2_chan = &dpaa2_qdma->chans[i];
+ dpaa2_chan->qdma = dpaa2_qdma;
+ dpaa2_chan->fqid = priv->tx_queue_attr[i % num].fqid;
+ dpaa2_chan->vchan.desc_free = dpaa2_qdma_free_desc;
+ vchan_init(&dpaa2_chan->vchan, &dpaa2_qdma->dma_dev);
+ spin_lock_init(&dpaa2_chan->queue_lock);
+ INIT_LIST_HEAD(&dpaa2_chan->comp_used);
+ INIT_LIST_HEAD(&dpaa2_chan->comp_free);
+ }
+ return 0;
+}
+
+static int dpaa2_qdma_probe(struct fsl_mc_device *dpdmai_dev)
+{
+ struct dpaa2_qdma_priv *priv;
+ struct device *dev = &dpdmai_dev->dev;
+ struct dpaa2_qdma_engine *dpaa2_qdma;
+ int err;
+
+ priv = kzalloc(sizeof(*priv), GFP_KERNEL);
+ if (!priv)
+ return -ENOMEM;
+ dev_set_drvdata(dev, priv);
+ priv->dpdmai_dev = dpdmai_dev;
+
+ priv->iommu_domain = iommu_get_domain_for_dev(dev);
+ if (priv->iommu_domain)
+ smmu_disable = false;
+
+ /* obtain a MC portal */
+ err = fsl_mc_portal_allocate(dpdmai_dev, 0, &priv->mc_io);
+ if (err) {
+ if (err == -ENXIO)
+ err = -EPROBE_DEFER;
+ else
+ dev_err(dev, "MC portal allocation failed\n");
+ goto err_mcportal;
+ }
+
+ /* DPDMAI initialization */
+ err = dpaa2_qdma_setup(dpdmai_dev);
+ if (err) {
+ dev_err(dev, "dpaa2_dpdmai_setup() failed\n");
+ goto err_dpdmai_setup;
+ }
+
+ /* DPIO */
+ err = dpaa2_qdma_dpio_setup(priv);
+ if (err) {
+ dev_err(dev, "dpaa2_dpdmai_dpio_setup() failed\n");
+ goto err_dpio_setup;
+ }
+
+ /* DPDMAI binding to DPIO */
+ err = dpaa2_dpdmai_bind(priv);
+ if (err) {
+ dev_err(dev, "dpaa2_dpdmai_bind() failed\n");
+ goto err_bind;
+ }
+
+ /* DPDMAI enable */
+ err = dpdmai_enable(priv->mc_io, 0, dpdmai_dev->mc_handle);
+ if (err) {
+ dev_err(dev, "dpdmai_enable() faile\n");
+ goto err_enable;
+ }
+
+ dpaa2_qdma = kzalloc(sizeof(*dpaa2_qdma), GFP_KERNEL);
+ if (!dpaa2_qdma) {
+ err = -ENOMEM;
+ goto err_eng;
+ }
+
+ priv->dpaa2_qdma = dpaa2_qdma;
+ dpaa2_qdma->priv = priv;
+
+ dpaa2_qdma->desc_allocated = 0;
+ dpaa2_qdma->n_chans = NUM_CH;
+
+ dpaa2_dpdmai_init_channels(dpaa2_qdma);
+
+ if (soc_device_match(soc_fixup_tuning))
+ dpaa2_qdma->qdma_wrtype_fixup = true;
+ else
+ dpaa2_qdma->qdma_wrtype_fixup = false;
+
+ dma_cap_set(DMA_PRIVATE, dpaa2_qdma->dma_dev.cap_mask);
+ dma_cap_set(DMA_SLAVE, dpaa2_qdma->dma_dev.cap_mask);
+ dma_cap_set(DMA_MEMCPY, dpaa2_qdma->dma_dev.cap_mask);
+
+ dpaa2_qdma->dma_dev.dev = dev;
+ dpaa2_qdma->dma_dev.device_alloc_chan_resources =
+ dpaa2_qdma_alloc_chan_resources;
+ dpaa2_qdma->dma_dev.device_free_chan_resources =
+ dpaa2_qdma_free_chan_resources;
+ dpaa2_qdma->dma_dev.device_tx_status = dpaa2_qdma_tx_status;
+ dpaa2_qdma->dma_dev.device_prep_dma_memcpy = dpaa2_qdma_prep_memcpy;
+ dpaa2_qdma->dma_dev.device_issue_pending = dpaa2_qdma_issue_pending;
+
+ err = dma_async_device_register(&dpaa2_qdma->dma_dev);
+ if (err) {
+ dev_err(dev, "Can't register NXP QDMA engine.\n");
+ goto err_dpaa2_qdma;
+ }
+
+ return 0;
+
+err_dpaa2_qdma:
+ kfree(dpaa2_qdma);
+err_eng:
+ dpdmai_disable(priv->mc_io, 0, dpdmai_dev->mc_handle);
+err_enable:
+ dpaa2_dpdmai_dpio_unbind(priv);
+err_bind:
+ dpaa2_dpmai_store_free(priv);
+ dpaa2_dpdmai_dpio_free(priv);
+err_dpio_setup:
+ kfree(priv->ppriv);
+ dpdmai_close(priv->mc_io, 0, dpdmai_dev->mc_handle);
+err_dpdmai_setup:
+ fsl_mc_portal_free(priv->mc_io);
+err_mcportal:
+ kfree(priv);
+ dev_set_drvdata(dev, NULL);
+ return err;
+}
+
+static int dpaa2_qdma_remove(struct fsl_mc_device *ls_dev)
+{
+ struct device *dev;
+ struct dpaa2_qdma_priv *priv;
+ struct dpaa2_qdma_engine *dpaa2_qdma;
+
+ dev = &ls_dev->dev;
+ priv = dev_get_drvdata(dev);
+ dpaa2_qdma = priv->dpaa2_qdma;
+
+ dpdmai_disable(priv->mc_io, 0, ls_dev->mc_handle);
+ dpaa2_dpdmai_dpio_unbind(priv);
+ dpaa2_dpmai_store_free(priv);
+ dpaa2_dpdmai_dpio_free(priv);
+ dpdmai_close(priv->mc_io, 0, ls_dev->mc_handle);
+ fsl_mc_portal_free(priv->mc_io);
+ dev_set_drvdata(dev, NULL);
+ dpaa2_dpdmai_free_channels(dpaa2_qdma);
+
+ dma_async_device_unregister(&dpaa2_qdma->dma_dev);
+ kfree(priv);
+ kfree(dpaa2_qdma);
+
+ return 0;
+}
+
+static const struct fsl_mc_device_id dpaa2_qdma_id_table[] = {
+ {
+ .vendor = FSL_MC_VENDOR_FREESCALE,
+ .obj_type = "dpdmai",
+ },
+ { .vendor = 0x0 }
+};
+
+static struct fsl_mc_driver dpaa2_qdma_driver = {
+ .driver = {
+ .name = "dpaa2-qdma",
+ .owner = THIS_MODULE,
+ },
+ .probe = dpaa2_qdma_probe,
+ .remove = dpaa2_qdma_remove,
+ .match_id_table = dpaa2_qdma_id_table
+};
+
+static int __init dpaa2_qdma_driver_init(void)
+{
+ return fsl_mc_driver_register(&(dpaa2_qdma_driver));
+}
+late_initcall(dpaa2_qdma_driver_init);
+
+static void __exit fsl_qdma_exit(void)
+{
+ fsl_mc_driver_unregister(&(dpaa2_qdma_driver));
+}
+module_exit(fsl_qdma_exit);
+
+MODULE_ALIAS("platform:fsl-dpaa2-qdma");
+MODULE_LICENSE("GPL v2");
+MODULE_DESCRIPTION("NXP Layerscape DPAA2 qDMA engine driver");
diff --git a/drivers/dma/fsl-dpaa2-qdma/dpaa2-qdma.h b/drivers/dma/fsl-dpaa2-qdma/dpaa2-qdma.h
new file mode 100644
index 0000000..bb243a2
--- /dev/null
+++ b/drivers/dma/fsl-dpaa2-qdma/dpaa2-qdma.h
@@ -0,0 +1,153 @@
+/* SPDX-License-Identifier: GPL-2.0 */
+/* Copyright 2019 NXP */
+
+#ifndef __DPAA2_QDMA_H
+#define __DPAA2_QDMA_H
+
+#define DPAA2_QDMA_STORE_SIZE 16
+#define NUM_CH 8
+
+struct dpaa2_qdma_sd_d {
+ u32 rsv:32;
+ union {
+ struct {
+ u32 ssd:12; /* souce stride distance */
+ u32 sss:12; /* souce stride size */
+ u32 rsv1:8;
+ } sdf;
+ struct {
+ u32 dsd:12; /* Destination stride distance */
+ u32 dss:12; /* Destination stride size */
+ u32 rsv2:8;
+ } ddf;
+ } df;
+ u32 rbpcmd; /* Route-by-port command */
+ u32 cmd;
+} __attribute__((__packed__));
+
+/* Source descriptor command read transaction type for RBP=0: */
+/* coherent copy of cacheable memory */
+#define QDMA_SD_CMD_RDTTYPE_COHERENT (0xb << 28)
+/* Destination descriptor command write transaction type for RBP=0: */
+/* coherent copy of cacheable memory */
+#define QDMA_DD_CMD_WRTTYPE_COHERENT (0x6 << 28)
+#define LX2160_QDMA_DD_CMD_WRTTYPE_COHERENT (0xb << 28)
+
+#define QMAN_FD_FMT_ENABLE BIT(0) /* frame list table enable */
+#define QMAN_FD_BMT_ENABLE BIT(15) /* bypass memory translation */
+#define QMAN_FD_BMT_DISABLE (0) /* bypass memory translation */
+#define QMAN_FD_SL_DISABLE (0) /* short lengthe disabled */
+#define QMAN_FD_SL_ENABLE BIT(14) /* short lengthe enabled */
+
+#define QDMA_FINAL_BIT_DISABLE (0) /* final bit disable */
+#define QDMA_FINAL_BIT_ENABLE BIT(31) /* final bit enable */
+
+#define QDMA_FD_SHORT_FORMAT BIT(11) /* short format */
+#define QDMA_FD_LONG_FORMAT (0) /* long format */
+#define QDMA_SER_DISABLE (8) /* no notification */
+#define QDMA_SER_CTX BIT(8) /* notification by FQD_CTX[fqid] */
+#define QDMA_SER_DEST (2 << 8) /* notification by destination desc */
+#define QDMA_SER_BOTH (3 << 8) /* soruce and dest notification */
+#define QDMA_FD_SPF_ENALBE BIT(30) /* source prefetch enable */
+
+#define QMAN_FD_VA_ENABLE BIT(14) /* Address used is virtual address */
+#define QMAN_FD_VA_DISABLE (0)/* Address used is a real address */
+/* Flow Context: 49bit physical address */
+#define QMAN_FD_CBMT_ENABLE BIT(15)
+#define QMAN_FD_CBMT_DISABLE (0) /* Flow Context: 64bit virtual address */
+#define QMAN_FD_SC_DISABLE (0) /* stashing control */
+
+#define QDMA_FL_FMT_SBF (0x0) /* Single buffer frame */
+#define QDMA_FL_FMT_SGE (0x2) /* Scatter gather frame */
+#define QDMA_FL_BMT_ENABLE BIT(15) /* enable bypass memory translation */
+#define QDMA_FL_BMT_DISABLE (0x0) /* enable bypass memory translation */
+#define QDMA_FL_SL_LONG (0x0)/* long length */
+#define QDMA_FL_SL_SHORT (0x1) /* short length */
+#define QDMA_FL_F (0x1)/* last frame list bit */
+
+/*Description of Frame list table structure*/
+struct dpaa2_qdma_chan {
+ struct dpaa2_qdma_engine *qdma;
+ struct virt_dma_chan vchan;
+ struct virt_dma_desc vdesc;
+ enum dma_status status;
+ u32 fqid;
+
+ /* spinlock used by dpaa2 qdma driver */
+ spinlock_t queue_lock;
+ struct dma_pool *fd_pool;
+ struct dma_pool *fl_pool;
+ struct dma_pool *sdd_pool;
+
+ struct list_head comp_used;
+ struct list_head comp_free;
+
+};
+
+struct dpaa2_qdma_comp {
+ dma_addr_t fd_bus_addr;
+ dma_addr_t fl_bus_addr;
+ dma_addr_t desc_bus_addr;
+ struct dpaa2_fd *fd_virt_addr;
+ struct dpaa2_fl_entry *fl_virt_addr;
+ struct dpaa2_qdma_sd_d *desc_virt_addr;
+ struct dpaa2_qdma_chan *qchan;
+ struct virt_dma_desc vdesc;
+ struct list_head list;
+};
+
+struct dpaa2_qdma_engine {
+ struct dma_device dma_dev;
+ u32 n_chans;
+ struct dpaa2_qdma_chan chans[NUM_CH];
+ int qdma_wrtype_fixup;
+ int desc_allocated;
+
+ struct dpaa2_qdma_priv *priv;
+};
+
+/*
+ * dpaa2_qdma_priv - driver private data
+ */
+struct dpaa2_qdma_priv {
+ int dpqdma_id;
+
+ struct iommu_domain *iommu_domain;
+ struct dpdmai_attr dpdmai_attr;
+ struct device *dev;
+ struct fsl_mc_io *mc_io;
+ struct fsl_mc_device *dpdmai_dev;
+ u8 num_pairs;
+
+ struct dpaa2_qdma_engine *dpaa2_qdma;
+ struct dpaa2_qdma_priv_per_prio *ppriv;
+
+ struct dpdmai_rx_queue_attr rx_queue_attr[DPDMAI_PRIO_NUM];
+ struct dpdmai_tx_queue_attr tx_queue_attr[DPDMAI_PRIO_NUM];
+};
+
+struct dpaa2_qdma_priv_per_prio {
+ int req_fqid;
+ int rsp_fqid;
+ int prio;
+
+ struct dpaa2_io_store *store;
+ struct dpaa2_io_notification_ctx nctx;
+
+ struct dpaa2_qdma_priv *priv;
+};
+
+static struct soc_device_attribute soc_fixup_tuning[] = {
+ { .family = "QorIQ LX2160A"},
+ { },
+};
+
+/* FD pool size: one FD + 3 Frame list + 2 source/destination descriptor */
+#define FD_POOL_SIZE (sizeof(struct dpaa2_fd) + \
+ sizeof(struct dpaa2_fl_entry) * 3 + \
+ sizeof(struct dpaa2_qdma_sd_d) * 2)
+
+static void dpaa2_dpdmai_free_channels(struct dpaa2_qdma_engine *dpaa2_qdma);
+static void dpaa2_dpdmai_free_comp(struct dpaa2_qdma_chan *qchan,
+ struct list_head *head);
+#endif /* __DPAA2_QDMA_H */
--
1.7.1
Hi Vkoul,
>+int dpdmai_set_rx_queue(struct fsl_mc_io *mc_io, u32 cmd_flags,
>+ u16 token, u8 priority,
>+ const struct dpdmai_rx_queue_cfg *cfg) {
>+ struct fsl_mc_command cmd = { 0 };
>+ struct dpdmai_cmd_queue *cmd_params;
>+
>+ /* prepare command */
>+ cmd.header =
>mc_encode_cmd_header(DPDMAI_CMDID_SET_RX_QUEUE,
>+ cmd_flags,
>+ token);
>+
>+ cmd_params = (struct dpdmai_cmd_queue *)cmd.params;
The MC(Management Complex) has may objects like DPDMAI, DPNI, DPIO, DPCON etc.
They have the same size command structure defined by struct fsl_mc_command (include/linux/fsl/mc.h):
struct fsl_mc_command {
__le64 header;
__le64 params[7];
};
But different object and different operation(open , close, enable etc ) of object with different command params, when we used DPDMAI,
the cmd_params should use cast to fit it. This makes it easy to program.
>+ cmd_params->dest_id = cpu_to_le32(cfg->dest_cfg.dest_id);
>+ cmd_params->priority = cfg->dest_cfg.priority;
>+ cmd_params->queue = priority;
>+ cmd_params->dest_type = cfg->dest_cfg.dest_type;
>+ cmd_params->user_ctx = cpu_to_le64(cfg->user_ctx);
>+ cmd_params->options = cpu_to_le32(cfg->options);
>+
>+ /* send command to mc*/
>+ return mc_send_command(mc_io, &cmd);
>+}
Best Regards,
Peng
>-----Original Message-----
>From: Peng Ma <[email protected]>
>Sent: 2019??6??13?? 18:14
>To: [email protected]; [email protected]; Leo Li <[email protected]>
>Cc: [email protected]; [email protected]; Peng Ma
><[email protected]>
>Subject: [V4 1/2] dmaengine: fsl-dpaa2-qdma: Add the DPDMAI(Data Path
>DMA Interface) support
>
>The MC(Management Complex) exports the DPDMAI(Data Path DMA Interface)
>object as an interface to operate the DPAA2(Data Path Acceleration
>Architecture 2) qDMA Engine. The DPDMAI enables sending frame-based
>requests to qDMA and receiving back confirmation response on transaction
>completion, utilizing the DPAA2 QBMan(Queue Manager and Buffer Manager
>hardware) infrastructure. DPDMAI object provides up to two priorities for
>processing qDMA requests.
>The following list summarizes the DPDMAI main features and capabilities:
> 1. Supports up to two scheduling priorities for processing
> service requests.
> - Each DPDMAI transmit queue is mapped to one of two service
> priorities, allowing further prioritization in hardware between
> requests from different DPDMAI objects.
> 2. Supports up to two receive queues for incoming transaction
> completion confirmations.
> - Each DPDMAI receive queue is mapped to one of two receive
> priorities, allowing further prioritization between other
> interfaces when associating the DPDMAI receive queues to DPIO
> or DPCON(Data Path Concentrator) objects.
> 3. Supports different scheduling options for processing received
> packets:
> - Queues can be configured either in 'parked' mode (default),
> oattached to a DPIO object, or attached to DPCON object.
> 4. Allows interaction with one or more DPIO objects for
> dequeueing/enqueueing frame descriptors(FD) and for
> acquiring/releasing buffers.
> 5. Supports enable, disable, and reset operations.
>
>Add dpdmai to support some platforms with dpaa2 qdma engine.
>
>Signed-off-by: Peng Ma <[email protected]>
>---
>changed for v4:
> - Delete dpdmai_cmd.h.
> - Remove some useless functions.
> - Clean up the format.
> - Update Copyright.
>
> drivers/dma/fsl-dpaa2-qdma/dpdmai.c | 275
>++++++++++++++++++++++++++++++
>drivers/dma/fsl-dpaa2-qdma/dpdmai.h | 318
>+++++++++++++++++++++++++++++++++++
> 2 files changed, 593 insertions(+), 0 deletions(-) create mode 100644
>drivers/dma/fsl-dpaa2-qdma/dpdmai.c
> create mode 100644 drivers/dma/fsl-dpaa2-qdma/dpdmai.h
>
>diff --git a/drivers/dma/fsl-dpaa2-qdma/dpdmai.c
>b/drivers/dma/fsl-dpaa2-qdma/dpdmai.c
>new file mode 100644
>index 0000000..4dba154
>--- /dev/null
>+++ b/drivers/dma/fsl-dpaa2-qdma/dpdmai.c
>@@ -0,0 +1,275 @@
>+// SPDX-License-Identifier: GPL-2.0
>+// Copyright 2019 NXP
>+
>+#include <linux/types.h>
>+#include <linux/io.h>
>+#include <linux/fsl/mc.h>
>+#include "dpdmai.h"
>+
>+struct dpdmai_cmd_open {
>+ __le32 dpdmai_id;
>+};
>+
>+struct dpdmai_rsp_get_attributes {
>+ __le32 id;
>+ u8 num_of_priorities;
>+ u8 pad0[3];
>+ __le16 major;
>+ __le16 minor;
>+};
>+
>+struct dpdmai_cmd_queue {
>+ __le32 dest_id;
>+ u8 priority;
>+ u8 queue;
>+ u8 dest_type;
>+ u8 pad;
>+ __le64 user_ctx;
>+ union {
>+ __le32 options;
>+ __le32 fqid;
>+ };
>+};
>+
>+struct dpdmai_rsp_get_tx_queue {
>+ __le64 pad;
>+ __le32 fqid;
>+};
>+
>+#define MC_CMD_OP(_cmd, _param, _offset, _width, _type, _arg) \
>+ ((_cmd).params[_param] |= mc_enc((_offset), (_width), _arg))
>+
>+#define MC_CMD_HDR_READ_TOKEN(_hdr) \
>+ ((u16)mc_dec((_hdr), MC_CMD_HDR_TOKEN_O,
>MC_CMD_HDR_TOKEN_S))
>+
>+/* cmd, param, offset, width, type, arg_name */ #define
>+DPDMAI_CMD_CREATE(_cmd, _cfg) \ do { \
>+ typeof(_cmd) (cmd) = (_cmd); \
>+ typeof(_cfg) (cfg) = (_cfg); \
>+ MC_CMD_OP(cmd, 0, 8, 8, u8, (cfg)->priorities[0]);\
>+ MC_CMD_OP(cmd, 0, 16, 8, u8, (cfg)->priorities[1]);\ } while (0)
>+
>+static inline u64 mc_enc(int lsoffset, int width, u64 val) {
>+ return (u64)(((u64)val & MAKE_UMASK64(width)) << lsoffset); }
>+
>+static inline u64 mc_dec(u64 val, int lsoffset, int width) {
>+ return (u64)((val >> lsoffset) & MAKE_UMASK64(width)); }
>+
>+int dpdmai_open(struct fsl_mc_io *mc_io, u32 cmd_flags,
>+ int dpdmai_id, u16 *token)
>+{
>+ struct fsl_mc_command cmd = { 0 };
>+ struct dpdmai_cmd_open *cmd_params;
>+ int err;
>+
>+ /* prepare command */
>+ cmd.header = mc_encode_cmd_header(DPDMAI_CMDID_OPEN,
>+ cmd_flags, 0);
>+
>+ cmd_params = (struct dpdmai_cmd_open *)cmd.params;
>+ cmd_params->dpdmai_id = cpu_to_le32(dpdmai_id);
>+
>+ /* send command to mc*/
>+ err = mc_send_command(mc_io, &cmd);
>+ if (err)
>+ return err;
>+
>+ /* retrieve response parameters */
>+ *token = mc_cmd_hdr_read_token(&cmd);
>+ return 0;
>+}
>+
>+int dpdmai_close(struct fsl_mc_io *mc_io, u32 cmd_flags, u16 token) {
>+ struct fsl_mc_command cmd = { 0 };
>+
>+ /* prepare command */
>+ cmd.header = mc_encode_cmd_header(DPDMAI_CMDID_CLOSE,
>+ cmd_flags, token);
>+
>+ /* send command to mc*/
>+ return mc_send_command(mc_io, &cmd);
>+}
>+
>+int dpdmai_create(struct fsl_mc_io *mc_io, u32 cmd_flags,
>+ const struct dpdmai_cfg *cfg, u16 *token) {
>+ struct fsl_mc_command cmd = { 0 };
>+ int err;
>+
>+ /* prepare command */
>+ cmd.header = mc_encode_cmd_header(DPDMAI_CMDID_CREATE,
>+ cmd_flags,
>+ 0);
>+ DPDMAI_CMD_CREATE(cmd, cfg);
>+
>+ /* send command to mc*/
>+ err = mc_send_command(mc_io, &cmd);
>+ if (err)
>+ return err;
>+
>+ /* retrieve response parameters */
>+ *token = MC_CMD_HDR_READ_TOKEN(cmd.header);
>+
>+ return 0;
>+}
>+
>+int dpdmai_enable(struct fsl_mc_io *mc_io, u32 cmd_flags,
>+ u16 token)
>+{
>+ struct fsl_mc_command cmd = { 0 };
>+
>+ /* prepare command */
>+ cmd.header = mc_encode_cmd_header(DPDMAI_CMDID_ENABLE,
>+ cmd_flags,
>+ token);
>+
>+ /* send command to mc*/
>+ return mc_send_command(mc_io, &cmd);
>+}
>+
>+int dpdmai_disable(struct fsl_mc_io *mc_io, u32 cmd_flags,
>+ u16 token)
>+{
>+ struct fsl_mc_command cmd = { 0 };
>+
>+ /* prepare command */
>+ cmd.header = mc_encode_cmd_header(DPDMAI_CMDID_DISABLE,
>+ cmd_flags,
>+ token);
>+
>+ /* send command to mc*/
>+ return mc_send_command(mc_io, &cmd);
>+}
>+
>+int dpdmai_reset(struct fsl_mc_io *mc_io, u32 cmd_flags,
>+ u16 token)
>+{
>+ struct fsl_mc_command cmd = { 0 };
>+
>+ /* prepare command */
>+ cmd.header = mc_encode_cmd_header(DPDMAI_CMDID_RESET,
>+ cmd_flags,
>+ token);
>+
>+ /* send command to mc*/
>+ return mc_send_command(mc_io, &cmd);
>+}
>+
>+int dpdmai_get_attributes(struct fsl_mc_io *mc_io, u32 cmd_flags,
>+ u16 token, struct dpdmai_attr *attr) {
>+ struct fsl_mc_command cmd = { 0 };
>+ int err;
>+ struct dpdmai_rsp_get_attributes *rsp_params;
>+
>+ /* prepare command */
>+ cmd.header = mc_encode_cmd_header(DPDMAI_CMDID_GET_ATTR,
>+ cmd_flags,
>+ token);
>+
>+ /* send command to mc*/
>+ err = mc_send_command(mc_io, &cmd);
>+ if (err)
>+ return err;
>+
>+ /* retrieve response parameters */
>+ rsp_params = (struct dpdmai_rsp_get_attributes *)cmd.params;
>+ attr->id = le32_to_cpu(rsp_params->id);
>+ attr->version.major = le16_to_cpu(rsp_params->major);
>+ attr->version.minor = le16_to_cpu(rsp_params->minor);
>+ attr->num_of_priorities = rsp_params->num_of_priorities;
>+
>+ return 0;
>+}
>+
>+int dpdmai_set_rx_queue(struct fsl_mc_io *mc_io, u32 cmd_flags,
>+ u16 token, u8 priority,
>+ const struct dpdmai_rx_queue_cfg *cfg) {
>+ struct fsl_mc_command cmd = { 0 };
>+ struct dpdmai_cmd_queue *cmd_params;
>+
>+ /* prepare command */
>+ cmd.header =
>mc_encode_cmd_header(DPDMAI_CMDID_SET_RX_QUEUE,
>+ cmd_flags,
>+ token);
>+
>+ cmd_params = (struct dpdmai_cmd_queue *)cmd.params;
>+ cmd_params->dest_id = cpu_to_le32(cfg->dest_cfg.dest_id);
>+ cmd_params->priority = cfg->dest_cfg.priority;
>+ cmd_params->queue = priority;
>+ cmd_params->dest_type = cfg->dest_cfg.dest_type;
>+ cmd_params->user_ctx = cpu_to_le64(cfg->user_ctx);
>+ cmd_params->options = cpu_to_le32(cfg->options);
>+
>+ /* send command to mc*/
>+ return mc_send_command(mc_io, &cmd);
>+}
>+
>+int dpdmai_get_rx_queue(struct fsl_mc_io *mc_io, u32 cmd_flags,
>+ u16 token, u8 priority,
>+ struct dpdmai_rx_queue_attr *attr)
>+{
>+ struct fsl_mc_command cmd = { 0 };
>+ struct dpdmai_cmd_queue *cmd_params;
>+ int err;
>+
>+ /* prepare command */
>+ cmd.header =
>mc_encode_cmd_header(DPDMAI_CMDID_GET_RX_QUEUE,
>+ cmd_flags,
>+ token);
>+
>+ cmd_params = (struct dpdmai_cmd_queue *)cmd.params;
>+ cmd_params->queue = priority;
>+
>+ /* send command to mc*/
>+ err = mc_send_command(mc_io, &cmd);
>+ if (err)
>+ return err;
>+
>+ /* retrieve response parameters */
>+ attr->dest_cfg.dest_id = le32_to_cpu(cmd_params->dest_id);
>+ attr->dest_cfg.priority = cmd_params->priority;
>+ attr->dest_cfg.dest_type = cmd_params->dest_type;
>+ attr->user_ctx = le64_to_cpu(cmd_params->user_ctx);
>+ attr->fqid = le32_to_cpu(cmd_params->fqid);
>+
>+ return 0;
>+}
>+
>+int dpdmai_get_tx_queue(struct fsl_mc_io *mc_io, u32 cmd_flags,
>+ u16 token, u8 priority,
>+ struct dpdmai_tx_queue_attr *attr)
>+{
>+ struct fsl_mc_command cmd = { 0 };
>+ struct dpdmai_cmd_queue *cmd_params;
>+ struct dpdmai_rsp_get_tx_queue *rsp_params;
>+ int err;
>+
>+ /* prepare command */
>+ cmd.header =
>mc_encode_cmd_header(DPDMAI_CMDID_GET_TX_QUEUE,
>+ cmd_flags,
>+ token);
>+
>+ cmd_params = (struct dpdmai_cmd_queue *)cmd.params;
>+ cmd_params->queue = priority;
>+
>+ /* send command to mc*/
>+ err = mc_send_command(mc_io, &cmd);
>+ if (err)
>+ return err;
>+
>+ /* retrieve response parameters */
>+
>+ rsp_params = (struct dpdmai_rsp_get_tx_queue *)cmd.params;
>+ attr->fqid = le32_to_cpu(rsp_params->fqid);
>+
>+ return 0;
>+}
>diff --git a/drivers/dma/fsl-dpaa2-qdma/dpdmai.h
>b/drivers/dma/fsl-dpaa2-qdma/dpdmai.h
>new file mode 100644
>index 0000000..54d26bb
>--- /dev/null
>+++ b/drivers/dma/fsl-dpaa2-qdma/dpdmai.h
>@@ -0,0 +1,318 @@
>+/* SPDX-License-Identifier: GPL-2.0 */
>+/* Copyright 2019 NXP */
>+
>+#ifndef __FSL_DPDMAI_H
>+#define __FSL_DPDMAI_H
>+
>+/* DPDMAI Version */
>+#define DPDMAI_VER_MAJOR 2
>+#define DPDMAI_VER_MINOR 2
>+
>+#define DPDMAI_CMD_BASE_VERSION 0
>+#define DPDMAI_CMD_ID_OFFSET 4
>+
>+#define DPDMAI_CMDID_FORMAT(x) (((x) << DPDMAI_CMD_ID_OFFSET)
>| \
>+ DPDMAI_CMD_BASE_VERSION)
>+
>+/* Command IDs */
>+#define DPDMAI_CMDID_CLOSE DPDMAI_CMDID_FORMAT(0x800)
>+#define DPDMAI_CMDID_OPEN
>DPDMAI_CMDID_FORMAT(0x80E)
>+#define DPDMAI_CMDID_CREATE
>DPDMAI_CMDID_FORMAT(0x90E)
>+
>+#define DPDMAI_CMDID_ENABLE
>DPDMAI_CMDID_FORMAT(0x002)
>+#define DPDMAI_CMDID_DISABLE
>DPDMAI_CMDID_FORMAT(0x003)
>+#define DPDMAI_CMDID_GET_ATTR
>DPDMAI_CMDID_FORMAT(0x004)
>+#define DPDMAI_CMDID_RESET
>DPDMAI_CMDID_FORMAT(0x005)
>+#define DPDMAI_CMDID_IS_ENABLED
>DPDMAI_CMDID_FORMAT(0x006)
>+
>+#define DPDMAI_CMDID_SET_IRQ
>DPDMAI_CMDID_FORMAT(0x010)
>+#define DPDMAI_CMDID_GET_IRQ
>DPDMAI_CMDID_FORMAT(0x011)
>+#define DPDMAI_CMDID_SET_IRQ_ENABLE
>DPDMAI_CMDID_FORMAT(0x012)
>+#define DPDMAI_CMDID_GET_IRQ_ENABLE
>DPDMAI_CMDID_FORMAT(0x013)
>+#define DPDMAI_CMDID_SET_IRQ_MASK
>DPDMAI_CMDID_FORMAT(0x014)
>+#define DPDMAI_CMDID_GET_IRQ_MASK
>DPDMAI_CMDID_FORMAT(0x015)
>+#define DPDMAI_CMDID_GET_IRQ_STATUS
>DPDMAI_CMDID_FORMAT(0x016)
>+#define DPDMAI_CMDID_CLEAR_IRQ_STATUS
> DPDMAI_CMDID_FORMAT(0x017)
>+
>+#define DPDMAI_CMDID_SET_RX_QUEUE
> DPDMAI_CMDID_FORMAT(0x1A0)
>+#define DPDMAI_CMDID_GET_RX_QUEUE
>DPDMAI_CMDID_FORMAT(0x1A1)
>+#define DPDMAI_CMDID_GET_TX_QUEUE
>DPDMAI_CMDID_FORMAT(0x1A2)
>+
>+#define MC_CMD_HDR_TOKEN_O 32 /* Token field offset */ #define
>+MC_CMD_HDR_TOKEN_S 16 /* Token field size */
>+
>+#define MAKE_UMASK64(_width) \
>+ ((u64)((_width) < 64 ? ((u64)1 << (_width)) - 1 : (u64)-1))
>+
>+/* Data Path DMA Interface API
>+ * Contains initialization APIs and runtime control APIs for DPDMAI */
>+
>+/**
>+ * Maximum number of Tx/Rx priorities per DPDMAI object */
>+#define DPDMAI_PRIO_NUM 2
>+
>+/* DPDMAI queue modification options */
>+
>+/**
>+ * Select to modify the user's context associated with the queue */
>+#define DPDMAI_QUEUE_OPT_USER_CTX 0x1
>+
>+/**
>+ * Select to modify the queue's destination */
>+#define DPDMAI_QUEUE_OPT_DEST 0x2
>+
>+/**
>+ * dpdmai_open() - Open a control session for the specified object
>+ * @mc_io: Pointer to MC portal's I/O object
>+ * @cmd_flags: Command flags; one or more of 'MC_CMD_FLAG_'
>+ * @dpdmai_id: DPDMAI unique ID
>+ * @token: Returned token; use in subsequent API calls
>+ *
>+ * This function can be used to open a control session for an
>+ * already created object; an object may have been declared in
>+ * the DPL or by calling the dpdmai_create() function.
>+ * This function returns a unique authentication token,
>+ * associated with the specific object ID and the specific MC
>+ * portal; this token must be used in all subsequent commands for
>+ * this specific object.
>+ *
>+ * Return: '0' on Success; Error code otherwise.
>+ */
>+int dpdmai_open(struct fsl_mc_io *mc_io, u32 cmd_flags,
>+ int dpdmai_id, u16 *token);
>+
>+/**
>+ * dpdmai_close() - Close the control session of the object
>+ * @mc_io: Pointer to MC portal's I/O object
>+ * @cmd_flags: Command flags; one or more of 'MC_CMD_FLAG_'
>+ * @token: Token of DPDMAI object
>+ *
>+ * After this function is called, no further operations are
>+ * allowed on the object without opening a new control session.
>+ *
>+ * Return: '0' on Success; Error code otherwise.
>+ */
>+int dpdmai_close(struct fsl_mc_io *mc_io, u32 cmd_flags,
>+ u16 token);
>+
>+/**
>+ * struct dpdmai_cfg - Structure representing DPDMAI configuration
>+ * @priorities: Priorities for the DMA hardware processing; valid priorities are
>+ * configured with values 1-8; the entry following last valid entry
>+ * should be configured with 0
>+ */
>+struct dpdmai_cfg {
>+ u8 priorities[DPDMAI_PRIO_NUM];
>+};
>+
>+/**
>+ * dpdmai_create() - Create the DPDMAI object
>+ * @mc_io: Pointer to MC portal's I/O object
>+ * @cmd_flags: Command flags; one or more of 'MC_CMD_FLAG_'
>+ * @cfg: Configuration structure
>+ * @token: Returned token; use in subsequent API calls
>+ *
>+ * Create the DPDMAI object, allocate required resources and
>+ * perform required initialization.
>+ *
>+ * The object can be created either by declaring it in the
>+ * DPL file, or by calling this function.
>+ *
>+ * This function returns a unique authentication token,
>+ * associated with the specific object ID and the specific MC
>+ * portal; this token must be used in all subsequent calls to
>+ * this specific object. For objects that are created using the
>+ * DPL file, call dpdmai_open() function to get an authentication
>+ * token first.
>+ *
>+ * Return: '0' on Success; Error code otherwise.
>+ */
>+int dpdmai_create(struct fsl_mc_io *mc_io, u32 cmd_flags,
>+ const struct dpdmai_cfg *cfg, u16 *token);
>+
>+/**
>+ * dpdmai_enable() - Enable the DPDMAI, allow sending and receiving frames.
>+ * @mc_io: Pointer to MC portal's I/O object
>+ * @cmd_flags: Command flags; one or more of 'MC_CMD_FLAG_'
>+ * @token: Token of DPDMAI object
>+ *
>+ * Return: '0' on Success; Error code otherwise.
>+ */
>+int dpdmai_enable(struct fsl_mc_io *mc_io, u32 cmd_flags,
>+ u16 token);
>+
>+/**
>+ * dpdmai_disable() - Disable the DPDMAI, stop sending and receiving frames.
>+ * @mc_io: Pointer to MC portal's I/O object
>+ * @cmd_flags: Command flags; one or more of 'MC_CMD_FLAG_'
>+ * @token: Token of DPDMAI object
>+ *
>+ * Return: '0' on Success; Error code otherwise.
>+ */
>+int dpdmai_disable(struct fsl_mc_io *mc_io, u32 cmd_flags,
>+ u16 token);
>+
>+/**
>+ * dpdmai_reset() - Reset the DPDMAI, returns the object to initial state.
>+ * @mc_io: Pointer to MC portal's I/O object
>+ * @cmd_flags: Command flags; one or more of 'MC_CMD_FLAG_'
>+ * @token: Token of DPDMAI object
>+ *
>+ * Return: '0' on Success; Error code otherwise.
>+ */
>+int dpdmai_reset(struct fsl_mc_io *mc_io, u32 cmd_flags,
>+ u16 token);
>+
>+/**
>+ * struct dpdmai_attr - Structure representing DPDMAI attributes
>+ * @id: DPDMAI object ID
>+ * @version: DPDMAI version
>+ * @num_of_priorities: number of priorities */ struct dpdmai_attr {
>+ int id;
>+ /**
>+ * struct version - DPDMAI version
>+ * @major: DPDMAI major version
>+ * @minor: DPDMAI minor version
>+ */
>+ struct {
>+ u16 major;
>+ u16 minor;
>+ } version;
>+ u8 num_of_priorities;
>+};
>+
>+/**
>+ * dpdmai_get_attributes() - Retrieve DPDMAI attributes.
>+ * @mc_io: Pointer to MC portal's I/O object
>+ * @cmd_flags: Command flags; one or more of 'MC_CMD_FLAG_'
>+ * @token: Token of DPDMAI object
>+ * @attr: Returned object's attributes
>+ *
>+ * Return: '0' on Success; Error code otherwise.
>+ */
>+int dpdmai_get_attributes(struct fsl_mc_io *mc_io, u32 cmd_flags,
>+ u16 token, struct dpdmai_attr *attr);
>+
>+/**
>+ * enum dpdmai_dest - DPDMAI destination types
>+ * @DPDMAI_DEST_NONE: Unassigned destination; The queue is set in
>parked mode
>+ * and does not generate FQDAN notifications; user is expected to dequeue
>+ * from the queue based on polling or other user-defined method
>+ * @DPDMAI_DEST_DPIO: The queue is set in schedule mode and generates
>FQDAN
>+ * notifications to the specified DPIO; user is expected to dequeue
>+ * from the queue only after notification is received
>+ * @DPDMAI_DEST_DPCON: The queue is set in schedule mode and does not
>generate
>+ * FQDAN notifications, but is connected to the specified DPCON object;
>+ * user is expected to dequeue from the DPCON channel
>+ */
>+enum dpdmai_dest {
>+ DPDMAI_DEST_NONE = 0,
>+ DPDMAI_DEST_DPIO = 1,
>+ DPDMAI_DEST_DPCON = 2
>+};
>+
>+/**
>+ * struct dpdmai_dest_cfg - Structure representing DPDMAI destination
>+parameters
>+ * @dest_type: Destination type
>+ * @dest_id: Either DPIO ID or DPCON ID, depending on the destination
>+type
>+ * @priority: Priority selection within the DPIO or DPCON channel; valid
>values
>+ * are 0-1 or 0-7, depending on the number of priorities in that
>+ * channel; not relevant for 'DPDMAI_DEST_NONE' option
>+ */
>+struct dpdmai_dest_cfg {
>+ enum dpdmai_dest dest_type;
>+ int dest_id;
>+ u8 priority;
>+};
>+
>+/**
>+ * struct dpdmai_rx_queue_cfg - DPDMAI RX queue configuration
>+ * @options: Flags representing the suggested modifications to the queue;
>+ * Use any combination of 'DPDMAI_QUEUE_OPT_<X>' flags
>+ * @user_ctx: User context value provided in the frame descriptor of each
>+ * dequeued frame;
>+ * valid only if 'DPDMAI_QUEUE_OPT_USER_CTX' is contained in 'options'
>+ * @dest_cfg: Queue destination parameters;
>+ * valid only if 'DPDMAI_QUEUE_OPT_DEST' is contained in 'options'
>+ */
>+struct dpdmai_rx_queue_cfg {
>+ struct dpdmai_dest_cfg dest_cfg;
>+ u32 options;
>+ u64 user_ctx;
>+
>+};
>+
>+/**
>+ * dpdmai_set_rx_queue() - Set Rx queue configuration
>+ * @mc_io: Pointer to MC portal's I/O object
>+ * @cmd_flags: Command flags; one or more of 'MC_CMD_FLAG_'
>+ * @token: Token of DPDMAI object
>+ * @priority: Select the queue relative to number of
>+ * priorities configured at DPDMAI creation
>+ * @cfg: Rx queue configuration
>+ *
>+ * Return: '0' on Success; Error code otherwise.
>+ */
>+int dpdmai_set_rx_queue(struct fsl_mc_io *mc_io, u32 cmd_flags,
>+ u16 token, u8 priority,
>+ const struct dpdmai_rx_queue_cfg *cfg);
>+
>+/**
>+ * struct dpdmai_rx_queue_attr - Structure representing attributes of
>+Rx queues
>+ * @user_ctx: User context value provided in the frame descriptor of each
>+ * dequeued frame
>+ * @dest_cfg: Queue destination configuration
>+ * @fqid: Virtual FQID value to be used for dequeue operations */
>+struct dpdmai_rx_queue_attr {
>+ struct dpdmai_dest_cfg dest_cfg;
>+ u64 user_ctx;
>+ u32 fqid;
>+};
>+
>+/**
>+ * dpdmai_get_rx_queue() - Retrieve Rx queue attributes.
>+ * @mc_io: Pointer to MC portal's I/O object
>+ * @cmd_flags: Command flags; one or more of 'MC_CMD_FLAG_'
>+ * @token: Token of DPDMAI object
>+ * @priority: Select the queue relative to number of
>+ * priorities configured at DPDMAI creation
>+ * @attr: Returned Rx queue attributes
>+ *
>+ * Return: '0' on Success; Error code otherwise.
>+ */
>+int dpdmai_get_rx_queue(struct fsl_mc_io *mc_io, u32 cmd_flags,
>+ u16 token, u8 priority,
>+ struct dpdmai_rx_queue_attr *attr);
>+
>+/**
>+ * struct dpdmai_tx_queue_attr - Structure representing attributes of
>+Tx queues
>+ * @fqid: Virtual FQID to be used for sending frames to DMA hardware
>+*/
>+
>+struct dpdmai_tx_queue_attr {
>+ u32 fqid;
>+};
>+
>+/**
>+ * dpdmai_get_tx_queue() - Retrieve Tx queue attributes.
>+ * @mc_io: Pointer to MC portal's I/O object
>+ * @cmd_flags: Command flags; one or more of 'MC_CMD_FLAG_'
>+ * @token: Token of DPDMAI object
>+ * @priority: Select the queue relative to number of
>+ * priorities configured at DPDMAI creation
>+ * @attr: Returned Tx queue attributes
>+ *
>+ * Return: '0' on Success; Error code otherwise.
>+ */
>+int dpdmai_get_tx_queue(struct fsl_mc_io *mc_io, u32 cmd_flags,
>+ u16 token, u8 priority,
>+ struct dpdmai_tx_queue_attr *attr);
>+
>+#endif /* __FSL_DPDMAI_H */
>--
>1.7.1
On 13-06-19, 10:13, Peng Ma wrote:
> The MC(Management Complex) exports the DPDMAI(Data Path DMA Interface)
> object as an interface to operate the DPAA2(Data Path Acceleration
> Architecture 2) qDMA Engine. The DPDMAI enables sending frame-based
> requests to qDMA and receiving back confirmation response on transaction
> completion, utilizing the DPAA2 QBMan(Queue Manager and Buffer Manager
> hardware) infrastructure. DPDMAI object provides up to two priorities for
> processing qDMA requests.
> The following list summarizes the DPDMAI main features and capabilities:
> 1. Supports up to two scheduling priorities for processing
> service requests.
> - Each DPDMAI transmit queue is mapped to one of two service
> priorities, allowing further prioritization in hardware between
> requests from different DPDMAI objects.
> 2. Supports up to two receive queues for incoming transaction
> completion confirmations.
> - Each DPDMAI receive queue is mapped to one of two receive
> priorities, allowing further prioritization between other
> interfaces when associating the DPDMAI receive queues to DPIO
> or DPCON(Data Path Concentrator) objects.
> 3. Supports different scheduling options for processing received
> packets:
> - Queues can be configured either in 'parked' mode (default),
> oattached to a DPIO object, or attached to DPCON object.
^^^^^^^^^
typo?
> +struct dpdmai_cmd_open {
> + __le32 dpdmai_id;
> +};
Do you really need a struct to handle a 32bit value?
And seeing it used once, we can skip and avoid needless cast in usage as
well!
> +/* cmd, param, offset, width, type, arg_name */
> +#define DPDMAI_CMD_CREATE(_cmd, _cfg) \
> +do { \
> + typeof(_cmd) (cmd) = (_cmd); \
> + typeof(_cfg) (cfg) = (_cfg); \
> + MC_CMD_OP(cmd, 0, 8, 8, u8, (cfg)->priorities[0]);\
> + MC_CMD_OP(cmd, 0, 16, 8, u8, (cfg)->priorities[1]);\
> +} while (0)
> +
> +static inline u64 mc_enc(int lsoffset, int width, u64 val)
> +{
> + return (u64)(((u64)val & MAKE_UMASK64(width)) << lsoffset);
this looks not so nice. val is u64 so why is it required to cast to u64
again?
> +}
> +
> +static inline u64 mc_dec(u64 val, int lsoffset, int width)
> +{
> + return (u64)((val >> lsoffset) & MAKE_UMASK64(width));
do we need the cast here?
> +int dpdmai_create(struct fsl_mc_io *mc_io, u32 cmd_flags,
> + const struct dpdmai_cfg *cfg, u16 *token)
> +{
> + struct fsl_mc_command cmd = { 0 };
> + int err;
> +
> + /* prepare command */
> + cmd.header = mc_encode_cmd_header(DPDMAI_CMDID_CREATE,
> + cmd_flags,
> + 0);
This seems to fit in a single line!
> + DPDMAI_CMD_CREATE(cmd, cfg);
> +
> + /* send command to mc*/
> + err = mc_send_command(mc_io, &cmd);
> + if (err)
> + return err;
> +
> + /* retrieve response parameters */
> + *token = MC_CMD_HDR_READ_TOKEN(cmd.header);
This looks very similar to dpdmai_open() and I suppose you can create a
macro to create and send cmd with optional params!
> +
> + return 0;
> +}
> +
> +int dpdmai_enable(struct fsl_mc_io *mc_io, u32 cmd_flags,
> + u16 token)
> +{
> + struct fsl_mc_command cmd = { 0 };
> +
> + /* prepare command */
> + cmd.header = mc_encode_cmd_header(DPDMAI_CMDID_ENABLE,
> + cmd_flags,
> + token);
This can fit in two lines
> +
> + /* send command to mc*/
> + return mc_send_command(mc_io, &cmd);
> +}
> +
> +int dpdmai_disable(struct fsl_mc_io *mc_io, u32 cmd_flags,
> + u16 token)
why two lines for this!
> +{
> + struct fsl_mc_command cmd = { 0 };
> +
> + /* prepare command */
> + cmd.header = mc_encode_cmd_header(DPDMAI_CMDID_DISABLE,
> + cmd_flags,
> + token);
This also!
Please check rest of the driver for these style issues and see bunch of
places can fit into a line or two!
> +/**
> + * dpdmai_open() - Open a control session for the specified object
> + * @mc_io: Pointer to MC portal's I/O object
> + * @cmd_flags: Command flags; one or more of 'MC_CMD_FLAG_'
> + * @dpdmai_id: DPDMAI unique ID
> + * @token: Returned token; use in subsequent API calls
> + *
> + * This function can be used to open a control session for an
> + * already created object; an object may have been declared in
> + * the DPL or by calling the dpdmai_create() function.
> + * This function returns a unique authentication token,
> + * associated with the specific object ID and the specific MC
> + * portal; this token must be used in all subsequent commands for
> + * this specific object.
This is good but can you move them to C file with the function
--
~Vinod
On 13-06-19, 10:13, Peng Ma wrote:
> DPPA2(Data Path Acceleration Architecture 2) qDMA
> supports channel virtualization by allowing DMA
typo virtualization
> jobs to be enqueued into different frame queues.
> Core can initiate a DMA transaction by preparing a frame
> descriptor(FD) for each DMA job and enqueuing this job to
> a frame queue. through a hardware portal. The qDMA
^^^
why this full stop?
> +static struct dpaa2_qdma_comp *
> +dpaa2_qdma_request_desc(struct dpaa2_qdma_chan *dpaa2_chan)
> +{
> + struct dpaa2_qdma_comp *comp_temp = NULL;
> + unsigned long flags;
> +
> + spin_lock_irqsave(&dpaa2_chan->queue_lock, flags);
> + if (list_empty(&dpaa2_chan->comp_free)) {
> + spin_unlock_irqrestore(&dpaa2_chan->queue_lock, flags);
> + comp_temp = kzalloc(sizeof(*comp_temp), GFP_NOWAIT);
> + if (!comp_temp)
> + goto err;
> + comp_temp->fd_virt_addr =
> + dma_pool_alloc(dpaa2_chan->fd_pool, GFP_NOWAIT,
> + &comp_temp->fd_bus_addr);
> + if (!comp_temp->fd_virt_addr)
> + goto err_comp;
> +
> + comp_temp->fl_virt_addr =
> + dma_pool_alloc(dpaa2_chan->fl_pool, GFP_NOWAIT,
> + &comp_temp->fl_bus_addr);
> + if (!comp_temp->fl_virt_addr)
> + goto err_fd_virt;
> +
> + comp_temp->desc_virt_addr =
> + dma_pool_alloc(dpaa2_chan->sdd_pool, GFP_NOWAIT,
> + &comp_temp->desc_bus_addr);
> + if (!comp_temp->desc_virt_addr)
> + goto err_fl_virt;
> +
> + comp_temp->qchan = dpaa2_chan;
> + return comp_temp;
> + }
> +
> + comp_temp = list_first_entry(&dpaa2_chan->comp_free,
> + struct dpaa2_qdma_comp, list);
> + list_del(&comp_temp->list);
> + spin_unlock_irqrestore(&dpaa2_chan->queue_lock, flags);
> +
> + comp_temp->qchan = dpaa2_chan;
> +
> + return comp_temp;
> +
> +err_fl_virt:
no err logs? how will you know what went wrong?
> +static enum
> +dma_status dpaa2_qdma_tx_status(struct dma_chan *chan,
> + dma_cookie_t cookie,
> + struct dma_tx_state *txstate)
> +{
> + return dma_cookie_status(chan, cookie, txstate);
why not set dma_cookie_status as this callback?
> +static int __cold dpaa2_qdma_setup(struct fsl_mc_device *ls_dev)
> +{
> + struct dpaa2_qdma_priv_per_prio *ppriv;
> + struct device *dev = &ls_dev->dev;
> + struct dpaa2_qdma_priv *priv;
> + u8 prio_def = DPDMAI_PRIO_NUM;
> + int err = -EINVAL;
> + int i;
> +
> + priv = dev_get_drvdata(dev);
> +
> + priv->dev = dev;
> + priv->dpqdma_id = ls_dev->obj_desc.id;
> +
> + /* Get the handle for the DPDMAI this interface is associate with */
> + err = dpdmai_open(priv->mc_io, 0, priv->dpqdma_id, &ls_dev->mc_handle);
> + if (err) {
> + dev_err(dev, "dpdmai_open() failed\n");
> + return err;
> + }
> + dev_info(dev, "Opened dpdmai object successfully\n");
this is noise in kernel, consider debug level
> +static int __cold dpaa2_dpdmai_bind(struct dpaa2_qdma_priv *priv)
> +{
> + int err;
> + int i, num;
> + struct device *dev = priv->dev;
> + struct dpaa2_qdma_priv_per_prio *ppriv;
> + struct dpdmai_rx_queue_cfg rx_queue_cfg;
> + struct fsl_mc_device *ls_dev = to_fsl_mc_device(dev);
the order is reverse than used in other fn, please stick to one style!
--
~Vinod
Hi Vinod,
I send those series patchs(V5) on June 25, 2019. I haven't received any comments yet. Their current state
is "Not Applicable", so please let me know what I need to do next.
Thanks very much for your comments.
Patch link:
https://patchwork.kernel.org/patch/11015035/
https://patchwork.kernel.org/patch/11015033/
Best Regards,
Peng
>-----Original Message-----
>From: Vinod Koul <[email protected]>
>Sent: 2019??6??25?? 0:46
>To: Peng Ma <[email protected]>
>Cc: [email protected]; Leo Li <[email protected]>;
>[email protected]; [email protected]
>Subject: [EXT] Re: [V4 2/2] dmaengine: fsl-dpaa2-qdma: Add NXP dpaa2 qDMA
>controller driver for Layerscape SoCs
>
>Caution: EXT Email
>
>On 13-06-19, 10:13, Peng Ma wrote:
>> DPPA2(Data Path Acceleration Architecture 2) qDMA supports channel
>> virtualization by allowing DMA
>
>typo virtualization
>
>> jobs to be enqueued into different frame queues.
>> Core can initiate a DMA transaction by preparing a frame
>> descriptor(FD) for each DMA job and enqueuing this job to a frame
>> queue. through a hardware portal. The qDMA
> ^^^
>why this full stop?
>
>> +static struct dpaa2_qdma_comp *
>> +dpaa2_qdma_request_desc(struct dpaa2_qdma_chan *dpaa2_chan) {
>> + struct dpaa2_qdma_comp *comp_temp = NULL;
>> + unsigned long flags;
>> +
>> + spin_lock_irqsave(&dpaa2_chan->queue_lock, flags);
>> + if (list_empty(&dpaa2_chan->comp_free)) {
>> + spin_unlock_irqrestore(&dpaa2_chan->queue_lock, flags);
>> + comp_temp = kzalloc(sizeof(*comp_temp), GFP_NOWAIT);
>> + if (!comp_temp)
>> + goto err;
>> + comp_temp->fd_virt_addr =
>> + dma_pool_alloc(dpaa2_chan->fd_pool,
>GFP_NOWAIT,
>> + &comp_temp->fd_bus_addr);
>> + if (!comp_temp->fd_virt_addr)
>> + goto err_comp;
>> +
>> + comp_temp->fl_virt_addr =
>> + dma_pool_alloc(dpaa2_chan->fl_pool,
>GFP_NOWAIT,
>> + &comp_temp->fl_bus_addr);
>> + if (!comp_temp->fl_virt_addr)
>> + goto err_fd_virt;
>> +
>> + comp_temp->desc_virt_addr =
>> + dma_pool_alloc(dpaa2_chan->sdd_pool,
>GFP_NOWAIT,
>> +
>&comp_temp->desc_bus_addr);
>> + if (!comp_temp->desc_virt_addr)
>> + goto err_fl_virt;
>> +
>> + comp_temp->qchan = dpaa2_chan;
>> + return comp_temp;
>> + }
>> +
>> + comp_temp = list_first_entry(&dpaa2_chan->comp_free,
>> + struct dpaa2_qdma_comp, list);
>> + list_del(&comp_temp->list);
>> + spin_unlock_irqrestore(&dpaa2_chan->queue_lock, flags);
>> +
>> + comp_temp->qchan = dpaa2_chan;
>> +
>> + return comp_temp;
>> +
>> +err_fl_virt:
>
>no err logs? how will you know what went wrong?
>
>> +static enum
>> +dma_status dpaa2_qdma_tx_status(struct dma_chan *chan,
>> + dma_cookie_t cookie,
>> + struct dma_tx_state *txstate) {
>> + return dma_cookie_status(chan, cookie, txstate);
>
>why not set dma_cookie_status as this callback?
>
>> +static int __cold dpaa2_qdma_setup(struct fsl_mc_device *ls_dev) {
>> + struct dpaa2_qdma_priv_per_prio *ppriv;
>> + struct device *dev = &ls_dev->dev;
>> + struct dpaa2_qdma_priv *priv;
>> + u8 prio_def = DPDMAI_PRIO_NUM;
>> + int err = -EINVAL;
>> + int i;
>> +
>> + priv = dev_get_drvdata(dev);
>> +
>> + priv->dev = dev;
>> + priv->dpqdma_id = ls_dev->obj_desc.id;
>> +
>> + /* Get the handle for the DPDMAI this interface is associate with */
>> + err = dpdmai_open(priv->mc_io, 0, priv->dpqdma_id,
>&ls_dev->mc_handle);
>> + if (err) {
>> + dev_err(dev, "dpdmai_open() failed\n");
>> + return err;
>> + }
>> + dev_info(dev, "Opened dpdmai object successfully\n");
>
>this is noise in kernel, consider debug level
>
>> +static int __cold dpaa2_dpdmai_bind(struct dpaa2_qdma_priv *priv) {
>> + int err;
>> + int i, num;
>> + struct device *dev = priv->dev;
>> + struct dpaa2_qdma_priv_per_prio *ppriv;
>> + struct dpdmai_rx_queue_cfg rx_queue_cfg;
>> + struct fsl_mc_device *ls_dev = to_fsl_mc_device(dev);
>
>the order is reverse than used in other fn, please stick to one style!
>--
>~Vinod
Hey Peng,
On 11-09-19, 02:01, Peng Ma wrote:
> Hi Vinod,
>
> I send those series patchs(V5) on June 25, 2019. I haven't received any comments yet. Their current state
> is "Not Applicable", so please let me know what I need to do next.
> Thanks very much for your comments.
>
> Patch link:
> https://patchwork.kernel.org/patch/11015035/
> https://patchwork.kernel.org/patch/11015033/
Am sorry this looks to have missed by me and my script updated the
status.
Can you please resend me after rc1 is out and I will review it and do
the needful
--
~Vinod
Hi Vinod,
>-----Original Message-----
>From: Vinod Koul <[email protected]>
>Sent: 2019??9??25?? 3:35
>To: Peng Ma <[email protected]>
>Cc: [email protected]; Leo Li <[email protected]>;
>[email protected]; [email protected]
>Subject: Re: [EXT] Re: [V4 2/2] dmaengine: fsl-dpaa2-qdma: Add NXP dpaa2
>qDMA controller driver for Layerscape SoCs
>
>Caution: EXT Email
>
>Hey Peng,
>
>On 11-09-19, 02:01, Peng Ma wrote:
>> Hi Vinod,
>>
>> I send those series patchs(V5) on June 25, 2019. I haven't received
>> any comments yet. Their current state is "Not Applicable", so please let me
>know what I need to do next.
>> Thanks very much for your comments.
>>
>> Patch link:
>> https://eur01.safelinks.protection.outlook.com/?url=https%3A%2F%2Fpatc
>>
>hwork.kernel.org%2Fpatch%2F11015035%2F&data=02%7C01%7Cpeng.m
>a%40nx
>>
>p.com%7Cfe0293a83eb8472787d308d74126682c%7C686ea1d3bc2b4c6fa92c
>d99c5c3
>>
>01635%7C0%7C0%7C637049505521024467&sdata=qkij6By7Hku4eN7zo
>CnIkCK96
>> 7WnwE21W%2FVkWKibIBw%3D&reserved=0
>> https://eur01.safelinks.protection.outlook.com/?url=https%3A%2F%2Fpatc
>>
>hwork.kernel.org%2Fpatch%2F11015033%2F&data=02%7C01%7Cpeng.m
>a%40nx
>>
>p.com%7Cfe0293a83eb8472787d308d74126682c%7C686ea1d3bc2b4c6fa92c
>d99c5c3
>>
>01635%7C0%7C0%7C637049505521024467&sdata=OeL5OfMJggMS3K7I
>Z1yu9WWZ9
>> zSOSyWojr%2Bv7BL5BpU%3D&reserved=0
>
>Am sorry this looks to have missed by me and my script updated the status.
>
>Can you please resend me after rc1 is out and I will review it and do the
>needful
[Peng Ma] Got it. By the way, when will rc1 out?
Best Regards,
Peng
>
>--
>~Vinod
On 25-09-19, 02:27, Peng Ma wrote:
> >Can you please resend me after rc1 is out and I will review it and do the
> >needful
> [Peng Ma] Got it. By the way, when will rc1 out?
It is supposed to be out on coming monday!
--
~Vinod
Hi Vinod,
Ok, thanks.
I will resend them after next Monday.
Best Regards,
Peng
>-----Original Message-----
>From: Vinod Koul <[email protected]>
>Sent: 2019??9??26?? 0:34
>To: Peng Ma <[email protected]>
>Cc: [email protected]; Leo Li <[email protected]>;
>[email protected]; [email protected]
>Subject: Re: [EXT] Re: [V4 2/2] dmaengine: fsl-dpaa2-qdma: Add NXP dpaa2
>qDMA controller driver for Layerscape SoCs
>
>Caution: EXT Email
>
>On 25-09-19, 02:27, Peng Ma wrote:
>
>> >Can you please resend me after rc1 is out and I will review it and do
>> >the needful
>> [Peng Ma] Got it. By the way, when will rc1 out?
>
>It is supposed to be out on coming monday!
>
>--
>~Vinod