|  | /* SPDX-License-Identifier: (GPL-2.0+ OR BSD-3-Clause) */ | 
|  | /* | 
|  | * Copyright 2014-2016 Freescale Semiconductor Inc. | 
|  | * Copyright 2016 NXP | 
|  | * | 
|  | */ | 
|  | #ifndef __FSL_DPAA2_FD_H | 
|  | #define __FSL_DPAA2_FD_H | 
|  |  | 
|  | #include <linux/kernel.h> | 
|  |  | 
|  | /** | 
|  | * DOC: DPAA2 FD - Frame Descriptor APIs for DPAA2 | 
|  | * | 
|  | * Frame Descriptors (FDs) are used to describe frame data in the DPAA2. | 
|  | * Frames can be enqueued and dequeued to Frame Queues (FQs) which are consumed | 
|  | * by the various DPAA accelerators (WRIOP, SEC, PME, DCE) | 
|  | * | 
|  | * There are three types of frames: single, scatter gather, and frame lists. | 
|  | * | 
|  | * The set of APIs in this file must be used to create, manipulate and | 
|  | * query Frame Descriptors. | 
|  | */ | 
|  |  | 
|  | /** | 
|  | * struct dpaa2_fd - Struct describing FDs | 
|  | * @words:         for easier/faster copying the whole FD structure | 
|  | * @addr:          address in the FD | 
|  | * @len:           length in the FD | 
|  | * @bpid:          buffer pool ID | 
|  | * @format_offset: format, offset, and short-length fields | 
|  | * @frc:           frame context | 
|  | * @ctrl:          control bits...including dd, sc, va, err, etc | 
|  | * @flc:           flow context address | 
|  | * | 
|  | * This structure represents the basic Frame Descriptor used in the system. | 
|  | */ | 
|  | struct dpaa2_fd { | 
|  | union { | 
|  | u32 words[8]; | 
|  | struct dpaa2_fd_simple { | 
|  | __le64 addr; | 
|  | __le32 len; | 
|  | __le16 bpid; | 
|  | __le16 format_offset; | 
|  | __le32 frc; | 
|  | __le32 ctrl; | 
|  | __le64 flc; | 
|  | } simple; | 
|  | }; | 
|  | }; | 
|  |  | 
|  | #define FD_SHORT_LEN_FLAG_MASK	0x1 | 
|  | #define FD_SHORT_LEN_FLAG_SHIFT	14 | 
|  | #define FD_SHORT_LEN_MASK	0x3FFFF | 
|  | #define FD_OFFSET_MASK		0x0FFF | 
|  | #define FD_FORMAT_MASK		0x3 | 
|  | #define FD_FORMAT_SHIFT		12 | 
|  | #define FD_BPID_MASK		0x3FFF | 
|  | #define SG_SHORT_LEN_FLAG_MASK	0x1 | 
|  | #define SG_SHORT_LEN_FLAG_SHIFT	14 | 
|  | #define SG_SHORT_LEN_MASK	0x1FFFF | 
|  | #define SG_OFFSET_MASK		0x0FFF | 
|  | #define SG_FORMAT_MASK		0x3 | 
|  | #define SG_FORMAT_SHIFT		12 | 
|  | #define SG_BPID_MASK		0x3FFF | 
|  | #define SG_FINAL_FLAG_MASK	0x1 | 
|  | #define SG_FINAL_FLAG_SHIFT	15 | 
|  |  | 
|  | /* Error bits in FD CTRL */ | 
|  | #define FD_CTRL_ERR_MASK	0x000000FF | 
|  | #define FD_CTRL_UFD		0x00000004 | 
|  | #define FD_CTRL_SBE		0x00000008 | 
|  | #define FD_CTRL_FLC		0x00000010 | 
|  | #define FD_CTRL_FSE		0x00000020 | 
|  | #define FD_CTRL_FAERR		0x00000040 | 
|  |  | 
|  | /* Annotation bits in FD CTRL */ | 
|  | #define FD_CTRL_PTA		0x00800000 | 
|  | #define FD_CTRL_PTV1		0x00400000 | 
|  |  | 
|  | enum dpaa2_fd_format { | 
|  | dpaa2_fd_single = 0, | 
|  | dpaa2_fd_list, | 
|  | dpaa2_fd_sg | 
|  | }; | 
|  |  | 
|  | /** | 
|  | * dpaa2_fd_get_addr() - get the addr field of frame descriptor | 
|  | * @fd: the given frame descriptor | 
|  | * | 
|  | * Return the address in the frame descriptor. | 
|  | */ | 
|  | static inline dma_addr_t dpaa2_fd_get_addr(const struct dpaa2_fd *fd) | 
|  | { | 
|  | return (dma_addr_t)le64_to_cpu(fd->simple.addr); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_fd_set_addr() - Set the addr field of frame descriptor | 
|  | * @fd: the given frame descriptor | 
|  | * @addr: the address needs to be set in frame descriptor | 
|  | */ | 
|  | static inline void dpaa2_fd_set_addr(struct dpaa2_fd *fd, dma_addr_t addr) | 
|  | { | 
|  | fd->simple.addr = cpu_to_le64(addr); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_fd_get_frc() - Get the frame context in the frame descriptor | 
|  | * @fd: the given frame descriptor | 
|  | * | 
|  | * Return the frame context field in the frame descriptor. | 
|  | */ | 
|  | static inline u32 dpaa2_fd_get_frc(const struct dpaa2_fd *fd) | 
|  | { | 
|  | return le32_to_cpu(fd->simple.frc); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_fd_set_frc() - Set the frame context in the frame descriptor | 
|  | * @fd: the given frame descriptor | 
|  | * @frc: the frame context needs to be set in frame descriptor | 
|  | */ | 
|  | static inline void dpaa2_fd_set_frc(struct dpaa2_fd *fd, u32 frc) | 
|  | { | 
|  | fd->simple.frc = cpu_to_le32(frc); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_fd_get_ctrl() - Get the control bits in the frame descriptor | 
|  | * @fd: the given frame descriptor | 
|  | * | 
|  | * Return the control bits field in the frame descriptor. | 
|  | */ | 
|  | static inline u32 dpaa2_fd_get_ctrl(const struct dpaa2_fd *fd) | 
|  | { | 
|  | return le32_to_cpu(fd->simple.ctrl); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_fd_set_ctrl() - Set the control bits in the frame descriptor | 
|  | * @fd: the given frame descriptor | 
|  | * @ctrl: the control bits to be set in the frame descriptor | 
|  | */ | 
|  | static inline void dpaa2_fd_set_ctrl(struct dpaa2_fd *fd, u32 ctrl) | 
|  | { | 
|  | fd->simple.ctrl = cpu_to_le32(ctrl); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_fd_get_flc() - Get the flow context in the frame descriptor | 
|  | * @fd: the given frame descriptor | 
|  | * | 
|  | * Return the flow context in the frame descriptor. | 
|  | */ | 
|  | static inline dma_addr_t dpaa2_fd_get_flc(const struct dpaa2_fd *fd) | 
|  | { | 
|  | return (dma_addr_t)le64_to_cpu(fd->simple.flc); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_fd_set_flc() - Set the flow context field of frame descriptor | 
|  | * @fd: the given frame descriptor | 
|  | * @flc_addr: the flow context needs to be set in frame descriptor | 
|  | */ | 
|  | static inline void dpaa2_fd_set_flc(struct dpaa2_fd *fd,  dma_addr_t flc_addr) | 
|  | { | 
|  | fd->simple.flc = cpu_to_le64(flc_addr); | 
|  | } | 
|  |  | 
|  | static inline bool dpaa2_fd_short_len(const struct dpaa2_fd *fd) | 
|  | { | 
|  | return !!((le16_to_cpu(fd->simple.format_offset) >> | 
|  | FD_SHORT_LEN_FLAG_SHIFT) & FD_SHORT_LEN_FLAG_MASK); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_fd_get_len() - Get the length in the frame descriptor | 
|  | * @fd: the given frame descriptor | 
|  | * | 
|  | * Return the length field in the frame descriptor. | 
|  | */ | 
|  | static inline u32 dpaa2_fd_get_len(const struct dpaa2_fd *fd) | 
|  | { | 
|  | if (dpaa2_fd_short_len(fd)) | 
|  | return le32_to_cpu(fd->simple.len) & FD_SHORT_LEN_MASK; | 
|  |  | 
|  | return le32_to_cpu(fd->simple.len); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_fd_set_len() - Set the length field of frame descriptor | 
|  | * @fd: the given frame descriptor | 
|  | * @len: the length needs to be set in frame descriptor | 
|  | */ | 
|  | static inline void dpaa2_fd_set_len(struct dpaa2_fd *fd, u32 len) | 
|  | { | 
|  | fd->simple.len = cpu_to_le32(len); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_fd_get_offset() - Get the offset field in the frame descriptor | 
|  | * @fd: the given frame descriptor | 
|  | * | 
|  | * Return the offset. | 
|  | */ | 
|  | static inline uint16_t dpaa2_fd_get_offset(const struct dpaa2_fd *fd) | 
|  | { | 
|  | return le16_to_cpu(fd->simple.format_offset) & FD_OFFSET_MASK; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_fd_set_offset() - Set the offset field of frame descriptor | 
|  | * @fd: the given frame descriptor | 
|  | * @offset: the offset needs to be set in frame descriptor | 
|  | */ | 
|  | static inline void dpaa2_fd_set_offset(struct dpaa2_fd *fd, uint16_t offset) | 
|  | { | 
|  | fd->simple.format_offset &= cpu_to_le16(~FD_OFFSET_MASK); | 
|  | fd->simple.format_offset |= cpu_to_le16(offset); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_fd_get_format() - Get the format field in the frame descriptor | 
|  | * @fd: the given frame descriptor | 
|  | * | 
|  | * Return the format. | 
|  | */ | 
|  | static inline enum dpaa2_fd_format dpaa2_fd_get_format( | 
|  | const struct dpaa2_fd *fd) | 
|  | { | 
|  | return (enum dpaa2_fd_format)((le16_to_cpu(fd->simple.format_offset) | 
|  | >> FD_FORMAT_SHIFT) & FD_FORMAT_MASK); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_fd_set_format() - Set the format field of frame descriptor | 
|  | * @fd: the given frame descriptor | 
|  | * @format: the format needs to be set in frame descriptor | 
|  | */ | 
|  | static inline void dpaa2_fd_set_format(struct dpaa2_fd *fd, | 
|  | enum dpaa2_fd_format format) | 
|  | { | 
|  | fd->simple.format_offset &= | 
|  | cpu_to_le16(~(FD_FORMAT_MASK << FD_FORMAT_SHIFT)); | 
|  | fd->simple.format_offset |= cpu_to_le16(format << FD_FORMAT_SHIFT); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_fd_get_bpid() - Get the bpid field in the frame descriptor | 
|  | * @fd: the given frame descriptor | 
|  | * | 
|  | * Return the buffer pool id. | 
|  | */ | 
|  | static inline uint16_t dpaa2_fd_get_bpid(const struct dpaa2_fd *fd) | 
|  | { | 
|  | return le16_to_cpu(fd->simple.bpid) & FD_BPID_MASK; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_fd_set_bpid() - Set the bpid field of frame descriptor | 
|  | * @fd: the given frame descriptor | 
|  | * @bpid: buffer pool id to be set | 
|  | */ | 
|  | static inline void dpaa2_fd_set_bpid(struct dpaa2_fd *fd, uint16_t bpid) | 
|  | { | 
|  | fd->simple.bpid &= cpu_to_le16(~(FD_BPID_MASK)); | 
|  | fd->simple.bpid |= cpu_to_le16(bpid); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * struct dpaa2_sg_entry - the scatter-gathering structure | 
|  | * @addr: address of the sg entry | 
|  | * @len: length in this sg entry | 
|  | * @bpid: buffer pool id | 
|  | * @format_offset: format and offset fields | 
|  | */ | 
|  | struct dpaa2_sg_entry { | 
|  | __le64 addr; | 
|  | __le32 len; | 
|  | __le16 bpid; | 
|  | __le16 format_offset; | 
|  | }; | 
|  |  | 
|  | enum dpaa2_sg_format { | 
|  | dpaa2_sg_single = 0, | 
|  | dpaa2_sg_frame_data, | 
|  | dpaa2_sg_sgt_ext | 
|  | }; | 
|  |  | 
|  | /* Accessors for SG entry fields */ | 
|  |  | 
|  | /** | 
|  | * dpaa2_sg_get_addr() - Get the address from SG entry | 
|  | * @sg: the given scatter-gathering object | 
|  | * | 
|  | * Return the address. | 
|  | */ | 
|  | static inline dma_addr_t dpaa2_sg_get_addr(const struct dpaa2_sg_entry *sg) | 
|  | { | 
|  | return (dma_addr_t)le64_to_cpu(sg->addr); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_sg_set_addr() - Set the address in SG entry | 
|  | * @sg: the given scatter-gathering object | 
|  | * @addr: the address to be set | 
|  | */ | 
|  | static inline void dpaa2_sg_set_addr(struct dpaa2_sg_entry *sg, dma_addr_t addr) | 
|  | { | 
|  | sg->addr = cpu_to_le64(addr); | 
|  | } | 
|  |  | 
|  | static inline bool dpaa2_sg_short_len(const struct dpaa2_sg_entry *sg) | 
|  | { | 
|  | return !!((le16_to_cpu(sg->format_offset) >> SG_SHORT_LEN_FLAG_SHIFT) | 
|  | & SG_SHORT_LEN_FLAG_MASK); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_sg_get_len() - Get the length in SG entry | 
|  | * @sg: the given scatter-gathering object | 
|  | * | 
|  | * Return the length. | 
|  | */ | 
|  | static inline u32 dpaa2_sg_get_len(const struct dpaa2_sg_entry *sg) | 
|  | { | 
|  | if (dpaa2_sg_short_len(sg)) | 
|  | return le32_to_cpu(sg->len) & SG_SHORT_LEN_MASK; | 
|  |  | 
|  | return le32_to_cpu(sg->len); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_sg_set_len() - Set the length in SG entry | 
|  | * @sg: the given scatter-gathering object | 
|  | * @len: the length to be set | 
|  | */ | 
|  | static inline void dpaa2_sg_set_len(struct dpaa2_sg_entry *sg, u32 len) | 
|  | { | 
|  | sg->len = cpu_to_le32(len); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_sg_get_offset() - Get the offset in SG entry | 
|  | * @sg: the given scatter-gathering object | 
|  | * | 
|  | * Return the offset. | 
|  | */ | 
|  | static inline u16 dpaa2_sg_get_offset(const struct dpaa2_sg_entry *sg) | 
|  | { | 
|  | return le16_to_cpu(sg->format_offset) & SG_OFFSET_MASK; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_sg_set_offset() - Set the offset in SG entry | 
|  | * @sg: the given scatter-gathering object | 
|  | * @offset: the offset to be set | 
|  | */ | 
|  | static inline void dpaa2_sg_set_offset(struct dpaa2_sg_entry *sg, | 
|  | u16 offset) | 
|  | { | 
|  | sg->format_offset &= cpu_to_le16(~SG_OFFSET_MASK); | 
|  | sg->format_offset |= cpu_to_le16(offset); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_sg_get_format() - Get the SG format in SG entry | 
|  | * @sg: the given scatter-gathering object | 
|  | * | 
|  | * Return the format. | 
|  | */ | 
|  | static inline enum dpaa2_sg_format | 
|  | dpaa2_sg_get_format(const struct dpaa2_sg_entry *sg) | 
|  | { | 
|  | return (enum dpaa2_sg_format)((le16_to_cpu(sg->format_offset) | 
|  | >> SG_FORMAT_SHIFT) & SG_FORMAT_MASK); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_sg_set_format() - Set the SG format in SG entry | 
|  | * @sg: the given scatter-gathering object | 
|  | * @format: the format to be set | 
|  | */ | 
|  | static inline void dpaa2_sg_set_format(struct dpaa2_sg_entry *sg, | 
|  | enum dpaa2_sg_format format) | 
|  | { | 
|  | sg->format_offset &= cpu_to_le16(~(SG_FORMAT_MASK << SG_FORMAT_SHIFT)); | 
|  | sg->format_offset |= cpu_to_le16(format << SG_FORMAT_SHIFT); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_sg_get_bpid() - Get the buffer pool id in SG entry | 
|  | * @sg: the given scatter-gathering object | 
|  | * | 
|  | * Return the bpid. | 
|  | */ | 
|  | static inline u16 dpaa2_sg_get_bpid(const struct dpaa2_sg_entry *sg) | 
|  | { | 
|  | return le16_to_cpu(sg->bpid) & SG_BPID_MASK; | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_sg_set_bpid() - Set the buffer pool id in SG entry | 
|  | * @sg: the given scatter-gathering object | 
|  | * @bpid: the bpid to be set | 
|  | */ | 
|  | static inline void dpaa2_sg_set_bpid(struct dpaa2_sg_entry *sg, u16 bpid) | 
|  | { | 
|  | sg->bpid &= cpu_to_le16(~(SG_BPID_MASK)); | 
|  | sg->bpid |= cpu_to_le16(bpid); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_sg_is_final() - Check final bit in SG entry | 
|  | * @sg: the given scatter-gathering object | 
|  | * | 
|  | * Return bool. | 
|  | */ | 
|  | static inline bool dpaa2_sg_is_final(const struct dpaa2_sg_entry *sg) | 
|  | { | 
|  | return !!(le16_to_cpu(sg->format_offset) >> SG_FINAL_FLAG_SHIFT); | 
|  | } | 
|  |  | 
|  | /** | 
|  | * dpaa2_sg_set_final() - Set the final bit in SG entry | 
|  | * @sg: the given scatter-gathering object | 
|  | * @final: the final boolean to be set | 
|  | */ | 
|  | static inline void dpaa2_sg_set_final(struct dpaa2_sg_entry *sg, bool final) | 
|  | { | 
|  | sg->format_offset &= cpu_to_le16((~(SG_FINAL_FLAG_MASK | 
|  | << SG_FINAL_FLAG_SHIFT)) & 0xFFFF); | 
|  | sg->format_offset |= cpu_to_le16(final << SG_FINAL_FLAG_SHIFT); | 
|  | } | 
|  |  | 
|  | #endif /* __FSL_DPAA2_FD_H */ |