@@ -11,6 +11,7 @@ endif
config_flag_fmt = 'RTE_LIBRTE_@0@_COMMON'
deps = ['eal', 'pci', 'bus_pci', 'mbuf']
sources = files(
+ 'roc_cpt.c',
'roc_dev.c',
'roc_idev.c',
'roc_irq.c',
@@ -106,4 +106,7 @@
/* Idev */
#include "roc_idev.h"
+/* CPT */
+#include "roc_cpt.h"
+
#endif /* _ROC_API_H_ */
new file mode 100644
@@ -0,0 +1,308 @@
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(C) 2021 Marvell.
+ */
+
+#include "roc_api.h"
+#include "roc_priv.h"
+
+int
+cpt_get_msix_offset(struct dev *dev, struct msix_offset_rsp **msix_rsp)
+{
+ struct mbox *mbox = dev->mbox;
+ int rc;
+
+ /* Get MSIX vector offsets */
+ mbox_alloc_msg_msix_offset(mbox);
+ rc = mbox_process_msg(mbox, (void *)msix_rsp);
+
+ return rc;
+}
+
+int
+cpt_lfs_attach(struct dev *dev, uint8_t blkaddr, bool modify, uint16_t nb_lf)
+{
+ struct mbox *mbox = dev->mbox;
+ struct rsrc_attach_req *req;
+
+ if (blkaddr != RVU_BLOCK_ADDR_CPT0 && blkaddr != RVU_BLOCK_ADDR_CPT1)
+ return -EINVAL;
+
+ /* Attach CPT(lf) */
+ req = mbox_alloc_msg_attach_resources(mbox);
+ if (req == NULL)
+ return -ENOSPC;
+
+ req->cptlfs = nb_lf;
+ req->modify = modify;
+ req->cpt_blkaddr = blkaddr;
+
+ return mbox_process(mbox);
+}
+
+int
+cpt_lfs_detach(struct dev *dev)
+{
+ struct mbox *mbox = dev->mbox;
+ struct rsrc_detach_req *req;
+
+ req = mbox_alloc_msg_detach_resources(mbox);
+ if (req == NULL)
+ return -ENOSPC;
+
+ req->cptlfs = 1;
+ req->partial = 1;
+
+ return mbox_process(mbox);
+}
+
+static int
+cpt_available_lfs_get(struct dev *dev, uint16_t *nb_lf)
+{
+ struct mbox *mbox = dev->mbox;
+ struct free_rsrcs_rsp *rsp;
+ int rc;
+
+ mbox_alloc_msg_free_rsrc_cnt(mbox);
+
+ rc = mbox_process_msg(mbox, (void *)&rsp);
+ if (rc)
+ return -EIO;
+
+ *nb_lf = rsp->cpt;
+ return 0;
+}
+
+int
+cpt_lfs_alloc(struct dev *dev, uint8_t eng_grpmsk, uint8_t blkaddr,
+ bool inl_dev_sso)
+{
+ struct cpt_lf_alloc_req_msg *req;
+ struct mbox *mbox = dev->mbox;
+
+ if (blkaddr != RVU_BLOCK_ADDR_CPT0 && blkaddr != RVU_BLOCK_ADDR_CPT1)
+ return -EINVAL;
+
+ PLT_SET_USED(inl_dev_sso);
+
+ req = mbox_alloc_msg_cpt_lf_alloc(mbox);
+ req->nix_pf_func = 0;
+ req->sso_pf_func = idev_sso_pffunc_get();
+ req->eng_grpmsk = eng_grpmsk;
+ req->blkaddr = blkaddr;
+
+ return mbox_process(mbox);
+}
+
+int
+cpt_lfs_free(struct dev *dev)
+{
+ mbox_alloc_msg_cpt_lf_free(dev->mbox);
+
+ return mbox_process(dev->mbox);
+}
+
+static int
+cpt_hardware_caps_get(struct dev *dev, union cpt_eng_caps *hw_caps)
+{
+ struct cpt_caps_rsp_msg *rsp;
+ int ret;
+
+ mbox_alloc_msg_cpt_caps_get(dev->mbox);
+
+ ret = mbox_process_msg(dev->mbox, (void *)&rsp);
+ if (ret)
+ return -EIO;
+
+ mbox_memcpy(hw_caps, rsp->eng_caps,
+ sizeof(union cpt_eng_caps) * CPT_MAX_ENG_TYPES);
+
+ return 0;
+}
+
+int
+roc_cpt_dev_configure(struct roc_cpt *roc_cpt, int nb_lf)
+{
+ struct cpt *cpt = roc_cpt_to_cpt_priv(roc_cpt);
+ uint8_t blkaddr = RVU_BLOCK_ADDR_CPT0;
+ struct msix_offset_rsp *rsp;
+ uint8_t eng_grpmsk;
+ int rc, i;
+
+ /* Request LF resources */
+ rc = cpt_lfs_attach(&cpt->dev, blkaddr, false, nb_lf);
+ if (rc)
+ return rc;
+
+ eng_grpmsk = (1 << roc_cpt->eng_grp[CPT_ENG_TYPE_AE]) |
+ (1 << roc_cpt->eng_grp[CPT_ENG_TYPE_SE]) |
+ (1 << roc_cpt->eng_grp[CPT_ENG_TYPE_IE]);
+
+ rc = cpt_lfs_alloc(&cpt->dev, eng_grpmsk, blkaddr, false);
+ if (rc)
+ goto lfs_detach;
+
+ rc = cpt_get_msix_offset(&cpt->dev, &rsp);
+ if (rc)
+ goto lfs_free;
+
+ for (i = 0; i < nb_lf; i++)
+ cpt->lf_msix_off[i] =
+ (cpt->lf_blkaddr[i] == RVU_BLOCK_ADDR_CPT1) ?
+ rsp->cpt1_lf_msixoff[i] :
+ rsp->cptlf_msixoff[i];
+
+ roc_cpt->nb_lf = nb_lf;
+
+ return 0;
+
+lfs_free:
+ cpt_lfs_free(&cpt->dev);
+lfs_detach:
+ cpt_lfs_detach(&cpt->dev);
+ return rc;
+}
+
+uint64_t
+cpt_get_blkaddr(struct dev *dev)
+{
+ uint64_t reg;
+ uint64_t off;
+
+ /* Reading the discovery register to know which CPT is the LF
+ * attached to. Assume CPT LF's of only one block are attached
+ * to a pffunc.
+ */
+ if (dev_is_vf(dev))
+ off = RVU_VF_BLOCK_ADDRX_DISC(RVU_BLOCK_ADDR_CPT1);
+ else
+ off = RVU_PF_BLOCK_ADDRX_DISC(RVU_BLOCK_ADDR_CPT1);
+
+ reg = plt_read64(dev->bar2 + off);
+
+ return reg & 0x1FFULL ? RVU_BLOCK_ADDR_CPT1 : RVU_BLOCK_ADDR_CPT0;
+}
+
+int
+roc_cpt_dev_init(struct roc_cpt *roc_cpt)
+{
+ struct plt_pci_device *pci_dev;
+ uint16_t nb_lf_avail;
+ struct dev *dev;
+ struct cpt *cpt;
+ int rc;
+
+ if (roc_cpt == NULL || roc_cpt->pci_dev == NULL)
+ return -EINVAL;
+
+ PLT_STATIC_ASSERT(sizeof(struct cpt) <= ROC_CPT_MEM_SZ);
+
+ cpt = roc_cpt_to_cpt_priv(roc_cpt);
+ memset(cpt, 0, sizeof(*cpt));
+ pci_dev = roc_cpt->pci_dev;
+ dev = &cpt->dev;
+
+ /* Initialize device */
+ rc = dev_init(dev, pci_dev);
+ if (rc) {
+ plt_err("Failed to init roc device");
+ goto fail;
+ }
+
+ cpt->pci_dev = pci_dev;
+ roc_cpt->lmt_base = dev->lmt_base;
+
+ rc = cpt_hardware_caps_get(dev, roc_cpt->hw_caps);
+ if (rc) {
+ plt_err("Could not determine hardware capabilities");
+ goto fail;
+ }
+
+ rc = cpt_available_lfs_get(&cpt->dev, &nb_lf_avail);
+ if (rc) {
+ plt_err("Could not get available lfs");
+ goto fail;
+ }
+
+ /* Reserve 1 CPT LF for inline inbound */
+ nb_lf_avail = PLT_MIN(nb_lf_avail, ROC_CPT_MAX_LFS - 1);
+
+ roc_cpt->nb_lf_avail = nb_lf_avail;
+
+ dev->roc_cpt = roc_cpt;
+
+ return 0;
+
+fail:
+ return rc;
+}
+
+int
+roc_cpt_dev_fini(struct roc_cpt *roc_cpt)
+{
+ struct cpt *cpt = roc_cpt_to_cpt_priv(roc_cpt);
+
+ if (cpt == NULL)
+ return -EINVAL;
+
+ roc_cpt->nb_lf_avail = 0;
+
+ roc_cpt->lmt_base = 0;
+
+ return dev_fini(&cpt->dev, cpt->pci_dev);
+}
+
+void
+roc_cpt_dev_clear(struct roc_cpt *roc_cpt)
+{
+ struct cpt *cpt = roc_cpt_to_cpt_priv(roc_cpt);
+ int i;
+
+ if (cpt == NULL)
+ return;
+
+ for (i = 0; i < roc_cpt->nb_lf; i++)
+ cpt->lf_msix_off[i] = 0;
+
+ roc_cpt->nb_lf = 0;
+
+ cpt_lfs_free(&cpt->dev);
+
+ cpt_lfs_detach(&cpt->dev);
+}
+
+int
+roc_cpt_eng_grp_add(struct roc_cpt *roc_cpt, enum cpt_eng_type eng_type)
+{
+ struct cpt *cpt = roc_cpt_to_cpt_priv(roc_cpt);
+ struct dev *dev = &cpt->dev;
+ struct cpt_eng_grp_req *req;
+ struct cpt_eng_grp_rsp *rsp;
+ int ret;
+
+ req = mbox_alloc_msg_cpt_eng_grp_get(dev->mbox);
+ if (req == NULL)
+ return -EIO;
+
+ switch (eng_type) {
+ case CPT_ENG_TYPE_AE:
+ case CPT_ENG_TYPE_SE:
+ case CPT_ENG_TYPE_IE:
+ break;
+ default:
+ return -EINVAL;
+ }
+
+ req->eng_type = eng_type;
+ ret = mbox_process_msg(dev->mbox, (void *)&rsp);
+ if (ret)
+ return -EIO;
+
+ if (rsp->eng_grp_num > 8) {
+ plt_err("Invalid CPT engine group");
+ return -ENOTSUP;
+ }
+
+ roc_cpt->eng_grp[eng_type] = rsp->eng_grp_num;
+
+ return rsp->eng_grp_num;
+}
new file mode 100644
@@ -0,0 +1,37 @@
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(C) 2021 Marvell.
+ */
+
+#ifndef _ROC_CPT_H_
+#define _ROC_CPT_H_
+
+#include "roc_api.h"
+
+/* Default engine groups */
+#define ROC_CPT_DFLT_ENG_GRP_SE 0UL
+#define ROC_CPT_DFLT_ENG_GRP_SE_IE 1UL
+#define ROC_CPT_DFLT_ENG_GRP_AE 2UL
+
+#define ROC_CPT_MAX_LFS 64
+
+struct roc_cpt {
+ struct plt_pci_device *pci_dev;
+ struct roc_cpt_lf *lf[ROC_CPT_MAX_LFS];
+ uint16_t nb_lf;
+ uint16_t nb_lf_avail;
+ uintptr_t lmt_base;
+ /**< CPT device capabilities */
+ union cpt_eng_caps hw_caps[CPT_MAX_ENG_TYPES];
+ uint8_t eng_grp[CPT_MAX_ENG_TYPES];
+
+#define ROC_CPT_MEM_SZ (6 * 1024)
+ uint8_t reserved[ROC_CPT_MEM_SZ] __plt_cache_aligned;
+} __plt_cache_aligned;
+
+int __roc_api roc_cpt_dev_init(struct roc_cpt *roc_cpt);
+int __roc_api roc_cpt_dev_fini(struct roc_cpt *roc_cpt);
+int __roc_api roc_cpt_eng_grp_add(struct roc_cpt *roc_cpt,
+ enum cpt_eng_type eng_type);
+int __roc_api roc_cpt_dev_configure(struct roc_cpt *roc_cpt, int nb_lf);
+void __roc_api roc_cpt_dev_clear(struct roc_cpt *roc_cpt);
+#endif /* _ROC_CPT_H_ */
new file mode 100644
@@ -0,0 +1,37 @@
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(C) 2021 Marvell.
+ */
+
+#ifndef _ROC_CPT_PRIV_H_
+#define _ROC_CPT_PRIV_H_
+
+/* Set number of hystbits to 6.
+ * This will trigger the FC writes whenever number of outstanding commands in
+ * the queue becomes multiple of 32.
+ */
+#define CPT_FC_NUM_HYST_BITS 6
+
+struct cpt {
+ struct plt_pci_device *pci_dev;
+ struct dev dev;
+ uint16_t lf_msix_off[ROC_CPT_MAX_LFS];
+ uint8_t lf_blkaddr[ROC_CPT_MAX_LFS];
+} __plt_cache_aligned;
+
+static inline struct cpt *
+roc_cpt_to_cpt_priv(struct roc_cpt *roc_cpt)
+{
+ return (struct cpt *)&roc_cpt->reserved[0];
+}
+
+int cpt_lfs_attach(struct dev *dev, uint8_t blkaddr, bool modify,
+ uint16_t nb_lf);
+int cpt_lfs_detach(struct dev *dev);
+int cpt_lfs_alloc(struct dev *dev, uint8_t eng_grpmsk, uint8_t blk,
+ bool inl_dev_sso);
+int cpt_lfs_free(struct dev *dev);
+
+int cpt_get_msix_offset(struct dev *dev, struct msix_offset_rsp **msix_rsp);
+uint64_t cpt_get_blkaddr(struct dev *dev);
+
+#endif /* _ROC_CPT_PRIV_H_ */
@@ -870,6 +870,8 @@ dev_vf_hwcap_update(struct plt_pci_device *pci_dev, struct dev *dev)
break;
case PCI_DEVID_CNXK_RVU_SSO_TIM_VF:
case PCI_DEVID_CNXK_RVU_NPA_VF:
+ case PCI_DEVID_CN10K_RVU_CPT_VF:
+ case PCI_DEVID_CN9K_RVU_CPT_VF:
case PCI_DEVID_CNXK_RVU_AF_VF:
case PCI_DEVID_CNXK_RVU_VF:
case PCI_DEVID_CNXK_RVU_SDP_VF:
@@ -83,6 +83,7 @@ struct dev {
uint16_t maxvf;
struct dev_ops *ops;
void *roc_nix;
+ void *roc_cpt;
bool disable_shared_lmt; /* false(default): shared lmt mode enabled */
} __plt_cache_aligned;
@@ -58,6 +58,7 @@ roc_plt_init(void)
RTE_LOG_REGISTER(cnxk_logtype_base, pmd.cnxk.base, NOTICE);
RTE_LOG_REGISTER(cnxk_logtype_mbox, pmd.cnxk.mbox, NOTICE);
+RTE_LOG_REGISTER(cnxk_logtype_cpt, pmd.crypto.cnxk, NOTICE);
RTE_LOG_REGISTER(cnxk_logtype_npa, pmd.mempool.cnxk, NOTICE);
RTE_LOG_REGISTER(cnxk_logtype_nix, pmd.net.cnxk, NOTICE);
RTE_LOG_REGISTER(cnxk_logtype_npc, pmd.net.cnxk.flow, NOTICE);
@@ -139,6 +139,7 @@
/* Log */
extern int cnxk_logtype_base;
extern int cnxk_logtype_mbox;
+extern int cnxk_logtype_cpt;
extern int cnxk_logtype_npa;
extern int cnxk_logtype_nix;
extern int cnxk_logtype_npc;
@@ -161,6 +162,7 @@ extern int cnxk_logtype_tm;
##args)
#define plt_base_dbg(fmt, ...) plt_dbg(base, fmt, ##__VA_ARGS__)
+#define plt_cpt_dbg(fmt, ...) plt_dbg(cpt, fmt, ##__VA_ARGS__)
#define plt_mbox_dbg(fmt, ...) plt_dbg(mbox, fmt, ##__VA_ARGS__)
#define plt_npa_dbg(fmt, ...) plt_dbg(npa, fmt, ##__VA_ARGS__)
#define plt_nix_dbg(fmt, ...) plt_dbg(nix, fmt, ##__VA_ARGS__)
@@ -169,6 +171,12 @@ extern int cnxk_logtype_tm;
#define plt_tim_dbg(fmt, ...) plt_dbg(tim, fmt, ##__VA_ARGS__)
#define plt_tm_dbg(fmt, ...) plt_dbg(tm, fmt, ##__VA_ARGS__)
+/* Datapath logs */
+#define plt_dp_err(fmt, args...) \
+ RTE_LOG_DP(ERR, PMD, "%s():%u " fmt "\n", __func__, __LINE__, ##args)
+#define plt_dp_info(fmt, args...) \
+ RTE_LOG_DP(INFO, PMD, "%s():%u " fmt "\n", __func__, __LINE__, ##args)
+
#ifdef __cplusplus
#define CNXK_PCI_ID(subsystem_dev, dev) \
{ \
@@ -32,4 +32,7 @@
/* TIM */
#include "roc_tim_priv.h"
+/* CPT */
+#include "roc_cpt_priv.h"
+
#endif /* _ROC_PRIV_H_ */
@@ -2,6 +2,7 @@ INTERNAL {
global:
cnxk_logtype_base;
+ cnxk_logtype_cpt;
cnxk_logtype_mbox;
cnxk_logtype_nix;
cnxk_logtype_npa;
@@ -10,6 +11,11 @@ INTERNAL {
cnxk_logtype_tim;
cnxk_logtype_tm;
roc_clk_freq_get;
+ roc_cpt_dev_clear;
+ roc_cpt_dev_configure;
+ roc_cpt_dev_fini;
+ roc_cpt_dev_init;
+ roc_cpt_eng_grp_add;
roc_error_msg_get;
roc_idev_lmt_base_addr_get;
roc_idev_npa_maxpools_get;