diff --git a/lib/include/openamp/rpmsg_virtio.h b/lib/include/openamp/rpmsg_virtio.h index 3d03e8d5..18f1e44b 100644 --- a/lib/include/openamp/rpmsg_virtio.h +++ b/lib/include/openamp/rpmsg_virtio.h @@ -141,8 +141,14 @@ rpmsg_virtio_create_virtqueues(struct rpmsg_virtio_device *rvdev, const char *names[], vq_callback *callbacks) { - return virtio_create_virtqueues(rvdev->vdev, flags, nvqs, names, - callbacks); + return rvdev->vdev->func->create_virtqueues(rvdev->vdev, flags, nvqs, + names, callbacks); +} + +static inline void +rpmsg_virtio_delete_virtqueues(struct rpmsg_virtio_device *rvdev) +{ + rvdev->vdev->func->delete_virtqueues(rvdev->vdev); } /** diff --git a/lib/include/openamp/virtio.h b/lib/include/openamp/virtio.h index 7503b2ab..be805685 100644 --- a/lib/include/openamp/virtio.h +++ b/lib/include/openamp/virtio.h @@ -161,6 +161,11 @@ void virtio_describe(struct virtio_device *dev, const char *msg, */ struct virtio_dispatch { + int (*create_virtqueues)(struct virtio_device *vdev, + unsigned int flags, + unsigned int nvqs, const char *names[], + vq_callback callbacks[]); + void (*delete_virtqueues)(struct virtio_device *vdev); uint8_t (*get_status)(struct virtio_device *dev); void (*set_status)(struct virtio_device *dev, uint8_t status); uint32_t (*get_features)(struct virtio_device *dev); @@ -185,6 +190,98 @@ int virtio_create_virtqueues(struct virtio_device *vdev, unsigned int flags, unsigned int nvqs, const char *names[], vq_callback callbacks[]); +/** + * @brief Create the virtio device virtqueue. + * + * @param vdev Pointer to virtio device structure. + * @param flags Create flag. + * @param nvqs The virtqueue number. + * @param names Virtqueue names. + * @param callbacks Virtqueue callback functions. + * + * @return Pointer to virtio device structure. + */ +#define virtio_dispatch_create_virtqueues(vdev, flags, nvqs, names, callbacks) \ + vdev->func->create_virtqueues(vdev, flags, nvqs, names, callbacks) + +/** + * @brief Delete the virtio device virtqueue. + * + * @param vdev Pointer to virtio device structure. + * + * @return pointer to virtio device structure. + */ +#define virtio_dispatch_delete_virtqueues(vdev) \ + vdev->func->delete_virtqueues(vdev) + +/** + * @brief Retrieve device status. + * + * @param dev Pointer to device structure. + * + * @return status of the device. + */ +#define virtio_dispatch_get_status(vdev) \ + vdev->func->get_status(vdev) + +/** + * @brief Set device status. + * + * @param dev Pointer to device structure. + * @param status Value to be set as device status. + */ +#define virtio_dispatch_set_status(vdev) \ + vdev->func->set_status(vdev) + +/** + * @brief Retrieve configuration data from the device. + * + * @param dev Pointer to device structure. + * @param offset Offset of the data within the configuration area. + * @param dst Address of the buffer that will hold the data. + * @param len Length of the data to be retrieved. + */ +#define virtio_dispatch_read_config(vdev, offset, dst, length) \ + vdev->func->read_config(vdev, offset, dst, length) + +/** + * @brief Write configuration data to the device. + * + * @param dev Pointer to device structure. + * @param offset Offset of the data within the configuration area. + * @param src Address of the buffer that holds the data to write. + * @param len Length of the data to be written. + */ +#define virtio_dispatch_write_config(vdev, offset, src, length) \ + vdev->func->write_config(vdev, offset, src, length) + +/** + * @brief Get the virtio device features. + * + * @param[in] dev Pointer to device structure. + * + * @return Features supported by both the driver and the device as a bitfield. + */ +#define virtio_dispatch_get_features(vdev) \ + vdev->func->get_features(vdev) + +/** + * @brief Set features supported by the VIRTIO driver. + * + * @param dev Pointer to device structure. + * @param features Features supported by the driver as a bitfield. + */ +#define virtio_dispatch_set_feature(vdev, features) \ + vdev->func->set_features(vdev, features) + +/** + * @brief Reset virtio device. + * + * @param vdev Pointer to virtio_device structure. + */ +#define virtio_dispatch_reset_device(vdev) \ + vdev->func->reset_device(vdev) + #if defined __cplusplus } #endif diff --git a/lib/remoteproc/remoteproc.c b/lib/remoteproc/remoteproc.c index ad16a2d7..b32961a8 100644 --- a/lib/remoteproc/remoteproc.c +++ b/lib/remoteproc/remoteproc.c @@ -912,7 +912,6 @@ remoteproc_create_virtio(struct remoteproc *rproc, struct remoteproc_virtio *rpvdev; size_t vdev_rsc_offset; unsigned int notifyid; - unsigned int num_vrings, i; struct metal_list *node; #ifdef VIRTIO_DRIVER_ONLY @@ -959,39 +958,8 @@ remoteproc_create_virtio(struct remoteproc *rproc, rpvdev = metal_container_of(vdev, struct remoteproc_virtio, vdev); metal_list_add_tail(&rproc->vdevs, &rpvdev->node); - num_vrings = vdev_rsc->num_of_vrings; - - /* set the notification id for vrings */ - for (i = 0; i < num_vrings; i++) { - struct fw_rsc_vdev_vring *vring_rsc; - metal_phys_addr_t da; - unsigned int num_descs, align; - struct metal_io_region *io; - void *va; - size_t size; - int ret; - - vring_rsc = &vdev_rsc->vring[i]; - notifyid = vring_rsc->notifyid; - da = vring_rsc->da; - num_descs = vring_rsc->num; - align = vring_rsc->align; - size = vring_size(num_descs, align); - va = remoteproc_mmap(rproc, NULL, &da, size, 0, &io); - if (!va) - goto err1; - ret = rproc_virtio_init_vring(vdev, i, notifyid, - va, io, num_descs, align); - if (ret) - goto err1; - } metal_mutex_release(&rproc->lock); return vdev; - -err1: - remoteproc_remove_virtio(rproc, vdev); - metal_mutex_release(&rproc->lock); - return NULL; } void remoteproc_remove_virtio(struct remoteproc *rproc, diff --git a/lib/remoteproc/remoteproc_virtio.c b/lib/remoteproc/remoteproc_virtio.c index 169e5b5f..77c3ba3e 100644 --- a/lib/remoteproc/remoteproc_virtio.c +++ b/lib/remoteproc/remoteproc_virtio.c @@ -16,6 +16,139 @@ #include #include +static void rproc_virtio_delete_virtqueues(struct virtio_device *vdev) +{ + struct virtio_vring_info *vring_info; + unsigned int i; + + if (vdev->vrings_info != NULL) { + for (i = 0; i < vdev->vrings_num; i++) { + vring_info = &vdev->vrings_info[i]; + if (vring_info->vq != NULL) { + virtqueue_free(vring_info->vq); + } + } + + metal_free_memory(vdev->vrings_info); + } +} + +static int rproc_virtio_create_virtqueue(struct virtio_device *vdev, + unsigned int flags, + unsigned int i, + const char *name, + vq_callback callback) +{ + struct remoteproc_virtio *rpvdev; + struct fw_rsc_vdev_vring *vring_rsc; + struct fw_rsc_vdev *vdev_rsc; + struct remoteproc *rproc; + struct virtio_vring_info *vring_info; + struct vring_alloc_info *vring_alloc; + struct metal_io_region *io; + metal_phys_addr_t da; + size_t vringsize; + void *va; + int ret; + + /* Get remoteproc virtio device */ + rpvdev = metal_container_of(vdev, struct remoteproc_virtio, vdev); + + /* Get the remoteproc */ + rproc = rpvdev->priv; + + /* Get the rsc table */ + vdev_rsc = rpvdev->vdev_rsc; + vring_rsc = &vdev_rsc->vring[i]; + + /* + * Initialize the vring information according to the vring resource + * table. + */ + da = vring_rsc->da; + vringsize = vring_size(vring_rsc->num, vring_rsc->align); + va = remoteproc_mmap(rproc, NULL, &da, vringsize, 0, &io); + if (!va) { + return ERROR_VQUEUE_INVLD_PARAM; + } + + ret = rproc_virtio_init_vring(vdev, i, vring_rsc->notifyid, va, io, + vring_rsc->num, vring_rsc->align); + if (ret) { + return ret; + } + + /* Get the vring information */ + vring_info = &vdev->vrings_info[i]; + vring_alloc = &vring_info->info; + + /* Alloc the virtqueue and init it */ + vring_info->vq = virtqueue_allocate(vring_alloc->num_descs); + if (!vring_info->vq) { + return ERROR_NO_MEM; + } + +#ifndef VIRTIO_DEVICE_ONLY + if (vdev->role == VIRTIO_DEV_DRIVER) { + size_t offset = metal_io_virt_to_offset(vring_info->io, + vring_alloc->vaddr); + metal_io_block_set(vring_info->io, offset, 0, vringsize); + } +#endif + ret = virtqueue_create(vdev, i, name, vring_alloc, callback, + vdev->func->notify, vring_info->vq); + if (ret) { + return ret; + } + return 0; +} + +static int rproc_virtio_create_virtqueues(struct virtio_device *vdev, + unsigned int flags, + unsigned int nvqs, + const char *names[], + vq_callback callbacks[]) +{ + struct remoteproc_virtio *rpvdev; + struct virtio_vring_info *vrings_info; + struct fw_rsc_vdev *vdev_rsc; + unsigned int i; + int ret; + (void)flags; + + /* Get remoteproc virtio device, rsc table, remoteproc */ + rpvdev = metal_container_of(vdev, struct remoteproc_virtio, vdev); + vdev_rsc = rpvdev->vdev_rsc; + + /* Check vrings number */ + if (nvqs > vdev_rsc->num_of_vrings) + return ERROR_VQUEUE_INVLD_PARAM; + + /* Alloc vrings info for the virtio device */ + vrings_info = metal_allocate_memory(sizeof(*vrings_info) * nvqs); + if (!vrings_info) { + return ERROR_NO_MEM; + } + + memset(vrings_info, 0, sizeof(*vrings_info) * nvqs); + vdev->vrings_info = vrings_info; + vdev->vrings_num = nvqs; + + /* set the notification id for vrings */ + for (i = 0; i < nvqs; i++) { + ret = rproc_virtio_create_virtqueue(vdev, flags, i, names[i], + callbacks[i]); + if (ret) { + goto err; + } + } + return 0; + +err: + rproc_virtio_delete_virtqueues(vdev); + return ret; +} + static void rproc_virtio_virtqueue_notify(struct virtqueue *vq) { struct remoteproc_virtio *rpvdev; @@ -135,7 +268,7 @@ static void rproc_virtio_read_config(struct virtio_device *vdev, rpvdev = metal_container_of(vdev, struct remoteproc_virtio, vdev); vdev_rsc = rpvdev->vdev_rsc; - config = (char *)(&vdev_rsc->vring[vdev->vrings_num]); + config = (char *)(&vdev_rsc->vring[vdev_rsc->num_of_vrings]); io = rpvdev->vdev_rsc_io; if (offset + length <= vdev_rsc->config_len) @@ -155,7 +288,7 @@ static void rproc_virtio_write_config(struct virtio_device *vdev, rpvdev = metal_container_of(vdev, struct remoteproc_virtio, vdev); vdev_rsc = rpvdev->vdev_rsc; - config = (char *)(&vdev_rsc->vring[vdev->vrings_num]); + config = (char *)(&vdev_rsc->vring[vdev_rsc->num_of_vrings]); io = rpvdev->vdev_rsc_io; if (offset + length <= vdev_rsc->config_len) { @@ -175,6 +308,8 @@ static void rproc_virtio_reset_device(struct virtio_device *vdev) #endif static const struct virtio_dispatch remoteproc_virtio_dispatch_funcs = { + .create_virtqueues = rproc_virtio_create_virtqueues, + .delete_virtqueues = rproc_virtio_delete_virtqueues, .get_status = rproc_virtio_get_status, .get_features = rproc_virtio_get_features, .read_config = rproc_virtio_read_config, @@ -201,44 +336,16 @@ rproc_virtio_create_vdev(unsigned int role, unsigned int notifyid, virtio_dev_reset_cb rst_cb) { struct remoteproc_virtio *rpvdev; - struct virtio_vring_info *vrings_info; struct fw_rsc_vdev *vdev_rsc = rsc; struct virtio_device *vdev; - unsigned int num_vrings = vdev_rsc->num_of_vrings; - unsigned int i; rpvdev = metal_allocate_memory(sizeof(*rpvdev)); if (!rpvdev) return NULL; - vrings_info = metal_allocate_memory(sizeof(*vrings_info) * num_vrings); - if (!vrings_info) - goto err0; memset(rpvdev, 0, sizeof(*rpvdev)); - memset(vrings_info, 0, sizeof(*vrings_info)); vdev = &rpvdev->vdev; - - for (i = 0; i < num_vrings; i++) { - struct virtqueue *vq; -#ifndef VIRTIO_DEVICE_ONLY - struct fw_rsc_vdev_vring *vring_rsc; -#endif - unsigned int num_extra_desc = 0; - -#ifndef VIRTIO_DEVICE_ONLY - vring_rsc = &vdev_rsc->vring[i]; - if (role == VIRTIO_DEV_DRIVER) { - num_extra_desc = vring_rsc->num; - } -#endif - vq = virtqueue_allocate(num_extra_desc); - if (!vq) - goto err1; - vrings_info[i].vq = vq; - } - rpvdev->notify = notify; rpvdev->priv = priv; - vdev->vrings_info = vrings_info; /* Assuming the shared memory has been mapped and registered if * necessary */ @@ -248,7 +355,6 @@ rproc_virtio_create_vdev(unsigned int role, unsigned int notifyid, vdev->notifyid = notifyid; vdev->role = role; vdev->reset_cb = rst_cb; - vdev->vrings_num = num_vrings; vdev->func = &remoteproc_virtio_dispatch_funcs; #ifndef VIRTIO_DEVICE_ONLY @@ -260,35 +366,15 @@ rproc_virtio_create_vdev(unsigned int role, unsigned int notifyid, #endif return &rpvdev->vdev; - -err1: - for (i = 0; i < num_vrings; i++) { - if (vrings_info[i].vq) - metal_free_memory(vrings_info[i].vq); - } - metal_free_memory(vrings_info); -err0: - metal_free_memory(rpvdev); - return NULL; } void rproc_virtio_remove_vdev(struct virtio_device *vdev) { struct remoteproc_virtio *rpvdev; - unsigned int i; if (!vdev) return; rpvdev = metal_container_of(vdev, struct remoteproc_virtio, vdev); - for (i = 0; i < vdev->vrings_num; i++) { - struct virtqueue *vq; - - vq = vdev->vrings_info[i].vq; - if (vq) - metal_free_memory(vq); - } - if (vdev->vrings_info) - metal_free_memory(vdev->vrings_info); metal_free_memory(rpvdev); } diff --git a/lib/rpmsg/rpmsg_virtio.c b/lib/rpmsg/rpmsg_virtio.c index 0ec51939..d8cfa903 100644 --- a/lib/rpmsg/rpmsg_virtio.c +++ b/lib/rpmsg/rpmsg_virtio.c @@ -764,8 +764,6 @@ int rpmsg_init_vdev_with_config(struct rpmsg_virtio_device *rvdev, vq_names[1] = "tx_vq"; callback[0] = rpmsg_virtio_rx_callback; callback[1] = rpmsg_virtio_tx_callback; - rvdev->rvq = vdev->vrings_info[0].vq; - rvdev->svq = vdev->vrings_info[1].vq; } #endif /*!VIRTIO_DEVICE_ONLY*/ @@ -776,8 +774,6 @@ int rpmsg_init_vdev_with_config(struct rpmsg_virtio_device *rvdev, vq_names[1] = "rx_vq"; callback[0] = rpmsg_virtio_tx_callback; callback[1] = rpmsg_virtio_rx_callback; - rvdev->rvq = vdev->vrings_info[1].vq; - rvdev->svq = vdev->vrings_info[0].vq; } #endif /*!VIRTIO_DRIVER_ONLY*/ rvdev->shbuf_io = shm_io; @@ -789,6 +785,21 @@ int rpmsg_init_vdev_with_config(struct rpmsg_virtio_device *rvdev, if (status != RPMSG_SUCCESS) return status; + /* Create virtqueue success, assign back the virtqueue */ +#ifndef VIRTIO_DEVICE_ONLY + if (role == RPMSG_HOST) { + rvdev->rvq = vdev->vrings_info[0].vq; + rvdev->svq = vdev->vrings_info[1].vq; + } +#endif /*!VIRTIO_DEVICE_ONLY*/ + +#ifndef VIRTIO_DRIVER_ONLY + if (role == RPMSG_REMOTE) { + rvdev->rvq = vdev->vrings_info[1].vq; + rvdev->svq = vdev->vrings_info[0].vq; + } +#endif /*!VIRTIO_DRIVER_ONLY*/ + /* * Suppress "tx-complete" interrupts * since send method use busy loop when buffer pool exhaust @@ -816,7 +827,8 @@ int rpmsg_init_vdev_with_config(struct rpmsg_virtio_device *rvdev, rvdev->config.r2h_buf_size); if (!buffer) { - return RPMSG_ERR_NO_BUFF; + status = RPMSG_ERR_NO_BUFF; + goto err; } vqbuf.buf = buffer; @@ -830,7 +842,7 @@ int rpmsg_init_vdev_with_config(struct rpmsg_virtio_device *rvdev, buffer); if (status != RPMSG_SUCCESS) { - return status; + goto err; } } } @@ -855,6 +867,10 @@ int rpmsg_init_vdev_with_config(struct rpmsg_virtio_device *rvdev, #endif /*!VIRTIO_DEVICE_ONLY*/ return status; + +err: + rpmsg_virtio_delete_virtqueues(rvdev); + return status; } void rpmsg_deinit_vdev(struct rpmsg_virtio_device *rvdev) @@ -874,6 +890,7 @@ void rpmsg_deinit_vdev(struct rpmsg_virtio_device *rvdev) rvdev->rvq = 0; rvdev->svq = 0; + rpmsg_virtio_delete_virtqueues(rvdev); metal_mutex_deinit(&rdev->lock); } } diff --git a/lib/virtio/virtio.c b/lib/virtio/virtio.c index d25aec33..587a266e 100644 --- a/lib/virtio/virtio.c +++ b/lib/virtio/virtio.c @@ -135,4 +135,3 @@ int virtio_create_virtqueues(struct virtio_device *vdev, unsigned int flags, } return 0; } -