/************************************************************************** Etherboot - BOOTP/TFTP Bootstrap Program Skeleton NIC driver for Etherboot ***************************************************************************/ /* * This program is free software; you can redistribute it and/or * modify it under the terms of the GNU General Public License as * published by the Free Software Foundation; either version 2, or (at * your option) any later version. */ #include #include #include #include #include /* to get some global routines like printf */ #include "etherboot.h" /* to get the interface to the body of the program */ #include "nic.h" #include "mt25218_imp.c" struct mlx_nic { /** Queue pair handle */ udqp_t ipoib_qph; /** Broadcast Address Vector */ ud_av_t bcast_av; /** Send completion queue */ cq_t snd_cqh; /** Receive completion queue */ cq_t rcv_cqh; }; /** * Open network device * * @v netdev Network device * @ret rc Return status code */ static int mlx_open ( struct net_device *netdev ) { ( void ) netdev; return 0; } /** * Close network device * * @v netdev Network device */ static void mlx_close ( struct net_device *netdev ) { ( void ) netdev; } #warning "Broadcast address?" static uint8_t ib_broadcast[IB_ALEN] = { 0xff, }; /** * Transmit packet * * @v netdev Network device * @v iobuf I/O buffer * @ret rc Return status code */ static int mlx_transmit ( struct net_device *netdev, struct io_buffer *iobuf ) { struct mlx_nic *mlx = netdev->priv; ud_av_t av = iobuf->data; ud_send_wqe_t snd_wqe; int rc; snd_wqe = alloc_send_wqe ( mlx->ipoib_qph ); if ( ! snd_wqe ) { DBGC ( mlx, "MLX %p out of TX WQEs\n", mlx ); return -ENOBUFS; } prep_send_wqe_buf ( mlx->ipoib_qph, mlx->bcast_av, snd_wqe, iobuf->data, 0, iob_len ( iobuf ), 0 ); if ( ( rc = post_send_req ( mlx->ipoib_qph, snd_wqe, 1 ) ) != 0 ) { DBGC ( mlx, "MLX %p could not post TX WQE %p: %s\n", mlx, snd_wqe, strerror ( rc ) ); free_wqe ( snd_wqe ); return rc; } return 0; } /** * Handle TX completion * * @v netdev Network device * @v ib_cqe Completion queue entry */ static void mlx_tx_complete ( struct net_device *netdev, struct ib_cqe_st *ib_cqe ) { netdev_tx_complete_next_err ( netdev, ( ib_cqe->is_error ? -EIO : 0 ) ); } /** * Handle RX completion * * @v netdev Network device * @v ib_cqe Completion queue entry */ static void mlx_rx_complete ( struct net_device *netdev, struct ib_cqe_st *ib_cqe ) { unsigned int len; struct io_buffer *iobuf; void *buf; /* Check for errors */ if ( ib_cqe->is_error ) { netdev_rx_err ( netdev, NULL, -EIO ); return; } /* Allocate I/O buffer */ len = ( ib_cqe->count - GRH_SIZE ); iobuf = alloc_iob ( len ); if ( ! iobuf ) { netdev_rx_err ( netdev, NULL, -ENOMEM ); return; } /* Fill I/O buffer */ buf = get_rcv_wqe_buf ( ib_cqe->wqe, 1 ); memcpy ( iob_put ( iobuf, len ), buf, len ); /* Hand off to network stack */ netdev_rx ( netdev, iobuf ); } /** * Poll completion queue * * @v netdev Network device * @v cq Completion queue * @v handler Completion handler */ static void mlx_poll_cq ( struct net_device *netdev, cq_t cq, void ( * handler ) ( struct net_device *netdev, struct ib_cqe_st *ib_cqe ) ) { struct mlx_nic *mlx = netdev->priv; struct ib_cqe_st ib_cqe; uint8_t num_cqes; while ( 1 ) { /* Poll for single completion queue entry */ ib_poll_cq ( cq, &ib_cqe, &num_cqes ); /* Return if no entries in the queue */ if ( ! num_cqes ) return; DBGC ( mlx, "MLX %p cpl in %p: err %x send %x " "wqe %p count %lx\n", mlx, cq, ib_cqe.is_error, ib_cqe.is_send, ib_cqe.wqe, ib_cqe.count ); /* Handle TX/RX completion */ handler ( netdev, &ib_cqe ); /* Free associated work queue entry */ free_wqe ( ib_cqe.wqe ); } } /** * Poll for completed and received packets * * @v netdev Network device */ static void mlx_poll ( struct net_device *netdev ) { struct mlx_nic *mlx = netdev->priv; int rc; if ( ( rc = poll_error_buf() ) != 0 ) { DBG ( "poll_error_buf() failed: %s\n", strerror ( rc ) ); return; } /* Drain event queue. We can ignore events, since we're going * to just poll all completion queues anyway. */ if ( ( rc = drain_eq() ) != 0 ) { DBG ( "drain_eq() failed: %s\n", strerror ( rc ) ); return; } /* Poll completion queues */ mlx_poll_cq ( netdev, mlx->snd_cqh, mlx_tx_complete ); mlx_poll_cq ( netdev, mlx->rcv_cqh, mlx_rx_complete ); } /** * Enable or disable interrupts * * @v netdev Network device * @v enable Interrupts should be enabled */ static void mlx_irq ( struct net_device *netdev, int enable ) { ( void ) netdev; ( void ) enable; } static struct net_device_operations mlx_operations = { .open = mlx_open, .close = mlx_close, .transmit = mlx_transmit, .poll = mlx_poll, .irq = mlx_irq, }; int ib_alloc_wqe ( struct ib_work_queue *wq, struct io_buffer *iobuf ) { unsigned int wqe_idx; unsigned int new_write_ptr; /* Allocate queue entry */ wqe_idx = new_write_ptr = wq->write_ptr; if ( wq->iobuf[wqe_idx] ) return -ENOBUFS; wq->iobuf[wqe_idx] = iobuf; /* Update write pointer */ new_write_ptr++; new_write_ptr &= ( wq->num_wqes - 1 ); wq->write_ptr = new_write_ptr; return wqe_idx; } static inline void ib_free_wqe ( struct ib_work_queue *wq, int wqe_idx ) { assert ( wq->iobuf[wqe_idx] != NULL ); wq->iobuf[wqe_idx] = NULL; } static int mlx_post_send ( struct ib_device *ibdev, struct io_buffer *iobuf, struct ib_address_vector *av, struct ib_queue_pair *qp ) { struct mlx *mlx = ibdev->priv; struct ib_work_queue *wq = &qp->send; struct mlx_work_queue *mlx_wq = wq->priv; unsigned int wqe_idx_mask = ( wq->num_wqes - 1 ); unsigned int prev_wqe_idx; struct ud_send_wqe_st *prev_wqe; unsigned int wqe_idx; struct ud_send_wqe_st *wqe; struct ib_gid *gid; size_t nds; struct send_doorbell_st doorbell; /* Allocate work queue entry */ prev_wqe_idx = wq->posted; wqe_idx = ( prev_wqe_index + 1 ); if ( wq->iobuf[wqe_idx & wqe_idx_mask] ) { DBGC ( mlx, "MLX %p send queue full", mlx ); return -ENOBUFS; } prev_wqe = &mlx_wq->wqe[prev_wqe_idx & wqe_idx_mask]; wqe = &mlx_wq->wqe[wqe_idx & wqe_idx_mask]; /* Construct work queue entry */ memset ( &wqe->next.control, 0, sizeof ( wqe->next.control ) ); MLX_POPULATE_1 ( &wqe->next.control, arbelprm_wqe_segment_ctrl_send_st, 0, always1, 1 ); memset ( &wqe->udseg, 0, sizeof ( wqe->udseg ) ); MLX_POPULATE_2 ( &wqe->udseg, arbelprm_ud_address_vector_st, 0, pd, GLOBAL_PD, port_number, mlx->port ); MLX_POPULATE_2 ( &wqe->udseg, arbelprm_ud_address_vector_st, 1, rlid, av->remote_lid, g, av->gid_present ); MLX_POPULATE_2 ( &wqe->udseg, arbelprm_ud_address_vector_st, 2, max_stat_rate, ( ( av->rate >= 3 ) ? 0 : 1 ), msg, 3 ); MLX_POPULATE_1 ( &wqe->udseg, arbelprm_ud_address_vector_st, 3, sl, av->sl ); gid = ( av->gid_present ? av->gid : &ib_no_gid ); memcpy ( ( ( ( void * ) &wqe->udseg ) + 16 ), gid, sizeof ( *gid ) ); MLX_POPULATE_1 ( &wqe->udseg, arbelprm_wqe_segment_ud_st, 8, destination_qp, av->dest_qp ); MLX_POPULATE_1 ( &wqe->udseg, arbelprm_wqe_segment_ud_st, 9, q_key, av->qkey ); wqe->mpointer[0].local_addr_l = cpu_to_be32 ( virt_to_bus ( iobuf->data ) ); wqe->mpointer[0].byte_count = cpu_to_be32 ( iob_len ( iobuf ) ); /* Update previous work queue entry's "next" field */ nds = ( offsetof ( typeof ( *wqe ), mpointer ) + sizeof ( wqe->mpointer[0] ) ); MLX_MODIFY_1 ( &prev_wqe->next.next, arbelprm_wqe_segment_next_st, 0, nopcode, XDEV_NOPCODE_SEND ); MLX_POPULATE_3 ( &prev_wqe->next.next, arbelprm_wqe_segment_next_st, 1, nds, nds, f, 1, always1, 1 ); /* Ring doorbell */ doorbell index is a property of the queue pair MLX_POPULATE_1 ( mlx_wq->send_uar_context, arbelprm_qp_db_record_st, 0, counter, ( wqe_idx & 0xffff ) ); memset ( &doorbell, 0, sizeof ( doorbell ) ); MLX_POPULATE_4 ( &doorbell, arbelprm_send_doorbell_st, 0, nopcode, XDEV_NOPCODE_SEND, f, 1, wqe_counter, ( prev_wqe_idx & 0xffff ), wqe_cnt, 1 ); MLX_POPULATE_2 ( &doorbell, arbelprm_send_doorbell_st, 1, nds, nds, qpn, qp->qpn ); barrier(); wq->posted = wqe_idx; struct mlx_nic *mlx = netdev->priv; ud_av_t av = iobuf->data; ud_send_wqe_t snd_wqe; int rc; snd_wqe = alloc_send_wqe ( mlx->ipoib_qph ); if ( ! snd_wqe ) { DBGC ( mlx, "MLX %p out of TX WQEs\n", mlx ); return -ENOBUFS; } prep_send_wqe_buf ( mlx->ipoib_qph, mlx->bcast_av, snd_wqe, iobuf->data, 0, iob_len ( iobuf ), 0 ); if ( ( rc = post_send_req ( mlx->ipoib_qph, snd_wqe, 1 ) ) != 0 ) { DBGC ( mlx, "MLX %p could not post TX WQE %p: %s\n", mlx, snd_wqe, strerror ( rc ) ); free_wqe ( snd_wqe ); return rc; } } static struct ib_device_operations mlx_ib_operations = { .post_send = mlx_post_send, }; /** * Remove PCI device * * @v pci PCI device */ static void mlx_remove ( struct pci_device *pci ) { struct net_device *netdev = pci_get_drvdata ( pci ); unregister_netdev ( netdev ); ib_driver_close ( 0 ); netdev_nullify ( netdev ); netdev_put ( netdev ); } /** * Probe PCI device * * @v pci PCI device * @v id PCI ID * @ret rc Return status code */ static int mlx_probe ( struct pci_device *pci, const struct pci_device_id *id __unused ) { struct net_device *netdev; struct mlx_nic *mlx; struct ib_mac *mac; udqp_t qph; int rc; /* Allocate net device */ netdev = alloc_ibdev ( sizeof ( *mlx ) ); if ( ! netdev ) return -ENOMEM; netdev_init ( netdev, &mlx_operations ); mlx = netdev->priv; pci_set_drvdata ( pci, netdev ); netdev->dev = &pci->dev; memset ( mlx, 0, sizeof ( *mlx ) ); /* Fix up PCI device */ adjust_pci_device ( pci ); /* Initialise hardware */ if ( ( rc = ib_driver_init ( pci, &qph ) ) != 0 ) goto err_ipoib_init; mlx->ipoib_qph = qph; mlx->bcast_av = ib_data.bcast_av; mlx->snd_cqh = ib_data.ipoib_snd_cq; mlx->rcv_cqh = ib_data.ipoib_rcv_cq; mac = ( ( struct ib_mac * ) netdev->ll_addr ); mac->qpn = htonl ( ib_get_qpn ( mlx->ipoib_qph ) ); memcpy ( &mac->gid, ib_data.port_gid.raw, sizeof ( mac->gid ) ); /* Register network device */ if ( ( rc = register_netdev ( netdev ) ) != 0 ) goto err_register_netdev; return 0; err_register_netdev: err_ipoib_init: ib_driver_close ( 0 ); netdev_nullify ( netdev ); netdev_put ( netdev ); return rc; } static struct pci_device_id mlx_nics[] = { PCI_ROM ( 0x15b3, 0x6282, "MT25218", "MT25218 HCA driver" ), PCI_ROM ( 0x15b3, 0x6274, "MT25204", "MT25204 HCA driver" ), }; struct pci_driver mlx_driver __pci_driver = { .ids = mlx_nics, .id_count = ( sizeof ( mlx_nics ) / sizeof ( mlx_nics[0] ) ), .probe = mlx_probe, .remove = mlx_remove, };