Lines Matching full:adapter
100 static int reset_sub_crq_queues(struct ibmvnic_adapter *adapter);
101 static inline void reinit_init_done(struct ibmvnic_adapter *adapter);
102 static void send_query_map(struct ibmvnic_adapter *adapter);
105 static int send_login(struct ibmvnic_adapter *adapter);
106 static void send_query_cap(struct ibmvnic_adapter *adapter);
108 static int init_sub_crq_irqs(struct ibmvnic_adapter *adapter);
112 static int init_crq_queue(struct ibmvnic_adapter *adapter);
113 static int send_query_phys_parms(struct ibmvnic_adapter *adapter);
114 static void ibmvnic_tx_scrq_clean_buffer(struct ibmvnic_adapter *adapter,
116 static void free_long_term_buff(struct ibmvnic_adapter *adapter,
118 static void ibmvnic_disable_irqs(struct ibmvnic_adapter *adapter);
119 static void flush_reset_queue(struct ibmvnic_adapter *adapter);
156 static int send_crq_init_complete(struct ibmvnic_adapter *adapter) in send_crq_init_complete() argument
164 return ibmvnic_send_crq(adapter, &crq); in send_crq_init_complete()
167 static int send_version_xchg(struct ibmvnic_adapter *adapter) in send_version_xchg() argument
176 return ibmvnic_send_crq(adapter, &crq); in send_version_xchg()
179 static void ibmvnic_clean_queue_affinity(struct ibmvnic_adapter *adapter, in ibmvnic_clean_queue_affinity() argument
188 netdev_warn(adapter->netdev, in ibmvnic_clean_queue_affinity()
193 static void ibmvnic_clean_affinity(struct ibmvnic_adapter *adapter) in ibmvnic_clean_affinity() argument
200 rxqs = adapter->rx_scrq; in ibmvnic_clean_affinity()
201 txqs = adapter->tx_scrq; in ibmvnic_clean_affinity()
202 num_txqs = adapter->num_active_tx_scrqs; in ibmvnic_clean_affinity()
203 num_rxqs = adapter->num_active_rx_scrqs; in ibmvnic_clean_affinity()
205 netdev_dbg(adapter->netdev, "%s: Cleaning irq affinity hints", __func__); in ibmvnic_clean_affinity()
208 ibmvnic_clean_queue_affinity(adapter, txqs[i]); in ibmvnic_clean_affinity()
212 ibmvnic_clean_queue_affinity(adapter, rxqs[i]); in ibmvnic_clean_affinity()
251 static void ibmvnic_set_affinity(struct ibmvnic_adapter *adapter) in ibmvnic_set_affinity() argument
253 struct ibmvnic_sub_crq_queue **rxqs = adapter->rx_scrq; in ibmvnic_set_affinity()
254 struct ibmvnic_sub_crq_queue **txqs = adapter->tx_scrq; in ibmvnic_set_affinity()
256 int num_rxqs = adapter->num_active_rx_scrqs, i_rxqs = 0; in ibmvnic_set_affinity()
257 int num_txqs = adapter->num_active_tx_scrqs, i_txqs = 0; in ibmvnic_set_affinity()
263 netdev_dbg(adapter->netdev, "%s: Setting irq affinity hints", __func__); in ibmvnic_set_affinity()
264 if (!(adapter->rx_scrq && adapter->tx_scrq)) { in ibmvnic_set_affinity()
265 netdev_warn(adapter->netdev, in ibmvnic_set_affinity()
300 rc = __netif_set_xps_queue(adapter->netdev, in ibmvnic_set_affinity()
304 netdev_warn(adapter->netdev, "%s: Set XPS on queue %d failed, rc = %d.\n", in ibmvnic_set_affinity()
310 netdev_warn(adapter->netdev, in ibmvnic_set_affinity()
313 ibmvnic_clean_affinity(adapter); in ibmvnic_set_affinity()
319 struct ibmvnic_adapter *adapter; in ibmvnic_cpu_online() local
321 adapter = hlist_entry_safe(node, struct ibmvnic_adapter, node); in ibmvnic_cpu_online()
322 ibmvnic_set_affinity(adapter); in ibmvnic_cpu_online()
328 struct ibmvnic_adapter *adapter; in ibmvnic_cpu_dead() local
330 adapter = hlist_entry_safe(node, struct ibmvnic_adapter, node_dead); in ibmvnic_cpu_dead()
331 ibmvnic_set_affinity(adapter); in ibmvnic_cpu_dead()
337 struct ibmvnic_adapter *adapter; in ibmvnic_cpu_down_prep() local
339 adapter = hlist_entry_safe(node, struct ibmvnic_adapter, node); in ibmvnic_cpu_down_prep()
340 ibmvnic_clean_affinity(adapter); in ibmvnic_cpu_down_prep()
346 static int ibmvnic_cpu_notif_add(struct ibmvnic_adapter *adapter) in ibmvnic_cpu_notif_add() argument
350 ret = cpuhp_state_add_instance_nocalls(ibmvnic_online, &adapter->node); in ibmvnic_cpu_notif_add()
354 &adapter->node_dead); in ibmvnic_cpu_notif_add()
357 cpuhp_state_remove_instance_nocalls(ibmvnic_online, &adapter->node); in ibmvnic_cpu_notif_add()
361 static void ibmvnic_cpu_notif_remove(struct ibmvnic_adapter *adapter) in ibmvnic_cpu_notif_remove() argument
363 cpuhp_state_remove_instance_nocalls(ibmvnic_online, &adapter->node); in ibmvnic_cpu_notif_remove()
365 &adapter->node_dead); in ibmvnic_cpu_notif_remove()
384 * @adapter: private device data
391 static int ibmvnic_wait_for_completion(struct ibmvnic_adapter *adapter, in ibmvnic_wait_for_completion() argument
399 netdev = adapter->netdev; in ibmvnic_wait_for_completion()
403 if (!adapter->crq.active) { in ibmvnic_wait_for_completion()
433 * @adapter: ibmvnic adapter associated to the LTB
446 * with the VIOS and reuse it on next open. Free LTB when adapter is closed.
451 static int alloc_long_term_buff(struct ibmvnic_adapter *adapter, in alloc_long_term_buff() argument
454 struct device *dev = &adapter->vdev->dev; in alloc_long_term_buff()
463 free_long_term_buff(adapter, ltb); in alloc_long_term_buff()
478 ltb->map_id = find_first_zero_bit(adapter->map_ids, in alloc_long_term_buff()
480 bitmap_set(adapter->map_ids, ltb->map_id, 1); in alloc_long_term_buff()
490 mutex_lock(&adapter->fw_lock); in alloc_long_term_buff()
491 adapter->fw_done_rc = 0; in alloc_long_term_buff()
492 reinit_completion(&adapter->fw_done); in alloc_long_term_buff()
494 rc = send_request_map(adapter, ltb->addr, ltb->size, ltb->map_id); in alloc_long_term_buff()
500 rc = ibmvnic_wait_for_completion(adapter, &adapter->fw_done, 10000); in alloc_long_term_buff()
507 if (adapter->fw_done_rc) { in alloc_long_term_buff()
509 adapter->fw_done_rc); in alloc_long_term_buff()
516 mutex_unlock(&adapter->fw_lock); in alloc_long_term_buff()
520 static void free_long_term_buff(struct ibmvnic_adapter *adapter, in free_long_term_buff() argument
523 struct device *dev = &adapter->vdev->dev; in free_long_term_buff()
532 if (adapter->reset_reason != VNIC_RESET_FAILOVER && in free_long_term_buff()
533 adapter->reset_reason != VNIC_RESET_MOBILITY && in free_long_term_buff()
534 adapter->reset_reason != VNIC_RESET_TIMEOUT) in free_long_term_buff()
535 send_request_unmap(adapter, ltb->map_id); in free_long_term_buff()
541 bitmap_clear(adapter->map_ids, ltb->map_id, 1); in free_long_term_buff()
547 * @adapter: The ibmvnic adapter containing this ltb set
553 static void free_ltb_set(struct ibmvnic_adapter *adapter, in free_ltb_set() argument
559 free_long_term_buff(adapter, <b_set->ltbs[i]); in free_ltb_set()
569 * @adapter: ibmvnic adapter associated to the LTB
583 static int alloc_ltb_set(struct ibmvnic_adapter *adapter, in alloc_ltb_set() argument
587 struct device *dev = &adapter->vdev->dev; in alloc_ltb_set()
626 free_long_term_buff(adapter, &old_set.ltbs[i]); in alloc_ltb_set()
663 rc = alloc_long_term_buff(adapter, &new_set.ltbs[i], ltb_size); in alloc_ltb_set()
747 static void deactivate_rx_pools(struct ibmvnic_adapter *adapter) in deactivate_rx_pools() argument
751 for (i = 0; i < adapter->num_active_rx_pools; i++) in deactivate_rx_pools()
752 adapter->rx_pool[i].active = 0; in deactivate_rx_pools()
755 static void replenish_rx_pool(struct ibmvnic_adapter *adapter, in replenish_rx_pool() argument
759 u64 handle = adapter->rx_scrq[pool->index]->handle; in replenish_rx_pool()
760 struct device *dev = &adapter->vdev->dev; in replenish_rx_pool()
778 rx_scrq = adapter->rx_scrq[pool->index]; in replenish_rx_pool()
797 skb = netdev_alloc_skb(adapter->netdev, in replenish_rx_pool()
801 adapter->replenish_no_mem++; in replenish_rx_pool()
845 send_subcrq_indirect(adapter, handle, in replenish_rx_pool()
851 adapter->replenish_add_buff_success += ind_bufp->index; in replenish_rx_pool()
874 adapter->replenish_add_buff_failure += ind_bufp->index; in replenish_rx_pool()
877 if (lpar_rc == H_CLOSED || adapter->failover_pending) { in replenish_rx_pool()
883 deactivate_rx_pools(adapter); in replenish_rx_pool()
884 netif_carrier_off(adapter->netdev); in replenish_rx_pool()
888 static void replenish_pools(struct ibmvnic_adapter *adapter) in replenish_pools() argument
892 adapter->replenish_task_cycles++; in replenish_pools()
893 for (i = 0; i < adapter->num_active_rx_pools; i++) { in replenish_pools()
894 if (adapter->rx_pool[i].active) in replenish_pools()
895 replenish_rx_pool(adapter, &adapter->rx_pool[i]); in replenish_pools()
898 netdev_dbg(adapter->netdev, "Replenished %d pools\n", i); in replenish_pools()
901 static void release_stats_buffers(struct ibmvnic_adapter *adapter) in release_stats_buffers() argument
903 kfree(adapter->tx_stats_buffers); in release_stats_buffers()
904 kfree(adapter->rx_stats_buffers); in release_stats_buffers()
905 adapter->tx_stats_buffers = NULL; in release_stats_buffers()
906 adapter->rx_stats_buffers = NULL; in release_stats_buffers()
909 static int init_stats_buffers(struct ibmvnic_adapter *adapter) in init_stats_buffers() argument
911 adapter->tx_stats_buffers = in init_stats_buffers()
915 if (!adapter->tx_stats_buffers) in init_stats_buffers()
918 adapter->rx_stats_buffers = in init_stats_buffers()
922 if (!adapter->rx_stats_buffers) in init_stats_buffers()
928 static void release_stats_token(struct ibmvnic_adapter *adapter) in release_stats_token() argument
930 struct device *dev = &adapter->vdev->dev; in release_stats_token()
932 if (!adapter->stats_token) in release_stats_token()
935 dma_unmap_single(dev, adapter->stats_token, in release_stats_token()
938 adapter->stats_token = 0; in release_stats_token()
941 static int init_stats_token(struct ibmvnic_adapter *adapter) in init_stats_token() argument
943 struct device *dev = &adapter->vdev->dev; in init_stats_token()
947 stok = dma_map_single(dev, &adapter->stats, in init_stats_token()
956 adapter->stats_token = stok; in init_stats_token()
957 netdev_dbg(adapter->netdev, "Stats token initialized (%llx)\n", stok); in init_stats_token()
962 * release_rx_pools() - Release any rx pools attached to @adapter.
963 * @adapter: ibmvnic adapter
967 static void release_rx_pools(struct ibmvnic_adapter *adapter) in release_rx_pools() argument
972 if (!adapter->rx_pool) in release_rx_pools()
975 for (i = 0; i < adapter->num_active_rx_pools; i++) { in release_rx_pools()
976 rx_pool = &adapter->rx_pool[i]; in release_rx_pools()
978 netdev_dbg(adapter->netdev, "Releasing rx_pool[%d]\n", i); in release_rx_pools()
982 free_ltb_set(adapter, &rx_pool->ltb_set); in release_rx_pools()
997 kfree(adapter->rx_pool); in release_rx_pools()
998 adapter->rx_pool = NULL; in release_rx_pools()
999 adapter->num_active_rx_pools = 0; in release_rx_pools()
1000 adapter->prev_rx_pool_size = 0; in release_rx_pools()
1005 * @adapter: ibmvnic adapter
1007 * Check if the existing rx pools in the adapter can be reused. The
1017 static bool reuse_rx_pools(struct ibmvnic_adapter *adapter) in reuse_rx_pools() argument
1023 if (!adapter->rx_pool) in reuse_rx_pools()
1026 old_num_pools = adapter->num_active_rx_pools; in reuse_rx_pools()
1027 new_num_pools = adapter->req_rx_queues; in reuse_rx_pools()
1029 old_pool_size = adapter->prev_rx_pool_size; in reuse_rx_pools()
1030 new_pool_size = adapter->req_rx_add_entries_per_subcrq; in reuse_rx_pools()
1032 old_buff_size = adapter->prev_rx_buf_sz; in reuse_rx_pools()
1033 new_buff_size = adapter->cur_rx_buf_sz; in reuse_rx_pools()
1044 * init_rx_pools(): Initialize the set of receiver pools in the adapter.
1047 * Initialize the set of receiver pools in the ibmvnic adapter associated
1056 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in init_rx_pools() local
1057 struct device *dev = &adapter->vdev->dev; in init_rx_pools()
1064 pool_size = adapter->req_rx_add_entries_per_subcrq; in init_rx_pools()
1065 num_pools = adapter->req_rx_queues; in init_rx_pools()
1066 buff_size = adapter->cur_rx_buf_sz; in init_rx_pools()
1068 if (reuse_rx_pools(adapter)) { in init_rx_pools()
1074 release_rx_pools(adapter); in init_rx_pools()
1076 adapter->rx_pool = kcalloc(num_pools, in init_rx_pools()
1079 if (!adapter->rx_pool) { in init_rx_pools()
1087 adapter->num_active_rx_pools = num_pools; in init_rx_pools()
1090 rx_pool = &adapter->rx_pool[i]; in init_rx_pools()
1092 netdev_dbg(adapter->netdev, in init_rx_pools()
1118 adapter->prev_rx_pool_size = pool_size; in init_rx_pools()
1119 adapter->prev_rx_buf_sz = adapter->cur_rx_buf_sz; in init_rx_pools()
1123 rx_pool = &adapter->rx_pool[i]; in init_rx_pools()
1127 rc = alloc_ltb_set(adapter, &rx_pool->ltb_set, in init_rx_pools()
1161 release_rx_pools(adapter); in init_rx_pools()
1169 static void release_vpd_data(struct ibmvnic_adapter *adapter) in release_vpd_data() argument
1171 if (!adapter->vpd) in release_vpd_data()
1174 kfree(adapter->vpd->buff); in release_vpd_data()
1175 kfree(adapter->vpd); in release_vpd_data()
1177 adapter->vpd = NULL; in release_vpd_data()
1180 static void release_one_tx_pool(struct ibmvnic_adapter *adapter, in release_one_tx_pool() argument
1185 free_ltb_set(adapter, &tx_pool->ltb_set); in release_one_tx_pool()
1189 * release_tx_pools() - Release any tx pools attached to @adapter.
1190 * @adapter: ibmvnic adapter
1194 static void release_tx_pools(struct ibmvnic_adapter *adapter) in release_tx_pools() argument
1201 if (!adapter->tx_pool) in release_tx_pools()
1204 for (i = 0; i < adapter->num_active_tx_pools; i++) { in release_tx_pools()
1205 release_one_tx_pool(adapter, &adapter->tx_pool[i]); in release_tx_pools()
1206 release_one_tx_pool(adapter, &adapter->tso_pool[i]); in release_tx_pools()
1209 kfree(adapter->tx_pool); in release_tx_pools()
1210 adapter->tx_pool = NULL; in release_tx_pools()
1211 kfree(adapter->tso_pool); in release_tx_pools()
1212 adapter->tso_pool = NULL; in release_tx_pools()
1213 adapter->num_active_tx_pools = 0; in release_tx_pools()
1214 adapter->prev_tx_pool_size = 0; in release_tx_pools()
1249 * @adapter: ibmvnic adapter
1251 * Check if the existing tx pools in the adapter can be reused. The
1260 static bool reuse_tx_pools(struct ibmvnic_adapter *adapter) in reuse_tx_pools() argument
1266 if (!adapter->tx_pool) in reuse_tx_pools()
1269 old_num_pools = adapter->num_active_tx_pools; in reuse_tx_pools()
1270 new_num_pools = adapter->num_active_tx_scrqs; in reuse_tx_pools()
1271 old_pool_size = adapter->prev_tx_pool_size; in reuse_tx_pools()
1272 new_pool_size = adapter->req_tx_entries_per_subcrq; in reuse_tx_pools()
1273 old_mtu = adapter->prev_mtu; in reuse_tx_pools()
1274 new_mtu = adapter->req_mtu; in reuse_tx_pools()
1285 * init_tx_pools(): Initialize the set of transmit pools in the adapter.
1288 * Initialize the set of transmit pools in the ibmvnic adapter associated
1297 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in init_tx_pools() local
1298 struct device *dev = &adapter->vdev->dev; in init_tx_pools()
1304 num_pools = adapter->req_tx_queues; in init_tx_pools()
1310 if (reuse_tx_pools(adapter)) { in init_tx_pools()
1316 release_tx_pools(adapter); in init_tx_pools()
1318 pool_size = adapter->req_tx_entries_per_subcrq; in init_tx_pools()
1319 num_pools = adapter->num_active_tx_scrqs; in init_tx_pools()
1321 adapter->tx_pool = kcalloc(num_pools, in init_tx_pools()
1323 if (!adapter->tx_pool) in init_tx_pools()
1326 adapter->tso_pool = kcalloc(num_pools, in init_tx_pools()
1331 if (!adapter->tso_pool) { in init_tx_pools()
1332 kfree(adapter->tx_pool); in init_tx_pools()
1333 adapter->tx_pool = NULL; in init_tx_pools()
1340 adapter->num_active_tx_pools = num_pools; in init_tx_pools()
1342 buff_size = adapter->req_mtu + VLAN_HLEN; in init_tx_pools()
1347 i, adapter->req_tx_entries_per_subcrq, buff_size); in init_tx_pools()
1349 rc = init_one_tx_pool(netdev, &adapter->tx_pool[i], in init_tx_pools()
1354 rc = init_one_tx_pool(netdev, &adapter->tso_pool[i], in init_tx_pools()
1361 adapter->prev_tx_pool_size = pool_size; in init_tx_pools()
1362 adapter->prev_mtu = adapter->req_mtu; in init_tx_pools()
1376 tx_pool = &adapter->tx_pool[i]; in init_tx_pools()
1381 rc = alloc_ltb_set(adapter, &tx_pool->ltb_set, in init_tx_pools()
1392 tso_pool = &adapter->tso_pool[i]; in init_tx_pools()
1397 rc = alloc_ltb_set(adapter, &tso_pool->ltb_set, in init_tx_pools()
1411 release_tx_pools(adapter); in init_tx_pools()
1419 static void ibmvnic_napi_enable(struct ibmvnic_adapter *adapter) in ibmvnic_napi_enable() argument
1423 if (adapter->napi_enabled) in ibmvnic_napi_enable()
1426 for (i = 0; i < adapter->req_rx_queues; i++) in ibmvnic_napi_enable()
1427 napi_enable(&adapter->napi[i]); in ibmvnic_napi_enable()
1429 adapter->napi_enabled = true; in ibmvnic_napi_enable()
1432 static void ibmvnic_napi_disable(struct ibmvnic_adapter *adapter) in ibmvnic_napi_disable() argument
1436 if (!adapter->napi_enabled) in ibmvnic_napi_disable()
1439 for (i = 0; i < adapter->req_rx_queues; i++) { in ibmvnic_napi_disable()
1440 netdev_dbg(adapter->netdev, "Disabling napi[%d]\n", i); in ibmvnic_napi_disable()
1441 napi_disable(&adapter->napi[i]); in ibmvnic_napi_disable()
1444 adapter->napi_enabled = false; in ibmvnic_napi_disable()
1447 static int init_napi(struct ibmvnic_adapter *adapter) in init_napi() argument
1451 adapter->napi = kcalloc(adapter->req_rx_queues, in init_napi()
1453 if (!adapter->napi) in init_napi()
1456 for (i = 0; i < adapter->req_rx_queues; i++) { in init_napi()
1457 netdev_dbg(adapter->netdev, "Adding napi[%d]\n", i); in init_napi()
1458 netif_napi_add(adapter->netdev, &adapter->napi[i], in init_napi()
1462 adapter->num_active_rx_napi = adapter->req_rx_queues; in init_napi()
1466 static void release_napi(struct ibmvnic_adapter *adapter) in release_napi() argument
1470 if (!adapter->napi) in release_napi()
1473 for (i = 0; i < adapter->num_active_rx_napi; i++) { in release_napi()
1474 netdev_dbg(adapter->netdev, "Releasing napi[%d]\n", i); in release_napi()
1475 netif_napi_del(&adapter->napi[i]); in release_napi()
1478 kfree(adapter->napi); in release_napi()
1479 adapter->napi = NULL; in release_napi()
1480 adapter->num_active_rx_napi = 0; in release_napi()
1481 adapter->napi_enabled = false; in release_napi()
1512 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in ibmvnic_login() local
1525 adapter->init_done_rc = 0; in ibmvnic_login()
1526 reinit_completion(&adapter->init_done); in ibmvnic_login()
1527 rc = send_login(adapter); in ibmvnic_login()
1531 if (!wait_for_completion_timeout(&adapter->init_done, in ibmvnic_login()
1534 adapter->login_pending = false; in ibmvnic_login()
1538 if (adapter->init_done_rc == ABORTED) { in ibmvnic_login()
1541 adapter->init_done_rc = 0; in ibmvnic_login()
1547 } else if (adapter->init_done_rc == PARTIALSUCCESS) { in ibmvnic_login()
1549 release_sub_crqs(adapter, 1); in ibmvnic_login()
1554 adapter->init_done_rc = 0; in ibmvnic_login()
1555 reinit_completion(&adapter->init_done); in ibmvnic_login()
1556 send_query_cap(adapter); in ibmvnic_login()
1557 if (!wait_for_completion_timeout(&adapter->init_done, in ibmvnic_login()
1564 rc = init_sub_crqs(adapter); in ibmvnic_login()
1571 rc = init_sub_crq_irqs(adapter); in ibmvnic_login()
1578 } else if (adapter->init_done_rc) { in ibmvnic_login()
1579 netdev_warn(netdev, "Adapter login failed, init_done_rc = %d\n", in ibmvnic_login()
1580 adapter->init_done_rc); in ibmvnic_login()
1583 /* adapter login failed, so free any CRQs or sub-CRQs in ibmvnic_login()
1592 adapter->init_done_rc = 0; in ibmvnic_login()
1593 release_sub_crqs(adapter, true); in ibmvnic_login()
1601 reinit_init_done(adapter); in ibmvnic_login()
1605 adapter->failover_pending = false; in ibmvnic_login()
1606 release_crq_queue(adapter); in ibmvnic_login()
1617 spin_lock_irqsave(&adapter->rwi_lock, flags); in ibmvnic_login()
1618 flush_reset_queue(adapter); in ibmvnic_login()
1619 spin_unlock_irqrestore(&adapter->rwi_lock, in ibmvnic_login()
1622 rc = init_crq_queue(adapter); in ibmvnic_login()
1629 rc = ibmvnic_reset_init(adapter, false); in ibmvnic_login()
1643 __ibmvnic_set_mac(netdev, adapter->mac_addr); in ibmvnic_login()
1645 netdev_dbg(netdev, "[S:%s] Login succeeded\n", adapter_state_to_string(adapter->state)); in ibmvnic_login()
1649 static void release_login_buffer(struct ibmvnic_adapter *adapter) in release_login_buffer() argument
1651 if (!adapter->login_buf) in release_login_buffer()
1654 dma_unmap_single(&adapter->vdev->dev, adapter->login_buf_token, in release_login_buffer()
1655 adapter->login_buf_sz, DMA_TO_DEVICE); in release_login_buffer()
1656 kfree(adapter->login_buf); in release_login_buffer()
1657 adapter->login_buf = NULL; in release_login_buffer()
1660 static void release_login_rsp_buffer(struct ibmvnic_adapter *adapter) in release_login_rsp_buffer() argument
1662 if (!adapter->login_rsp_buf) in release_login_rsp_buffer()
1665 dma_unmap_single(&adapter->vdev->dev, adapter->login_rsp_buf_token, in release_login_rsp_buffer()
1666 adapter->login_rsp_buf_sz, DMA_FROM_DEVICE); in release_login_rsp_buffer()
1667 kfree(adapter->login_rsp_buf); in release_login_rsp_buffer()
1668 adapter->login_rsp_buf = NULL; in release_login_rsp_buffer()
1671 static void release_resources(struct ibmvnic_adapter *adapter) in release_resources() argument
1673 release_vpd_data(adapter); in release_resources()
1675 release_napi(adapter); in release_resources()
1676 release_login_buffer(adapter); in release_resources()
1677 release_login_rsp_buffer(adapter); in release_resources()
1680 static int set_link_state(struct ibmvnic_adapter *adapter, u8 link_state) in set_link_state() argument
1682 struct net_device *netdev = adapter->netdev; in set_link_state()
1698 reinit_completion(&adapter->init_done); in set_link_state()
1699 rc = ibmvnic_send_crq(adapter, &crq); in set_link_state()
1705 if (!wait_for_completion_timeout(&adapter->init_done, in set_link_state()
1711 if (adapter->init_done_rc == PARTIALSUCCESS) { in set_link_state()
1715 } else if (adapter->init_done_rc) { in set_link_state()
1717 adapter->init_done_rc); in set_link_state()
1718 return adapter->init_done_rc; in set_link_state()
1727 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in set_real_num_queues() local
1731 adapter->req_tx_queues, adapter->req_rx_queues); in set_real_num_queues()
1733 rc = netif_set_real_num_tx_queues(netdev, adapter->req_tx_queues); in set_real_num_queues()
1739 rc = netif_set_real_num_rx_queues(netdev, adapter->req_rx_queues); in set_real_num_queues()
1746 static int ibmvnic_get_vpd(struct ibmvnic_adapter *adapter) in ibmvnic_get_vpd() argument
1748 struct device *dev = &adapter->vdev->dev; in ibmvnic_get_vpd()
1753 if (adapter->vpd->buff) in ibmvnic_get_vpd()
1754 len = adapter->vpd->len; in ibmvnic_get_vpd()
1756 mutex_lock(&adapter->fw_lock); in ibmvnic_get_vpd()
1757 adapter->fw_done_rc = 0; in ibmvnic_get_vpd()
1758 reinit_completion(&adapter->fw_done); in ibmvnic_get_vpd()
1762 rc = ibmvnic_send_crq(adapter, &crq); in ibmvnic_get_vpd()
1764 mutex_unlock(&adapter->fw_lock); in ibmvnic_get_vpd()
1768 rc = ibmvnic_wait_for_completion(adapter, &adapter->fw_done, 10000); in ibmvnic_get_vpd()
1771 mutex_unlock(&adapter->fw_lock); in ibmvnic_get_vpd()
1774 mutex_unlock(&adapter->fw_lock); in ibmvnic_get_vpd()
1776 if (!adapter->vpd->len) in ibmvnic_get_vpd()
1779 if (!adapter->vpd->buff) in ibmvnic_get_vpd()
1780 adapter->vpd->buff = kzalloc(adapter->vpd->len, GFP_KERNEL); in ibmvnic_get_vpd()
1781 else if (adapter->vpd->len != len) in ibmvnic_get_vpd()
1782 adapter->vpd->buff = in ibmvnic_get_vpd()
1783 krealloc(adapter->vpd->buff, in ibmvnic_get_vpd()
1784 adapter->vpd->len, GFP_KERNEL); in ibmvnic_get_vpd()
1786 if (!adapter->vpd->buff) { in ibmvnic_get_vpd()
1791 adapter->vpd->dma_addr = in ibmvnic_get_vpd()
1792 dma_map_single(dev, adapter->vpd->buff, adapter->vpd->len, in ibmvnic_get_vpd()
1794 if (dma_mapping_error(dev, adapter->vpd->dma_addr)) { in ibmvnic_get_vpd()
1796 kfree(adapter->vpd->buff); in ibmvnic_get_vpd()
1797 adapter->vpd->buff = NULL; in ibmvnic_get_vpd()
1801 mutex_lock(&adapter->fw_lock); in ibmvnic_get_vpd()
1802 adapter->fw_done_rc = 0; in ibmvnic_get_vpd()
1803 reinit_completion(&adapter->fw_done); in ibmvnic_get_vpd()
1807 crq.get_vpd.ioba = cpu_to_be32(adapter->vpd->dma_addr); in ibmvnic_get_vpd()
1808 crq.get_vpd.len = cpu_to_be32((u32)adapter->vpd->len); in ibmvnic_get_vpd()
1809 rc = ibmvnic_send_crq(adapter, &crq); in ibmvnic_get_vpd()
1811 kfree(adapter->vpd->buff); in ibmvnic_get_vpd()
1812 adapter->vpd->buff = NULL; in ibmvnic_get_vpd()
1813 mutex_unlock(&adapter->fw_lock); in ibmvnic_get_vpd()
1817 rc = ibmvnic_wait_for_completion(adapter, &adapter->fw_done, 10000); in ibmvnic_get_vpd()
1820 kfree(adapter->vpd->buff); in ibmvnic_get_vpd()
1821 adapter->vpd->buff = NULL; in ibmvnic_get_vpd()
1822 mutex_unlock(&adapter->fw_lock); in ibmvnic_get_vpd()
1826 mutex_unlock(&adapter->fw_lock); in ibmvnic_get_vpd()
1830 static int init_resources(struct ibmvnic_adapter *adapter) in init_resources() argument
1832 struct net_device *netdev = adapter->netdev; in init_resources()
1839 adapter->vpd = kzalloc(sizeof(*adapter->vpd), GFP_KERNEL); in init_resources()
1840 if (!adapter->vpd) in init_resources()
1844 rc = ibmvnic_get_vpd(adapter); in init_resources()
1850 rc = init_napi(adapter); in init_resources()
1854 send_query_map(adapter); in init_resources()
1866 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in __ibmvnic_open() local
1867 enum vnic_state prev_state = adapter->state; in __ibmvnic_open()
1870 adapter->state = VNIC_OPENING; in __ibmvnic_open()
1871 replenish_pools(adapter); in __ibmvnic_open()
1872 ibmvnic_napi_enable(adapter); in __ibmvnic_open()
1877 for (i = 0; i < adapter->req_rx_queues; i++) { in __ibmvnic_open()
1880 enable_irq(adapter->rx_scrq[i]->irq); in __ibmvnic_open()
1881 enable_scrq_irq(adapter, adapter->rx_scrq[i]); in __ibmvnic_open()
1884 for (i = 0; i < adapter->req_tx_queues; i++) { in __ibmvnic_open()
1887 enable_irq(adapter->tx_scrq[i]->irq); in __ibmvnic_open()
1888 enable_scrq_irq(adapter, adapter->tx_scrq[i]); in __ibmvnic_open()
1895 if (adapter->reset_reason != VNIC_RESET_NON_FATAL) in __ibmvnic_open()
1899 rc = set_link_state(adapter, IBMVNIC_LOGICAL_LNK_UP); in __ibmvnic_open()
1901 ibmvnic_napi_disable(adapter); in __ibmvnic_open()
1902 ibmvnic_disable_irqs(adapter); in __ibmvnic_open()
1906 adapter->tx_queues_active = true; in __ibmvnic_open()
1918 for (i = 0; i < adapter->req_rx_queues; i++) in __ibmvnic_open()
1919 napi_schedule(&adapter->napi[i]); in __ibmvnic_open()
1922 adapter->state = VNIC_OPEN; in __ibmvnic_open()
1928 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in ibmvnic_open() local
1937 * It should be safe to overwrite the adapter->state here. Since in ibmvnic_open()
1944 if (adapter->failover_pending || (test_bit(0, &adapter->resetting))) { in ibmvnic_open()
1946 adapter_state_to_string(adapter->state), in ibmvnic_open()
1947 adapter->failover_pending); in ibmvnic_open()
1948 adapter->state = VNIC_OPEN; in ibmvnic_open()
1953 if (adapter->state != VNIC_CLOSED) { in ibmvnic_open()
1958 rc = init_resources(adapter); in ibmvnic_open()
1973 (adapter->failover_pending || (test_bit(0, &adapter->resetting)))) { in ibmvnic_open()
1974 adapter->state = VNIC_OPEN; in ibmvnic_open()
1979 release_resources(adapter); in ibmvnic_open()
1980 release_rx_pools(adapter); in ibmvnic_open()
1981 release_tx_pools(adapter); in ibmvnic_open()
1987 static void clean_rx_pools(struct ibmvnic_adapter *adapter) in clean_rx_pools() argument
1995 if (!adapter->rx_pool) in clean_rx_pools()
1998 rx_scrqs = adapter->num_active_rx_pools; in clean_rx_pools()
1999 rx_entries = adapter->req_rx_add_entries_per_subcrq; in clean_rx_pools()
2003 rx_pool = &adapter->rx_pool[i]; in clean_rx_pools()
2007 netdev_dbg(adapter->netdev, "Cleaning rx_pool[%d]\n", i); in clean_rx_pools()
2018 static void clean_one_tx_pool(struct ibmvnic_adapter *adapter, in clean_one_tx_pool() argument
2039 static void clean_tx_pools(struct ibmvnic_adapter *adapter) in clean_tx_pools() argument
2044 if (!adapter->tx_pool || !adapter->tso_pool) in clean_tx_pools()
2047 tx_scrqs = adapter->num_active_tx_pools; in clean_tx_pools()
2051 netdev_dbg(adapter->netdev, "Cleaning tx_pool[%d]\n", i); in clean_tx_pools()
2052 clean_one_tx_pool(adapter, &adapter->tx_pool[i]); in clean_tx_pools()
2053 clean_one_tx_pool(adapter, &adapter->tso_pool[i]); in clean_tx_pools()
2057 static void ibmvnic_disable_irqs(struct ibmvnic_adapter *adapter) in ibmvnic_disable_irqs() argument
2059 struct net_device *netdev = adapter->netdev; in ibmvnic_disable_irqs()
2062 if (adapter->tx_scrq) { in ibmvnic_disable_irqs()
2063 for (i = 0; i < adapter->req_tx_queues; i++) in ibmvnic_disable_irqs()
2064 if (adapter->tx_scrq[i]->irq) { in ibmvnic_disable_irqs()
2067 disable_scrq_irq(adapter, adapter->tx_scrq[i]); in ibmvnic_disable_irqs()
2068 disable_irq(adapter->tx_scrq[i]->irq); in ibmvnic_disable_irqs()
2072 if (adapter->rx_scrq) { in ibmvnic_disable_irqs()
2073 for (i = 0; i < adapter->req_rx_queues; i++) { in ibmvnic_disable_irqs()
2074 if (adapter->rx_scrq[i]->irq) { in ibmvnic_disable_irqs()
2077 disable_scrq_irq(adapter, adapter->rx_scrq[i]); in ibmvnic_disable_irqs()
2078 disable_irq(adapter->rx_scrq[i]->irq); in ibmvnic_disable_irqs()
2086 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in ibmvnic_cleanup() local
2090 adapter->tx_queues_active = false; in ibmvnic_cleanup()
2097 if (test_bit(0, &adapter->resetting)) in ibmvnic_cleanup()
2102 ibmvnic_napi_disable(adapter); in ibmvnic_cleanup()
2103 ibmvnic_disable_irqs(adapter); in ibmvnic_cleanup()
2108 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in __ibmvnic_close() local
2111 adapter->state = VNIC_CLOSING; in __ibmvnic_close()
2112 rc = set_link_state(adapter, IBMVNIC_LOGICAL_LNK_DN); in __ibmvnic_close()
2113 adapter->state = VNIC_CLOSED; in __ibmvnic_close()
2119 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in ibmvnic_close() local
2123 adapter_state_to_string(adapter->state), in ibmvnic_close()
2124 adapter->failover_pending, in ibmvnic_close()
2125 adapter->force_reset_recovery); in ibmvnic_close()
2130 if (adapter->failover_pending) { in ibmvnic_close()
2131 adapter->state = VNIC_CLOSED; in ibmvnic_close()
2137 clean_rx_pools(adapter); in ibmvnic_close()
2138 clean_tx_pools(adapter); in ibmvnic_close()
2279 static void ibmvnic_tx_scrq_clean_buffer(struct ibmvnic_adapter *adapter, in ibmvnic_tx_scrq_clean_buffer() argument
2301 tx_pool = &adapter->tso_pool[queue_num]; in ibmvnic_tx_scrq_clean_buffer()
2304 tx_pool = &adapter->tx_pool[queue_num]; in ibmvnic_tx_scrq_clean_buffer()
2311 adapter->netdev->stats.tx_packets--; in ibmvnic_tx_scrq_clean_buffer()
2312 adapter->netdev->stats.tx_bytes -= tx_buff->skb->len; in ibmvnic_tx_scrq_clean_buffer()
2313 adapter->tx_stats_buffers[queue_num].batched_packets--; in ibmvnic_tx_scrq_clean_buffer()
2314 adapter->tx_stats_buffers[queue_num].bytes -= in ibmvnic_tx_scrq_clean_buffer()
2318 adapter->netdev->stats.tx_dropped++; in ibmvnic_tx_scrq_clean_buffer()
2324 (adapter->req_tx_entries_per_subcrq / 2) && in ibmvnic_tx_scrq_clean_buffer()
2325 __netif_subqueue_stopped(adapter->netdev, queue_num)) { in ibmvnic_tx_scrq_clean_buffer()
2328 if (adapter->tx_queues_active) { in ibmvnic_tx_scrq_clean_buffer()
2329 netif_wake_subqueue(adapter->netdev, queue_num); in ibmvnic_tx_scrq_clean_buffer()
2330 netdev_dbg(adapter->netdev, "Started queue %d\n", in ibmvnic_tx_scrq_clean_buffer()
2338 static int send_subcrq_direct(struct ibmvnic_adapter *adapter, in send_subcrq_direct() argument
2341 unsigned int ua = adapter->vdev->unit_address; in send_subcrq_direct()
2342 struct device *dev = &adapter->vdev->dev; in send_subcrq_direct()
2358 static int ibmvnic_tx_scrq_flush(struct ibmvnic_adapter *adapter, in ibmvnic_tx_scrq_flush() argument
2377 rc = send_subcrq_indirect(adapter, handle, dma_addr, entries); in ibmvnic_tx_scrq_flush()
2379 rc = send_subcrq_direct(adapter, handle, in ibmvnic_tx_scrq_flush()
2383 ibmvnic_tx_scrq_clean_buffer(adapter, tx_scrq); in ibmvnic_tx_scrq_flush()
2391 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in ibmvnic_xmit() local
2393 u8 *hdrs = (u8 *)&adapter->tx_rx_desc_req; in ibmvnic_xmit()
2394 struct device *dev = &adapter->vdev->dev; in ibmvnic_xmit()
2425 if (!adapter->tx_queues_active) { in ibmvnic_xmit()
2434 tx_scrq = adapter->tx_scrq[queue_num]; in ibmvnic_xmit()
2442 lpar_rc = ibmvnic_tx_scrq_flush(adapter, tx_scrq, true); in ibmvnic_xmit()
2449 tx_pool = &adapter->tso_pool[queue_num]; in ibmvnic_xmit()
2451 tx_pool = &adapter->tx_pool[queue_num]; in ibmvnic_xmit()
2460 lpar_rc = ibmvnic_tx_scrq_flush(adapter, tx_scrq, true); in ibmvnic_xmit()
2544 if (adapter->vlan_header_insertion && skb_vlan_tag_present(skb)) { in ibmvnic_xmit()
2577 lpar_rc = ibmvnic_tx_scrq_flush(adapter, tx_scrq, false); in ibmvnic_xmit()
2592 lpar_rc = ibmvnic_tx_scrq_flush(adapter, tx_scrq, true); in ibmvnic_xmit()
2605 lpar_rc = ibmvnic_tx_scrq_flush(adapter, tx_scrq, true); in ibmvnic_xmit()
2614 >= adapter->req_tx_entries_per_subcrq) { in ibmvnic_xmit()
2635 if (lpar_rc == H_CLOSED || adapter->failover_pending) { in ibmvnic_xmit()
2649 adapter->tx_send_failed += tx_send_failed; in ibmvnic_xmit()
2650 adapter->tx_map_failed += tx_map_failed; in ibmvnic_xmit()
2651 adapter->tx_stats_buffers[queue_num].batched_packets += tx_bpackets; in ibmvnic_xmit()
2652 adapter->tx_stats_buffers[queue_num].direct_packets += tx_dpackets; in ibmvnic_xmit()
2653 adapter->tx_stats_buffers[queue_num].bytes += tx_bytes; in ibmvnic_xmit()
2654 adapter->tx_stats_buffers[queue_num].dropped_packets += tx_dropped; in ibmvnic_xmit()
2661 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in ibmvnic_set_multi() local
2670 if (!adapter->promisc_supported) in ibmvnic_set_multi()
2679 ibmvnic_send_crq(adapter, &crq); in ibmvnic_set_multi()
2686 ibmvnic_send_crq(adapter, &crq); in ibmvnic_set_multi()
2696 ibmvnic_send_crq(adapter, &crq); in ibmvnic_set_multi()
2704 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in __ibmvnic_set_mac() local
2718 mutex_lock(&adapter->fw_lock); in __ibmvnic_set_mac()
2719 adapter->fw_done_rc = 0; in __ibmvnic_set_mac()
2720 reinit_completion(&adapter->fw_done); in __ibmvnic_set_mac()
2722 rc = ibmvnic_send_crq(adapter, &crq); in __ibmvnic_set_mac()
2725 mutex_unlock(&adapter->fw_lock); in __ibmvnic_set_mac()
2729 rc = ibmvnic_wait_for_completion(adapter, &adapter->fw_done, 10000); in __ibmvnic_set_mac()
2731 if (rc || adapter->fw_done_rc) { in __ibmvnic_set_mac()
2733 mutex_unlock(&adapter->fw_lock); in __ibmvnic_set_mac()
2736 mutex_unlock(&adapter->fw_lock); in __ibmvnic_set_mac()
2739 ether_addr_copy(adapter->mac_addr, netdev->dev_addr); in __ibmvnic_set_mac()
2745 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in ibmvnic_set_mac() local
2753 ether_addr_copy(adapter->mac_addr, addr->sa_data); in ibmvnic_set_mac()
2754 if (adapter->state != VNIC_PROBED) in ibmvnic_set_mac()
2788 static inline void reinit_init_done(struct ibmvnic_adapter *adapter) in reinit_init_done() argument
2790 reinit_completion(&adapter->init_done); in reinit_init_done()
2791 adapter->init_done_rc = 0; in reinit_init_done()
2798 static int do_reset(struct ibmvnic_adapter *adapter, in do_reset() argument
2801 struct net_device *netdev = adapter->netdev; in do_reset()
2806 netdev_dbg(adapter->netdev, in do_reset()
2808 adapter_state_to_string(adapter->state), in do_reset()
2809 adapter->failover_pending, in do_reset()
2813 adapter->reset_reason = rwi->reset_reason; in do_reset()
2815 if (!(adapter->reset_reason == VNIC_RESET_CHANGE_PARAM)) in do_reset()
2823 adapter->failover_pending = false; in do_reset()
2826 reset_state = adapter->state; in do_reset()
2835 old_num_rx_queues = adapter->req_rx_queues; in do_reset()
2836 old_num_tx_queues = adapter->req_tx_queues; in do_reset()
2837 old_num_rx_slots = adapter->req_rx_add_entries_per_subcrq; in do_reset()
2838 old_num_tx_slots = adapter->req_tx_entries_per_subcrq; in do_reset()
2843 adapter->reset_reason != VNIC_RESET_MOBILITY && in do_reset()
2844 adapter->reset_reason != VNIC_RESET_FAILOVER) { in do_reset()
2845 if (adapter->reset_reason == VNIC_RESET_CHANGE_PARAM) { in do_reset()
2850 adapter->state = VNIC_CLOSING; in do_reset()
2858 rc = set_link_state(adapter, IBMVNIC_LOGICAL_LNK_DN); in do_reset()
2863 if (adapter->state == VNIC_OPEN) { in do_reset()
2866 * set the adapter state to OPEN. Update our in do_reset()
2874 adapter->state = VNIC_CLOSING; in do_reset()
2877 if (adapter->state != VNIC_CLOSING) { in do_reset()
2878 /* If someone else changed the adapter state in do_reset()
2884 adapter->state = VNIC_CLOSED; in do_reset()
2888 if (adapter->reset_reason == VNIC_RESET_CHANGE_PARAM) { in do_reset()
2889 release_resources(adapter); in do_reset()
2890 release_sub_crqs(adapter, 1); in do_reset()
2891 release_crq_queue(adapter); in do_reset()
2894 if (adapter->reset_reason != VNIC_RESET_NON_FATAL) { in do_reset()
2898 adapter->state = VNIC_PROBED; in do_reset()
2900 reinit_init_done(adapter); in do_reset()
2902 if (adapter->reset_reason == VNIC_RESET_CHANGE_PARAM) { in do_reset()
2903 rc = init_crq_queue(adapter); in do_reset()
2904 } else if (adapter->reset_reason == VNIC_RESET_MOBILITY) { in do_reset()
2905 rc = ibmvnic_reenable_crq_queue(adapter); in do_reset()
2906 release_sub_crqs(adapter, 1); in do_reset()
2908 rc = ibmvnic_reset_crq(adapter); in do_reset()
2910 rc = vio_enable_interrupts(adapter->vdev); in do_reset()
2912 netdev_err(adapter->netdev, in do_reset()
2919 netdev_err(adapter->netdev, in do_reset()
2924 rc = ibmvnic_reset_init(adapter, true); in do_reset()
2928 /* If the adapter was in PROBE or DOWN state prior to the reset, in do_reset()
2940 if (adapter->reset_reason == VNIC_RESET_CHANGE_PARAM) { in do_reset()
2941 rc = init_resources(adapter); in do_reset()
2944 } else if (adapter->req_rx_queues != old_num_rx_queues || in do_reset()
2945 adapter->req_tx_queues != old_num_tx_queues || in do_reset()
2946 adapter->req_rx_add_entries_per_subcrq != in do_reset()
2948 adapter->req_tx_entries_per_subcrq != in do_reset()
2950 !adapter->rx_pool || in do_reset()
2951 !adapter->tso_pool || in do_reset()
2952 !adapter->tx_pool) { in do_reset()
2953 release_napi(adapter); in do_reset()
2954 release_vpd_data(adapter); in do_reset()
2956 rc = init_resources(adapter); in do_reset()
2977 ibmvnic_disable_irqs(adapter); in do_reset()
2979 adapter->state = VNIC_CLOSED; in do_reset()
2995 if (adapter->reset_reason == VNIC_RESET_FAILOVER || in do_reset()
2996 adapter->reset_reason == VNIC_RESET_MOBILITY) in do_reset()
3002 /* restore the adapter state if reset failed */ in do_reset()
3004 adapter->state = reset_state; in do_reset()
3006 if (!(adapter->reset_reason == VNIC_RESET_CHANGE_PARAM)) in do_reset()
3009 netdev_dbg(adapter->netdev, "[S:%s FOP:%d] Reset done, rc %d\n", in do_reset()
3010 adapter_state_to_string(adapter->state), in do_reset()
3011 adapter->failover_pending, rc); in do_reset()
3015 static int do_hard_reset(struct ibmvnic_adapter *adapter, in do_hard_reset() argument
3018 struct net_device *netdev = adapter->netdev; in do_hard_reset()
3021 netdev_dbg(adapter->netdev, "Hard resetting driver (%s)\n", in do_hard_reset()
3025 reset_state = adapter->state; in do_hard_reset()
3033 adapter->reset_reason = rwi->reset_reason; in do_hard_reset()
3036 release_resources(adapter); in do_hard_reset()
3037 release_sub_crqs(adapter, 0); in do_hard_reset()
3038 release_crq_queue(adapter); in do_hard_reset()
3043 adapter->state = VNIC_PROBED; in do_hard_reset()
3045 reinit_init_done(adapter); in do_hard_reset()
3047 rc = init_crq_queue(adapter); in do_hard_reset()
3049 netdev_err(adapter->netdev, in do_hard_reset()
3054 rc = ibmvnic_reset_init(adapter, false); in do_hard_reset()
3058 /* If the adapter was in PROBE or DOWN state prior to the reset, in do_hard_reset()
3068 rc = init_resources(adapter); in do_hard_reset()
3072 ibmvnic_disable_irqs(adapter); in do_hard_reset()
3073 adapter->state = VNIC_CLOSED; in do_hard_reset()
3086 /* restore adapter state if reset failed */ in do_hard_reset()
3088 adapter->state = reset_state; in do_hard_reset()
3089 netdev_dbg(adapter->netdev, "[S:%s FOP:%d] Hard reset done, rc %d\n", in do_hard_reset()
3090 adapter_state_to_string(adapter->state), in do_hard_reset()
3091 adapter->failover_pending, rc); in do_hard_reset()
3095 static struct ibmvnic_rwi *get_next_rwi(struct ibmvnic_adapter *adapter) in get_next_rwi() argument
3100 spin_lock_irqsave(&adapter->rwi_lock, flags); in get_next_rwi()
3102 if (!list_empty(&adapter->rwi_list)) { in get_next_rwi()
3103 rwi = list_first_entry(&adapter->rwi_list, struct ibmvnic_rwi, in get_next_rwi()
3110 spin_unlock_irqrestore(&adapter->rwi_lock, flags); in get_next_rwi()
3116 * @adapter: ibmvnic_adapter struct
3128 static int do_passive_init(struct ibmvnic_adapter *adapter) in do_passive_init() argument
3131 struct net_device *netdev = adapter->netdev; in do_passive_init()
3132 struct device *dev = &adapter->vdev->dev; in do_passive_init()
3137 adapter->state = VNIC_PROBING; in do_passive_init()
3138 reinit_completion(&adapter->init_done); in do_passive_init()
3139 adapter->init_done_rc = 0; in do_passive_init()
3140 adapter->crq.active = true; in do_passive_init()
3142 rc = send_crq_init_complete(adapter); in do_passive_init()
3146 rc = send_version_xchg(adapter); in do_passive_init()
3148 netdev_dbg(adapter->netdev, "send_version_xchg failed, rc=%d\n", rc); in do_passive_init()
3150 if (!wait_for_completion_timeout(&adapter->init_done, timeout)) { in do_passive_init()
3156 rc = init_sub_crqs(adapter); in do_passive_init()
3162 rc = init_sub_crq_irqs(adapter); in do_passive_init()
3168 netdev->mtu = adapter->req_mtu - ETH_HLEN; in do_passive_init()
3169 netdev->min_mtu = adapter->min_mtu - ETH_HLEN; in do_passive_init()
3170 netdev->max_mtu = adapter->max_mtu - ETH_HLEN; in do_passive_init()
3172 adapter->state = VNIC_PROBED; in do_passive_init()
3178 release_sub_crqs(adapter, 1); in do_passive_init()
3180 adapter->state = VNIC_DOWN; in do_passive_init()
3186 struct ibmvnic_adapter *adapter; in __ibmvnic_reset() local
3198 adapter = container_of(work, struct ibmvnic_adapter, ibmvnic_reset); in __ibmvnic_reset()
3199 dev = &adapter->vdev->dev; in __ibmvnic_reset()
3210 if (adapter->state == VNIC_PROBING && in __ibmvnic_reset()
3211 !wait_for_completion_timeout(&adapter->probe_done, timeout)) { in __ibmvnic_reset()
3214 &adapter->ibmvnic_delayed_reset, in __ibmvnic_reset()
3219 /* adapter is done with probe (i.e state is never VNIC_PROBING now) */ in __ibmvnic_reset()
3220 if (adapter->state == VNIC_REMOVING) in __ibmvnic_reset()
3248 spin_lock(&adapter->rwi_lock); in __ibmvnic_reset()
3249 if (!list_empty(&adapter->rwi_list)) { in __ibmvnic_reset()
3250 if (test_and_set_bit_lock(0, &adapter->resetting)) { in __ibmvnic_reset()
3252 &adapter->ibmvnic_delayed_reset, in __ibmvnic_reset()
3258 spin_unlock(&adapter->rwi_lock); in __ibmvnic_reset()
3263 rwi = get_next_rwi(adapter); in __ibmvnic_reset()
3265 spin_lock_irqsave(&adapter->state_lock, flags); in __ibmvnic_reset()
3267 if (adapter->state == VNIC_REMOVING || in __ibmvnic_reset()
3268 adapter->state == VNIC_REMOVED) { in __ibmvnic_reset()
3269 spin_unlock_irqrestore(&adapter->state_lock, flags); in __ibmvnic_reset()
3276 reset_state = adapter->state; in __ibmvnic_reset()
3279 spin_unlock_irqrestore(&adapter->state_lock, flags); in __ibmvnic_reset()
3283 rc = do_passive_init(adapter); in __ibmvnic_reset()
3286 netif_carrier_on(adapter->netdev); in __ibmvnic_reset()
3287 } else if (adapter->force_reset_recovery) { in __ibmvnic_reset()
3292 adapter->failover_pending = false; in __ibmvnic_reset()
3295 if (adapter->wait_for_reset) { in __ibmvnic_reset()
3297 adapter->force_reset_recovery = false; in __ibmvnic_reset()
3298 rc = do_hard_reset(adapter, rwi, reset_state); in __ibmvnic_reset()
3301 adapter->force_reset_recovery = false; in __ibmvnic_reset()
3302 rc = do_hard_reset(adapter, rwi, reset_state); in __ibmvnic_reset()
3315 * adapter some time to settle down before retrying. in __ibmvnic_reset()
3318 netdev_dbg(adapter->netdev, in __ibmvnic_reset()
3320 adapter_state_to_string(adapter->state), in __ibmvnic_reset()
3326 rc = do_reset(adapter, rwi, reset_state); in __ibmvnic_reset()
3329 adapter->last_reset_time = jiffies; in __ibmvnic_reset()
3332 netdev_dbg(adapter->netdev, "Reset failed, rc=%d\n", rc); in __ibmvnic_reset()
3334 rwi = get_next_rwi(adapter); in __ibmvnic_reset()
3338 * the adapter would be in an undefined state. So retry the in __ibmvnic_reset()
3353 adapter->force_reset_recovery = true; in __ibmvnic_reset()
3356 if (adapter->wait_for_reset) { in __ibmvnic_reset()
3357 adapter->reset_done_rc = rc; in __ibmvnic_reset()
3358 complete(&adapter->reset_done); in __ibmvnic_reset()
3361 clear_bit_unlock(0, &adapter->resetting); in __ibmvnic_reset()
3363 netdev_dbg(adapter->netdev, in __ibmvnic_reset()
3365 adapter_state_to_string(adapter->state), in __ibmvnic_reset()
3366 adapter->force_reset_recovery, in __ibmvnic_reset()
3367 adapter->wait_for_reset); in __ibmvnic_reset()
3372 struct ibmvnic_adapter *adapter; in __ibmvnic_delayed_reset() local
3374 adapter = container_of(work, struct ibmvnic_adapter, in __ibmvnic_delayed_reset()
3376 __ibmvnic_reset(&adapter->ibmvnic_reset); in __ibmvnic_delayed_reset()
3379 static void flush_reset_queue(struct ibmvnic_adapter *adapter) in flush_reset_queue() argument
3383 if (!list_empty(&adapter->rwi_list)) { in flush_reset_queue()
3384 list_for_each_safe(entry, tmp_entry, &adapter->rwi_list) { in flush_reset_queue()
3391 static int ibmvnic_reset(struct ibmvnic_adapter *adapter, in ibmvnic_reset() argument
3394 struct net_device *netdev = adapter->netdev; in ibmvnic_reset()
3399 spin_lock_irqsave(&adapter->rwi_lock, flags); in ibmvnic_reset()
3406 if (adapter->state == VNIC_REMOVING || in ibmvnic_reset()
3407 adapter->state == VNIC_REMOVED || in ibmvnic_reset()
3408 (adapter->failover_pending && reason != VNIC_RESET_FAILOVER)) { in ibmvnic_reset()
3410 netdev_dbg(netdev, "Adapter removing or pending failover, skipping reset\n"); in ibmvnic_reset()
3414 list_for_each_entry(tmp, &adapter->rwi_list, list) { in ibmvnic_reset()
3431 if (adapter->force_reset_recovery) in ibmvnic_reset()
3432 flush_reset_queue(adapter); in ibmvnic_reset()
3435 list_add_tail(&rwi->list, &adapter->rwi_list); in ibmvnic_reset()
3436 netdev_dbg(adapter->netdev, "Scheduling reset (reason %s)\n", in ibmvnic_reset()
3438 queue_work(system_long_wq, &adapter->ibmvnic_reset); in ibmvnic_reset()
3443 spin_unlock_irqrestore(&adapter->rwi_lock, flags); in ibmvnic_reset()
3453 struct ibmvnic_adapter *adapter = netdev_priv(dev); in ibmvnic_tx_timeout() local
3455 if (test_bit(0, &adapter->resetting)) { in ibmvnic_tx_timeout()
3456 netdev_err(adapter->netdev, in ibmvnic_tx_timeout()
3457 "Adapter is resetting, skip timeout reset\n"); in ibmvnic_tx_timeout()
3463 if (time_before(jiffies, (adapter->last_reset_time + dev->watchdog_timeo))) { in ibmvnic_tx_timeout()
3467 ibmvnic_reset(adapter, VNIC_RESET_TIMEOUT); in ibmvnic_tx_timeout()
3470 static void remove_buff_from_pool(struct ibmvnic_adapter *adapter, in remove_buff_from_pool() argument
3473 struct ibmvnic_rx_pool *pool = &adapter->rx_pool[rx_buff->pool_index]; in remove_buff_from_pool()
3486 struct ibmvnic_adapter *adapter; in ibmvnic_poll() local
3492 adapter = netdev_priv(netdev); in ibmvnic_poll()
3493 scrq_num = (int)(napi - adapter->napi); in ibmvnic_poll()
3495 rx_scrq = adapter->rx_scrq[scrq_num]; in ibmvnic_poll()
3506 if (unlikely(test_bit(0, &adapter->resetting) && in ibmvnic_poll()
3507 adapter->reset_reason != VNIC_RESET_NON_FATAL)) { in ibmvnic_poll()
3508 enable_scrq_irq(adapter, rx_scrq); in ibmvnic_poll()
3513 if (!pending_scrq(adapter, rx_scrq)) in ibmvnic_poll()
3515 next = ibmvnic_next_scrq(adapter, rx_scrq); in ibmvnic_poll()
3525 remove_buff_from_pool(adapter, rx_buff); in ibmvnic_poll()
3530 remove_buff_from_pool(adapter, rx_buff); in ibmvnic_poll()
3546 if (adapter->rx_vlan_header_insertion && in ibmvnic_poll()
3553 remove_buff_from_pool(adapter, rx_buff); in ibmvnic_poll()
3568 adapter->rx_stats_buffers[scrq_num].packets++; in ibmvnic_poll()
3569 adapter->rx_stats_buffers[scrq_num].bytes += length; in ibmvnic_poll()
3573 if (adapter->state != VNIC_CLOSING && in ibmvnic_poll()
3574 (atomic_read(&adapter->rx_pool[scrq_num].available) < in ibmvnic_poll()
3575 adapter->req_rx_add_entries_per_subcrq / 2)) in ibmvnic_poll()
3576 replenish_rx_pool(adapter, &adapter->rx_pool[scrq_num]); in ibmvnic_poll()
3579 enable_scrq_irq(adapter, rx_scrq); in ibmvnic_poll()
3580 if (pending_scrq(adapter, rx_scrq)) { in ibmvnic_poll()
3582 disable_scrq_irq(adapter, rx_scrq); in ibmvnic_poll()
3591 static int wait_for_reset(struct ibmvnic_adapter *adapter) in wait_for_reset() argument
3595 adapter->fallback.mtu = adapter->req_mtu; in wait_for_reset()
3596 adapter->fallback.rx_queues = adapter->req_rx_queues; in wait_for_reset()
3597 adapter->fallback.tx_queues = adapter->req_tx_queues; in wait_for_reset()
3598 adapter->fallback.rx_entries = adapter->req_rx_add_entries_per_subcrq; in wait_for_reset()
3599 adapter->fallback.tx_entries = adapter->req_tx_entries_per_subcrq; in wait_for_reset()
3601 reinit_completion(&adapter->reset_done); in wait_for_reset()
3602 adapter->wait_for_reset = true; in wait_for_reset()
3603 rc = ibmvnic_reset(adapter, VNIC_RESET_CHANGE_PARAM); in wait_for_reset()
3609 rc = ibmvnic_wait_for_completion(adapter, &adapter->reset_done, 60000); in wait_for_reset()
3616 if (adapter->reset_done_rc) { in wait_for_reset()
3618 adapter->desired.mtu = adapter->fallback.mtu; in wait_for_reset()
3619 adapter->desired.rx_queues = adapter->fallback.rx_queues; in wait_for_reset()
3620 adapter->desired.tx_queues = adapter->fallback.tx_queues; in wait_for_reset()
3621 adapter->desired.rx_entries = adapter->fallback.rx_entries; in wait_for_reset()
3622 adapter->desired.tx_entries = adapter->fallback.tx_entries; in wait_for_reset()
3624 reinit_completion(&adapter->reset_done); in wait_for_reset()
3625 adapter->wait_for_reset = true; in wait_for_reset()
3626 rc = ibmvnic_reset(adapter, VNIC_RESET_CHANGE_PARAM); in wait_for_reset()
3631 rc = ibmvnic_wait_for_completion(adapter, &adapter->reset_done, in wait_for_reset()
3639 adapter->wait_for_reset = false; in wait_for_reset()
3646 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in ibmvnic_change_mtu() local
3648 adapter->desired.mtu = new_mtu + ETH_HLEN; in ibmvnic_change_mtu()
3650 return wait_for_reset(adapter); in ibmvnic_change_mtu()
3687 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in ibmvnic_get_link_ksettings() local
3690 rc = send_query_phys_parms(adapter); in ibmvnic_get_link_ksettings()
3692 adapter->speed = SPEED_UNKNOWN; in ibmvnic_get_link_ksettings()
3693 adapter->duplex = DUPLEX_UNKNOWN; in ibmvnic_get_link_ksettings()
3695 cmd->base.speed = adapter->speed; in ibmvnic_get_link_ksettings()
3696 cmd->base.duplex = adapter->duplex; in ibmvnic_get_link_ksettings()
3707 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in ibmvnic_get_drvinfo() local
3711 strscpy(info->fw_version, adapter->fw_version, in ibmvnic_get_drvinfo()
3717 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in ibmvnic_get_msglevel() local
3719 return adapter->msg_enable; in ibmvnic_get_msglevel()
3724 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in ibmvnic_set_msglevel() local
3726 adapter->msg_enable = data; in ibmvnic_set_msglevel()
3731 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in ibmvnic_get_link() local
3736 return adapter->logical_link_state; in ibmvnic_get_link()
3744 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in ibmvnic_get_ringparam() local
3746 ring->rx_max_pending = adapter->max_rx_add_entries_per_subcrq; in ibmvnic_get_ringparam()
3747 ring->tx_max_pending = adapter->max_tx_entries_per_subcrq; in ibmvnic_get_ringparam()
3750 ring->rx_pending = adapter->req_rx_add_entries_per_subcrq; in ibmvnic_get_ringparam()
3751 ring->tx_pending = adapter->req_tx_entries_per_subcrq; in ibmvnic_get_ringparam()
3761 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in ibmvnic_set_ringparam() local
3763 if (ring->rx_pending > adapter->max_rx_add_entries_per_subcrq || in ibmvnic_set_ringparam()
3764 ring->tx_pending > adapter->max_tx_entries_per_subcrq) { in ibmvnic_set_ringparam()
3767 adapter->max_rx_add_entries_per_subcrq); in ibmvnic_set_ringparam()
3769 adapter->max_tx_entries_per_subcrq); in ibmvnic_set_ringparam()
3773 adapter->desired.rx_entries = ring->rx_pending; in ibmvnic_set_ringparam()
3774 adapter->desired.tx_entries = ring->tx_pending; in ibmvnic_set_ringparam()
3776 return wait_for_reset(adapter); in ibmvnic_set_ringparam()
3782 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in ibmvnic_get_channels() local
3784 channels->max_rx = adapter->max_rx_queues; in ibmvnic_get_channels()
3785 channels->max_tx = adapter->max_tx_queues; in ibmvnic_get_channels()
3788 channels->rx_count = adapter->req_rx_queues; in ibmvnic_get_channels()
3789 channels->tx_count = adapter->req_tx_queues; in ibmvnic_get_channels()
3797 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in ibmvnic_set_channels() local
3799 adapter->desired.rx_queues = channels->rx_count; in ibmvnic_set_channels()
3800 adapter->desired.tx_queues = channels->tx_count; in ibmvnic_set_channels()
3802 return wait_for_reset(adapter); in ibmvnic_set_channels()
3807 struct ibmvnic_adapter *adapter = netdev_priv(dev); in ibmvnic_get_strings() local
3816 for (i = 0; i < adapter->req_tx_queues; i++) { in ibmvnic_get_strings()
3823 for (i = 0; i < adapter->req_rx_queues; i++) { in ibmvnic_get_strings()
3832 struct ibmvnic_adapter *adapter = netdev_priv(dev); in ibmvnic_get_sset_count() local
3837 adapter->req_tx_queues * NUM_TX_STATS + in ibmvnic_get_sset_count()
3838 adapter->req_rx_queues * NUM_RX_STATS; in ibmvnic_get_sset_count()
3847 struct ibmvnic_adapter *adapter = netdev_priv(dev); in ibmvnic_get_ethtool_stats() local
3855 crq.request_statistics.ioba = cpu_to_be32(adapter->stats_token); in ibmvnic_get_ethtool_stats()
3860 reinit_completion(&adapter->stats_done); in ibmvnic_get_ethtool_stats()
3861 rc = ibmvnic_send_crq(adapter, &crq); in ibmvnic_get_ethtool_stats()
3864 rc = ibmvnic_wait_for_completion(adapter, &adapter->stats_done, 10000); in ibmvnic_get_ethtool_stats()
3870 (adapter, ibmvnic_stats[i].offset)); in ibmvnic_get_ethtool_stats()
3872 for (j = 0; j < adapter->req_tx_queues; j++) { in ibmvnic_get_ethtool_stats()
3873 data[i] = adapter->tx_stats_buffers[j].batched_packets; in ibmvnic_get_ethtool_stats()
3875 data[i] = adapter->tx_stats_buffers[j].direct_packets; in ibmvnic_get_ethtool_stats()
3877 data[i] = adapter->tx_stats_buffers[j].bytes; in ibmvnic_get_ethtool_stats()
3879 data[i] = adapter->tx_stats_buffers[j].dropped_packets; in ibmvnic_get_ethtool_stats()
3883 for (j = 0; j < adapter->req_rx_queues; j++) { in ibmvnic_get_ethtool_stats()
3884 data[i] = adapter->rx_stats_buffers[j].packets; in ibmvnic_get_ethtool_stats()
3886 data[i] = adapter->rx_stats_buffers[j].bytes; in ibmvnic_get_ethtool_stats()
3888 data[i] = adapter->rx_stats_buffers[j].interrupts; in ibmvnic_get_ethtool_stats()
3910 static int reset_one_sub_crq_queue(struct ibmvnic_adapter *adapter, in reset_one_sub_crq_queue() argument
3916 netdev_dbg(adapter->netdev, "Invalid scrq reset.\n"); in reset_one_sub_crq_queue()
3932 netdev_dbg(adapter->netdev, "Invalid scrq reset\n"); in reset_one_sub_crq_queue()
3936 rc = h_reg_sub_crq(adapter->vdev->unit_address, scrq->msg_token, in reset_one_sub_crq_queue()
3941 static int reset_sub_crq_queues(struct ibmvnic_adapter *adapter) in reset_sub_crq_queues() argument
3945 if (!adapter->tx_scrq || !adapter->rx_scrq) in reset_sub_crq_queues()
3948 ibmvnic_clean_affinity(adapter); in reset_sub_crq_queues()
3950 for (i = 0; i < adapter->req_tx_queues; i++) { in reset_sub_crq_queues()
3951 netdev_dbg(adapter->netdev, "Re-setting tx_scrq[%d]\n", i); in reset_sub_crq_queues()
3952 rc = reset_one_sub_crq_queue(adapter, adapter->tx_scrq[i]); in reset_sub_crq_queues()
3957 for (i = 0; i < adapter->req_rx_queues; i++) { in reset_sub_crq_queues()
3958 netdev_dbg(adapter->netdev, "Re-setting rx_scrq[%d]\n", i); in reset_sub_crq_queues()
3959 rc = reset_one_sub_crq_queue(adapter, adapter->rx_scrq[i]); in reset_sub_crq_queues()
3967 static void release_sub_crq_queue(struct ibmvnic_adapter *adapter, in release_sub_crq_queue() argument
3971 struct device *dev = &adapter->vdev->dev; in release_sub_crq_queue()
3974 netdev_dbg(adapter->netdev, "Releasing sub-CRQ\n"); in release_sub_crq_queue()
3980 adapter->vdev->unit_address, in release_sub_crq_queue()
3985 netdev_err(adapter->netdev, in release_sub_crq_queue()
4004 *adapter) in init_sub_crq_queue()
4006 struct device *dev = &adapter->vdev->dev; in init_sub_crq_queue()
4030 rc = h_reg_sub_crq(adapter->vdev->unit_address, scrq->msg_token, in init_sub_crq_queue()
4034 rc = ibmvnic_reset_crq(adapter); in init_sub_crq_queue()
4037 dev_warn(dev, "Partner adapter not ready, waiting.\n"); in init_sub_crq_queue()
4043 scrq->adapter = adapter; in init_sub_crq_queue()
4058 netdev_dbg(adapter->netdev, in init_sub_crq_queue()
4067 adapter->vdev->unit_address, in init_sub_crq_queue()
4083 static void release_sub_crqs(struct ibmvnic_adapter *adapter, bool do_h_free) in release_sub_crqs() argument
4087 ibmvnic_clean_affinity(adapter); in release_sub_crqs()
4088 if (adapter->tx_scrq) { in release_sub_crqs()
4089 for (i = 0; i < adapter->num_active_tx_scrqs; i++) { in release_sub_crqs()
4090 if (!adapter->tx_scrq[i]) in release_sub_crqs()
4093 netdev_dbg(adapter->netdev, "Releasing tx_scrq[%d]\n", in release_sub_crqs()
4095 ibmvnic_tx_scrq_clean_buffer(adapter, adapter->tx_scrq[i]); in release_sub_crqs()
4096 if (adapter->tx_scrq[i]->irq) { in release_sub_crqs()
4097 free_irq(adapter->tx_scrq[i]->irq, in release_sub_crqs()
4098 adapter->tx_scrq[i]); in release_sub_crqs()
4099 irq_dispose_mapping(adapter->tx_scrq[i]->irq); in release_sub_crqs()
4100 adapter->tx_scrq[i]->irq = 0; in release_sub_crqs()
4103 release_sub_crq_queue(adapter, adapter->tx_scrq[i], in release_sub_crqs()
4107 kfree(adapter->tx_scrq); in release_sub_crqs()
4108 adapter->tx_scrq = NULL; in release_sub_crqs()
4109 adapter->num_active_tx_scrqs = 0; in release_sub_crqs()
4116 clean_tx_pools(adapter); in release_sub_crqs()
4118 if (adapter->rx_scrq) { in release_sub_crqs()
4119 for (i = 0; i < adapter->num_active_rx_scrqs; i++) { in release_sub_crqs()
4120 if (!adapter->rx_scrq[i]) in release_sub_crqs()
4123 netdev_dbg(adapter->netdev, "Releasing rx_scrq[%d]\n", in release_sub_crqs()
4125 if (adapter->rx_scrq[i]->irq) { in release_sub_crqs()
4126 free_irq(adapter->rx_scrq[i]->irq, in release_sub_crqs()
4127 adapter->rx_scrq[i]); in release_sub_crqs()
4128 irq_dispose_mapping(adapter->rx_scrq[i]->irq); in release_sub_crqs()
4129 adapter->rx_scrq[i]->irq = 0; in release_sub_crqs()
4132 release_sub_crq_queue(adapter, adapter->rx_scrq[i], in release_sub_crqs()
4136 kfree(adapter->rx_scrq); in release_sub_crqs()
4137 adapter->rx_scrq = NULL; in release_sub_crqs()
4138 adapter->num_active_rx_scrqs = 0; in release_sub_crqs()
4142 static int disable_scrq_irq(struct ibmvnic_adapter *adapter, in disable_scrq_irq() argument
4145 struct device *dev = &adapter->vdev->dev; in disable_scrq_irq()
4148 rc = plpar_hcall_norets(H_VIOCTL, adapter->vdev->unit_address, in disable_scrq_irq()
4180 static int enable_scrq_irq(struct ibmvnic_adapter *adapter, in enable_scrq_irq() argument
4183 struct device *dev = &adapter->vdev->dev; in enable_scrq_irq()
4191 if (test_bit(0, &adapter->resetting) && in enable_scrq_irq()
4192 adapter->reset_reason == VNIC_RESET_MOBILITY) { in enable_scrq_irq()
4196 rc = plpar_hcall_norets(H_VIOCTL, adapter->vdev->unit_address, in enable_scrq_irq()
4204 static int ibmvnic_complete_tx(struct ibmvnic_adapter *adapter, in ibmvnic_complete_tx() argument
4207 struct device *dev = &adapter->vdev->dev; in ibmvnic_complete_tx()
4216 while (pending_scrq(adapter, scrq)) { in ibmvnic_complete_tx()
4219 next = ibmvnic_next_scrq(adapter, scrq); in ibmvnic_complete_tx()
4223 tx_pool = &adapter->tso_pool[pool]; in ibmvnic_complete_tx()
4226 tx_pool = &adapter->tx_pool[pool]; in ibmvnic_complete_tx()
4243 netdev_warn(adapter->netdev, in ibmvnic_complete_tx()
4256 (adapter->req_tx_entries_per_subcrq / 2) && in ibmvnic_complete_tx()
4257 __netif_subqueue_stopped(adapter->netdev, in ibmvnic_complete_tx()
4260 if (adapter->tx_queues_active) { in ibmvnic_complete_tx()
4261 netif_wake_subqueue(adapter->netdev, in ibmvnic_complete_tx()
4263 netdev_dbg(adapter->netdev, in ibmvnic_complete_tx()
4271 enable_scrq_irq(adapter, scrq); in ibmvnic_complete_tx()
4273 if (pending_scrq(adapter, scrq)) { in ibmvnic_complete_tx()
4274 disable_scrq_irq(adapter, scrq); in ibmvnic_complete_tx()
4278 txq = netdev_get_tx_queue(adapter->netdev, scrq->pool_index); in ibmvnic_complete_tx()
4287 struct ibmvnic_adapter *adapter = scrq->adapter; in ibmvnic_interrupt_tx() local
4289 disable_scrq_irq(adapter, scrq); in ibmvnic_interrupt_tx()
4290 ibmvnic_complete_tx(adapter, scrq); in ibmvnic_interrupt_tx()
4298 struct ibmvnic_adapter *adapter = scrq->adapter; in ibmvnic_interrupt_rx() local
4303 if (unlikely(adapter->state != VNIC_OPEN)) in ibmvnic_interrupt_rx()
4306 adapter->rx_stats_buffers[scrq->scrq_num].interrupts++; in ibmvnic_interrupt_rx()
4308 if (napi_schedule_prep(&adapter->napi[scrq->scrq_num])) { in ibmvnic_interrupt_rx()
4309 disable_scrq_irq(adapter, scrq); in ibmvnic_interrupt_rx()
4310 __napi_schedule(&adapter->napi[scrq->scrq_num]); in ibmvnic_interrupt_rx()
4316 static int init_sub_crq_irqs(struct ibmvnic_adapter *adapter) in init_sub_crq_irqs() argument
4318 struct device *dev = &adapter->vdev->dev; in init_sub_crq_irqs()
4323 for (i = 0; i < adapter->req_tx_queues; i++) { in init_sub_crq_irqs()
4324 netdev_dbg(adapter->netdev, "Initializing tx_scrq[%d] irq\n", in init_sub_crq_irqs()
4326 scrq = adapter->tx_scrq[i]; in init_sub_crq_irqs()
4336 adapter->vdev->unit_address, i); in init_sub_crq_irqs()
4348 for (i = 0; i < adapter->req_rx_queues; i++) { in init_sub_crq_irqs()
4349 netdev_dbg(adapter->netdev, "Initializing rx_scrq[%d] irq\n", in init_sub_crq_irqs()
4351 scrq = adapter->rx_scrq[i]; in init_sub_crq_irqs()
4359 adapter->vdev->unit_address, i); in init_sub_crq_irqs()
4371 ibmvnic_set_affinity(adapter); in init_sub_crq_irqs()
4378 free_irq(adapter->rx_scrq[j]->irq, adapter->rx_scrq[j]); in init_sub_crq_irqs()
4379 irq_dispose_mapping(adapter->rx_scrq[j]->irq); in init_sub_crq_irqs()
4381 i = adapter->req_tx_queues; in init_sub_crq_irqs()
4384 free_irq(adapter->tx_scrq[j]->irq, adapter->tx_scrq[j]); in init_sub_crq_irqs()
4385 irq_dispose_mapping(adapter->tx_scrq[j]->irq); in init_sub_crq_irqs()
4387 release_sub_crqs(adapter, 1); in init_sub_crq_irqs()
4391 static int init_sub_crqs(struct ibmvnic_adapter *adapter) in init_sub_crqs() argument
4393 struct device *dev = &adapter->vdev->dev; in init_sub_crqs()
4400 total_queues = adapter->req_tx_queues + adapter->req_rx_queues; in init_sub_crqs()
4407 allqueues[i] = init_sub_crq_queue(adapter); in init_sub_crqs()
4417 adapter->min_tx_queues + adapter->min_rx_queues) { in init_sub_crqs()
4424 netdev_dbg(adapter->netdev, "Reducing number of queues\n"); in init_sub_crqs()
4427 if (adapter->req_rx_queues > adapter->min_rx_queues) in init_sub_crqs()
4428 adapter->req_rx_queues--; in init_sub_crqs()
4433 if (adapter->req_tx_queues > adapter->min_tx_queues) in init_sub_crqs()
4434 adapter->req_tx_queues--; in init_sub_crqs()
4441 adapter->tx_scrq = kcalloc(adapter->req_tx_queues, in init_sub_crqs()
4442 sizeof(*adapter->tx_scrq), GFP_KERNEL); in init_sub_crqs()
4443 if (!adapter->tx_scrq) in init_sub_crqs()
4446 for (i = 0; i < adapter->req_tx_queues; i++) { in init_sub_crqs()
4447 adapter->tx_scrq[i] = allqueues[i]; in init_sub_crqs()
4448 adapter->tx_scrq[i]->pool_index = i; in init_sub_crqs()
4449 adapter->num_active_tx_scrqs++; in init_sub_crqs()
4452 adapter->rx_scrq = kcalloc(adapter->req_rx_queues, in init_sub_crqs()
4453 sizeof(*adapter->rx_scrq), GFP_KERNEL); in init_sub_crqs()
4454 if (!adapter->rx_scrq) in init_sub_crqs()
4457 for (i = 0; i < adapter->req_rx_queues; i++) { in init_sub_crqs()
4458 adapter->rx_scrq[i] = allqueues[i + adapter->req_tx_queues]; in init_sub_crqs()
4459 adapter->rx_scrq[i]->scrq_num = i; in init_sub_crqs()
4460 adapter->num_active_rx_scrqs++; in init_sub_crqs()
4467 kfree(adapter->tx_scrq); in init_sub_crqs()
4468 adapter->tx_scrq = NULL; in init_sub_crqs()
4471 release_sub_crq_queue(adapter, allqueues[i], 1); in init_sub_crqs()
4476 static void send_request_cap(struct ibmvnic_adapter *adapter, int retry) in send_request_cap() argument
4478 struct device *dev = &adapter->vdev->dev; in send_request_cap()
4488 if (!(adapter->netdev->flags & IFF_PROMISC) || in send_request_cap()
4489 adapter->promisc_supported) in send_request_cap()
4498 atomic_set(&adapter->running_cap_crqs, cap_reqs); in send_request_cap()
4500 if (adapter->min_tx_entries_per_subcrq > entries_page || in send_request_cap()
4501 adapter->min_rx_add_entries_per_subcrq > entries_page) { in send_request_cap()
4506 if (adapter->desired.mtu) in send_request_cap()
4507 adapter->req_mtu = adapter->desired.mtu; in send_request_cap()
4509 adapter->req_mtu = adapter->netdev->mtu + ETH_HLEN; in send_request_cap()
4511 if (!adapter->desired.tx_entries) in send_request_cap()
4512 adapter->desired.tx_entries = in send_request_cap()
4513 adapter->max_tx_entries_per_subcrq; in send_request_cap()
4514 if (!adapter->desired.rx_entries) in send_request_cap()
4515 adapter->desired.rx_entries = in send_request_cap()
4516 adapter->max_rx_add_entries_per_subcrq; in send_request_cap()
4519 (adapter->req_mtu + IBMVNIC_BUFFER_HLEN); in send_request_cap()
4521 if ((adapter->req_mtu + IBMVNIC_BUFFER_HLEN) * in send_request_cap()
4522 adapter->desired.tx_entries > IBMVNIC_LTB_SET_SIZE) { in send_request_cap()
4523 adapter->desired.tx_entries = max_entries; in send_request_cap()
4526 if ((adapter->req_mtu + IBMVNIC_BUFFER_HLEN) * in send_request_cap()
4527 adapter->desired.rx_entries > IBMVNIC_LTB_SET_SIZE) { in send_request_cap()
4528 adapter->desired.rx_entries = max_entries; in send_request_cap()
4531 if (adapter->desired.tx_entries) in send_request_cap()
4532 adapter->req_tx_entries_per_subcrq = in send_request_cap()
4533 adapter->desired.tx_entries; in send_request_cap()
4535 adapter->req_tx_entries_per_subcrq = in send_request_cap()
4536 adapter->max_tx_entries_per_subcrq; in send_request_cap()
4538 if (adapter->desired.rx_entries) in send_request_cap()
4539 adapter->req_rx_add_entries_per_subcrq = in send_request_cap()
4540 adapter->desired.rx_entries; in send_request_cap()
4542 adapter->req_rx_add_entries_per_subcrq = in send_request_cap()
4543 adapter->max_rx_add_entries_per_subcrq; in send_request_cap()
4545 if (adapter->desired.tx_queues) in send_request_cap()
4546 adapter->req_tx_queues = in send_request_cap()
4547 adapter->desired.tx_queues; in send_request_cap()
4549 adapter->req_tx_queues = in send_request_cap()
4550 adapter->opt_tx_comp_sub_queues; in send_request_cap()
4552 if (adapter->desired.rx_queues) in send_request_cap()
4553 adapter->req_rx_queues = in send_request_cap()
4554 adapter->desired.rx_queues; in send_request_cap()
4556 adapter->req_rx_queues = in send_request_cap()
4557 adapter->opt_rx_comp_queues; in send_request_cap()
4559 adapter->req_rx_add_queues = adapter->max_rx_add_queues; in send_request_cap()
4561 atomic_add(cap_reqs, &adapter->running_cap_crqs); in send_request_cap()
4568 crq.request_capability.number = cpu_to_be64(adapter->req_tx_queues); in send_request_cap()
4570 ibmvnic_send_crq(adapter, &crq); in send_request_cap()
4573 crq.request_capability.number = cpu_to_be64(adapter->req_rx_queues); in send_request_cap()
4575 ibmvnic_send_crq(adapter, &crq); in send_request_cap()
4578 crq.request_capability.number = cpu_to_be64(adapter->req_rx_add_queues); in send_request_cap()
4580 ibmvnic_send_crq(adapter, &crq); in send_request_cap()
4585 cpu_to_be64(adapter->req_tx_entries_per_subcrq); in send_request_cap()
4587 ibmvnic_send_crq(adapter, &crq); in send_request_cap()
4592 cpu_to_be64(adapter->req_rx_add_entries_per_subcrq); in send_request_cap()
4594 ibmvnic_send_crq(adapter, &crq); in send_request_cap()
4597 crq.request_capability.number = cpu_to_be64(adapter->req_mtu); in send_request_cap()
4599 ibmvnic_send_crq(adapter, &crq); in send_request_cap()
4601 if (adapter->netdev->flags & IFF_PROMISC) { in send_request_cap()
4602 if (adapter->promisc_supported) { in send_request_cap()
4607 ibmvnic_send_crq(adapter, &crq); in send_request_cap()
4614 ibmvnic_send_crq(adapter, &crq); in send_request_cap()
4623 static int pending_scrq(struct ibmvnic_adapter *adapter, in pending_scrq() argument
4639 static union sub_crq *ibmvnic_next_scrq(struct ibmvnic_adapter *adapter, in ibmvnic_next_scrq() argument
4663 static union ibmvnic_crq *ibmvnic_next_crq(struct ibmvnic_adapter *adapter) in ibmvnic_next_crq() argument
4665 struct ibmvnic_crq_queue *queue = &adapter->crq; in ibmvnic_next_crq()
4684 "%s failed: Send request is malformed or adapter failover pending. (rc=%d)\n", in print_subcrq_error()
4689 "%s failed: Backing queue closed. Adapter is down or failover pending. (rc=%d)\n", in print_subcrq_error()
4698 static int send_subcrq_indirect(struct ibmvnic_adapter *adapter, in send_subcrq_indirect() argument
4701 unsigned int ua = adapter->vdev->unit_address; in send_subcrq_indirect()
4702 struct device *dev = &adapter->vdev->dev; in send_subcrq_indirect()
4717 static int ibmvnic_send_crq(struct ibmvnic_adapter *adapter, in ibmvnic_send_crq() argument
4720 unsigned int ua = adapter->vdev->unit_address; in ibmvnic_send_crq()
4721 struct device *dev = &adapter->vdev->dev; in ibmvnic_send_crq()
4725 netdev_dbg(adapter->netdev, "Sending CRQ: %016lx %016lx\n", in ibmvnic_send_crq()
4729 if (!adapter->crq.active && in ibmvnic_send_crq()
4754 static int ibmvnic_send_crq_init(struct ibmvnic_adapter *adapter) in ibmvnic_send_crq_init() argument
4756 struct device *dev = &adapter->vdev->dev; in ibmvnic_send_crq_init()
4764 netdev_dbg(adapter->netdev, "Sending CRQ init\n"); in ibmvnic_send_crq_init()
4767 rc = ibmvnic_send_crq(adapter, &crq); in ibmvnic_send_crq_init()
4789 static int vnic_client_data_len(struct ibmvnic_adapter *adapter) in vnic_client_data_len() argument
4800 len += strlen(adapter->netdev->name) + 1; in vnic_client_data_len()
4805 static void vnic_add_client_data(struct ibmvnic_adapter *adapter, in vnic_add_client_data() argument
4827 len = strlen(adapter->netdev->name) + 1; in vnic_add_client_data()
4829 strscpy(vlcd->name, adapter->netdev->name, len); in vnic_add_client_data()
4844 static int send_login(struct ibmvnic_adapter *adapter) in send_login() argument
4848 struct device *dev = &adapter->vdev->dev; in send_login()
4861 if (!adapter->tx_scrq || !adapter->rx_scrq) { in send_login()
4862 netdev_err(adapter->netdev, in send_login()
4867 release_login_buffer(adapter); in send_login()
4868 release_login_rsp_buffer(adapter); in send_login()
4870 client_data_len = vnic_client_data_len(adapter); in send_login()
4874 sizeof(u64) * (adapter->req_tx_queues + adapter->req_rx_queues) + in send_login()
4889 sizeof(u64) * adapter->req_tx_queues + in send_login()
4890 sizeof(u64) * adapter->req_rx_queues + in send_login()
4891 sizeof(u64) * adapter->req_rx_queues + in send_login()
4905 adapter->login_buf = login_buffer; in send_login()
4906 adapter->login_buf_token = buffer_token; in send_login()
4907 adapter->login_buf_sz = buffer_size; in send_login()
4908 adapter->login_rsp_buf = login_rsp_buffer; in send_login()
4909 adapter->login_rsp_buf_token = rsp_buffer_token; in send_login()
4910 adapter->login_rsp_buf_sz = rsp_buffer_size; in send_login()
4914 login_buffer->num_txcomp_subcrqs = cpu_to_be32(adapter->req_tx_queues); in send_login()
4917 login_buffer->num_rxcomp_subcrqs = cpu_to_be32(adapter->req_rx_queues); in send_login()
4920 sizeof(u64) * adapter->req_tx_queues); in send_login()
4928 sizeof(u64) * adapter->req_tx_queues); in send_login()
4930 for (i = 0; i < adapter->req_tx_queues; i++) { in send_login()
4931 if (adapter->tx_scrq[i]) { in send_login()
4933 cpu_to_be64(adapter->tx_scrq[i]->crq_num); in send_login()
4937 for (i = 0; i < adapter->req_rx_queues; i++) { in send_login()
4938 if (adapter->rx_scrq[i]) { in send_login()
4940 cpu_to_be64(adapter->rx_scrq[i]->crq_num); in send_login()
4946 ((char *)rx_list_p + (sizeof(u64) * adapter->req_rx_queues)); in send_login()
4951 vnic_add_client_data(adapter, vlcd); in send_login()
4953 netdev_dbg(adapter->netdev, "Login Buffer:\n"); in send_login()
4954 ibmvnic_print_hex_dump(adapter->netdev, adapter->login_buf, in send_login()
4955 adapter->login_buf_sz); in send_login()
4963 adapter->login_pending = true; in send_login()
4964 rc = ibmvnic_send_crq(adapter, &crq); in send_login()
4966 adapter->login_pending = false; in send_login()
4967 netdev_err(adapter->netdev, "Failed to send login, rc=%d\n", rc); in send_login()
4978 adapter->login_rsp_buf = NULL; in send_login()
4983 adapter->login_buf = NULL; in send_login()
4988 static int send_request_map(struct ibmvnic_adapter *adapter, dma_addr_t addr, in send_request_map() argument
4999 return ibmvnic_send_crq(adapter, &crq); in send_request_map()
5002 static int send_request_unmap(struct ibmvnic_adapter *adapter, u8 map_id) in send_request_unmap() argument
5010 return ibmvnic_send_crq(adapter, &crq); in send_request_unmap()
5013 static void send_query_map(struct ibmvnic_adapter *adapter) in send_query_map() argument
5020 ibmvnic_send_crq(adapter, &crq); in send_query_map()
5024 static void send_query_cap(struct ibmvnic_adapter *adapter) in send_query_cap() argument
5035 atomic_set(&adapter->running_cap_crqs, cap_reqs); in send_query_cap()
5042 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5046 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5050 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5054 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5058 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5062 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5067 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5072 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5077 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5082 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5086 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5090 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5094 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5098 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5102 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5106 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5110 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5114 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5118 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5122 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5126 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5131 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5136 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5141 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5146 ibmvnic_send_crq(adapter, &crq); in send_query_cap()
5155 static void send_query_ip_offload(struct ibmvnic_adapter *adapter) in send_query_ip_offload() argument
5158 struct device *dev = &adapter->vdev->dev; in send_query_ip_offload()
5161 adapter->ip_offload_tok = in send_query_ip_offload()
5163 &adapter->ip_offload_buf, in send_query_ip_offload()
5167 if (dma_mapping_error(dev, adapter->ip_offload_tok)) { in send_query_ip_offload()
5178 cpu_to_be32(adapter->ip_offload_tok); in send_query_ip_offload()
5180 ibmvnic_send_crq(adapter, &crq); in send_query_ip_offload()
5183 static void send_control_ip_offload(struct ibmvnic_adapter *adapter) in send_control_ip_offload() argument
5185 struct ibmvnic_control_ip_offload_buffer *ctrl_buf = &adapter->ip_offload_ctrl; in send_control_ip_offload()
5186 struct ibmvnic_query_ip_offload_buffer *buf = &adapter->ip_offload_buf; in send_control_ip_offload()
5187 struct device *dev = &adapter->vdev->dev; in send_control_ip_offload()
5191 adapter->ip_offload_ctrl_tok = in send_control_ip_offload()
5194 sizeof(adapter->ip_offload_ctrl), in send_control_ip_offload()
5197 if (dma_mapping_error(dev, adapter->ip_offload_ctrl_tok)) { in send_control_ip_offload()
5202 ctrl_buf->len = cpu_to_be32(sizeof(adapter->ip_offload_ctrl)); in send_control_ip_offload()
5217 if (adapter->state != VNIC_PROBING) { in send_control_ip_offload()
5218 old_hw_features = adapter->netdev->hw_features; in send_control_ip_offload()
5219 adapter->netdev->hw_features = 0; in send_control_ip_offload()
5222 adapter->netdev->hw_features = NETIF_F_SG | NETIF_F_GSO | NETIF_F_GRO; in send_control_ip_offload()
5225 adapter->netdev->hw_features |= NETIF_F_IP_CSUM; in send_control_ip_offload()
5228 adapter->netdev->hw_features |= NETIF_F_IPV6_CSUM; in send_control_ip_offload()
5230 if ((adapter->netdev->features & in send_control_ip_offload()
5232 adapter->netdev->hw_features |= NETIF_F_RXCSUM; in send_control_ip_offload()
5235 adapter->netdev->hw_features |= NETIF_F_TSO; in send_control_ip_offload()
5237 adapter->netdev->hw_features |= NETIF_F_TSO6; in send_control_ip_offload()
5239 if (adapter->state == VNIC_PROBING) { in send_control_ip_offload()
5240 adapter->netdev->features |= adapter->netdev->hw_features; in send_control_ip_offload()
5241 } else if (old_hw_features != adapter->netdev->hw_features) { in send_control_ip_offload()
5245 adapter->netdev->features &= adapter->netdev->hw_features; in send_control_ip_offload()
5247 tmp = (old_hw_features ^ adapter->netdev->hw_features) & in send_control_ip_offload()
5248 adapter->netdev->hw_features; in send_control_ip_offload()
5249 adapter->netdev->features |= in send_control_ip_offload()
5250 tmp & adapter->netdev->wanted_features; in send_control_ip_offload()
5257 cpu_to_be32(sizeof(adapter->ip_offload_ctrl)); in send_control_ip_offload()
5258 crq.control_ip_offload.ioba = cpu_to_be32(adapter->ip_offload_ctrl_tok); in send_control_ip_offload()
5259 ibmvnic_send_crq(adapter, &crq); in send_control_ip_offload()
5263 struct ibmvnic_adapter *adapter) in handle_vpd_size_rsp() argument
5265 struct device *dev = &adapter->vdev->dev; in handle_vpd_size_rsp()
5270 complete(&adapter->fw_done); in handle_vpd_size_rsp()
5274 adapter->vpd->len = be64_to_cpu(crq->get_vpd_size_rsp.len); in handle_vpd_size_rsp()
5275 complete(&adapter->fw_done); in handle_vpd_size_rsp()
5279 struct ibmvnic_adapter *adapter) in handle_vpd_rsp() argument
5281 struct device *dev = &adapter->vdev->dev; in handle_vpd_rsp()
5285 memset(adapter->fw_version, 0, 32); in handle_vpd_rsp()
5287 dma_unmap_single(dev, adapter->vpd->dma_addr, adapter->vpd->len, in handle_vpd_rsp()
5299 substr = strnstr(adapter->vpd->buff, "RM", adapter->vpd->len); in handle_vpd_rsp()
5306 if ((substr + 2) < (adapter->vpd->buff + adapter->vpd->len)) { in handle_vpd_rsp()
5313 /* copy firmware version string from vpd into adapter */ in handle_vpd_rsp()
5315 (adapter->vpd->buff + adapter->vpd->len)) { in handle_vpd_rsp()
5316 strscpy(adapter->fw_version, substr + 3, in handle_vpd_rsp()
5317 sizeof(adapter->fw_version)); in handle_vpd_rsp()
5323 if (adapter->fw_version[0] == '\0') in handle_vpd_rsp()
5324 strscpy((char *)adapter->fw_version, "N/A", sizeof(adapter->fw_version)); in handle_vpd_rsp()
5325 complete(&adapter->fw_done); in handle_vpd_rsp()
5328 static void handle_query_ip_offload_rsp(struct ibmvnic_adapter *adapter) in handle_query_ip_offload_rsp() argument
5330 struct device *dev = &adapter->vdev->dev; in handle_query_ip_offload_rsp()
5331 struct ibmvnic_query_ip_offload_buffer *buf = &adapter->ip_offload_buf; in handle_query_ip_offload_rsp()
5333 dma_unmap_single(dev, adapter->ip_offload_tok, in handle_query_ip_offload_rsp()
5334 sizeof(adapter->ip_offload_buf), DMA_FROM_DEVICE); in handle_query_ip_offload_rsp()
5336 netdev_dbg(adapter->netdev, "Query IP Offload Buffer:\n"); in handle_query_ip_offload_rsp()
5337 ibmvnic_print_hex_dump(adapter->netdev, buf, in handle_query_ip_offload_rsp()
5338 sizeof(adapter->ip_offload_buf)); in handle_query_ip_offload_rsp()
5340 netdev_dbg(adapter->netdev, "ipv4_chksum = %d\n", buf->ipv4_chksum); in handle_query_ip_offload_rsp()
5341 netdev_dbg(adapter->netdev, "ipv6_chksum = %d\n", buf->ipv6_chksum); in handle_query_ip_offload_rsp()
5342 netdev_dbg(adapter->netdev, "tcp_ipv4_chksum = %d\n", in handle_query_ip_offload_rsp()
5344 netdev_dbg(adapter->netdev, "tcp_ipv6_chksum = %d\n", in handle_query_ip_offload_rsp()
5346 netdev_dbg(adapter->netdev, "udp_ipv4_chksum = %d\n", in handle_query_ip_offload_rsp()
5348 netdev_dbg(adapter->netdev, "udp_ipv6_chksum = %d\n", in handle_query_ip_offload_rsp()
5350 netdev_dbg(adapter->netdev, "large_tx_ipv4 = %d\n", in handle_query_ip_offload_rsp()
5352 netdev_dbg(adapter->netdev, "large_tx_ipv6 = %d\n", in handle_query_ip_offload_rsp()
5354 netdev_dbg(adapter->netdev, "large_rx_ipv4 = %d\n", in handle_query_ip_offload_rsp()
5356 netdev_dbg(adapter->netdev, "large_rx_ipv6 = %d\n", in handle_query_ip_offload_rsp()
5358 netdev_dbg(adapter->netdev, "max_ipv4_hdr_sz = %d\n", in handle_query_ip_offload_rsp()
5360 netdev_dbg(adapter->netdev, "max_ipv6_hdr_sz = %d\n", in handle_query_ip_offload_rsp()
5362 netdev_dbg(adapter->netdev, "max_tcp_hdr_size = %d\n", in handle_query_ip_offload_rsp()
5364 netdev_dbg(adapter->netdev, "max_udp_hdr_size = %d\n", in handle_query_ip_offload_rsp()
5366 netdev_dbg(adapter->netdev, "max_large_tx_size = %d\n", in handle_query_ip_offload_rsp()
5368 netdev_dbg(adapter->netdev, "max_large_rx_size = %d\n", in handle_query_ip_offload_rsp()
5370 netdev_dbg(adapter->netdev, "ipv6_ext_hdr = %d\n", in handle_query_ip_offload_rsp()
5372 netdev_dbg(adapter->netdev, "tcp_pseudosum_req = %d\n", in handle_query_ip_offload_rsp()
5374 netdev_dbg(adapter->netdev, "num_ipv6_ext_hd = %d\n", in handle_query_ip_offload_rsp()
5376 netdev_dbg(adapter->netdev, "off_ipv6_ext_hd = %d\n", in handle_query_ip_offload_rsp()
5379 send_control_ip_offload(adapter); in handle_query_ip_offload_rsp()
5386 return "adapter problem"; in ibmvnic_fw_err_cause()
5405 struct ibmvnic_adapter *adapter) in handle_error_indication() argument
5407 struct device *dev = &adapter->vdev->dev; in handle_error_indication()
5419 ibmvnic_reset(adapter, VNIC_RESET_FATAL); in handle_error_indication()
5421 ibmvnic_reset(adapter, VNIC_RESET_NON_FATAL); in handle_error_indication()
5425 struct ibmvnic_adapter *adapter) in handle_change_mac_rsp() argument
5427 struct net_device *netdev = adapter->netdev; in handle_change_mac_rsp()
5428 struct device *dev = &adapter->vdev->dev; in handle_change_mac_rsp()
5440 ether_addr_copy(adapter->mac_addr, in handle_change_mac_rsp()
5443 complete(&adapter->fw_done); in handle_change_mac_rsp()
5448 struct ibmvnic_adapter *adapter) in handle_request_cap_rsp() argument
5450 struct device *dev = &adapter->vdev->dev; in handle_request_cap_rsp()
5454 atomic_dec(&adapter->running_cap_crqs); in handle_request_cap_rsp()
5455 netdev_dbg(adapter->netdev, "Outstanding request-caps: %d\n", in handle_request_cap_rsp()
5456 atomic_read(&adapter->running_cap_crqs)); in handle_request_cap_rsp()
5459 req_value = &adapter->req_tx_queues; in handle_request_cap_rsp()
5463 req_value = &adapter->req_rx_queues; in handle_request_cap_rsp()
5467 req_value = &adapter->req_rx_add_queues; in handle_request_cap_rsp()
5471 req_value = &adapter->req_tx_entries_per_subcrq; in handle_request_cap_rsp()
5475 req_value = &adapter->req_rx_add_entries_per_subcrq; in handle_request_cap_rsp()
5479 req_value = &adapter->req_mtu; in handle_request_cap_rsp()
5483 req_value = &adapter->promisc; in handle_request_cap_rsp()
5505 *req_value = adapter->fallback.mtu; in handle_request_cap_rsp()
5511 send_request_cap(adapter, 1); in handle_request_cap_rsp()
5520 if (atomic_read(&adapter->running_cap_crqs) == 0) in handle_request_cap_rsp()
5521 send_query_ip_offload(adapter); in handle_request_cap_rsp()
5525 struct ibmvnic_adapter *adapter) in handle_login_rsp() argument
5527 struct device *dev = &adapter->vdev->dev; in handle_login_rsp()
5528 struct net_device *netdev = adapter->netdev; in handle_login_rsp()
5529 struct ibmvnic_login_rsp_buffer *login_rsp = adapter->login_rsp_buf; in handle_login_rsp()
5530 struct ibmvnic_login_buffer *login = adapter->login_buf; in handle_login_rsp()
5542 if (!adapter->login_pending) { in handle_login_rsp()
5546 adapter->login_pending = false; in handle_login_rsp()
5553 adapter->init_done_rc = login_rsp_crq->generic.rc.code; in handle_login_rsp()
5554 complete(&adapter->init_done); in handle_login_rsp()
5558 if (adapter->failover_pending) { in handle_login_rsp()
5559 adapter->init_done_rc = -EAGAIN; in handle_login_rsp()
5561 complete(&adapter->init_done); in handle_login_rsp()
5566 netdev->mtu = adapter->req_mtu - ETH_HLEN; in handle_login_rsp()
5568 netdev_dbg(adapter->netdev, "Login Response Buffer:\n"); in handle_login_rsp()
5569 ibmvnic_print_hex_dump(netdev, adapter->login_rsp_buf, in handle_login_rsp()
5570 adapter->login_rsp_buf_sz); in handle_login_rsp()
5575 adapter->req_rx_add_queues != in handle_login_rsp()
5578 ibmvnic_reset(adapter, VNIC_RESET_FATAL); in handle_login_rsp()
5594 ibmvnic_reset(adapter, VNIC_RESET_FATAL); in handle_login_rsp()
5598 size_array = (u64 *)((u8 *)(adapter->login_rsp_buf) + in handle_login_rsp()
5599 be32_to_cpu(adapter->login_rsp_buf->off_rxadd_buff_size)); in handle_login_rsp()
5603 adapter->cur_rx_buf_sz = be64_to_cpu(size_array[0]); in handle_login_rsp()
5605 num_tx_pools = be32_to_cpu(adapter->login_rsp_buf->num_txsubm_subcrqs); in handle_login_rsp()
5606 num_rx_pools = be32_to_cpu(adapter->login_rsp_buf->num_rxadd_subcrqs); in handle_login_rsp()
5608 tx_handle_array = (u64 *)((u8 *)(adapter->login_rsp_buf) + in handle_login_rsp()
5609 be32_to_cpu(adapter->login_rsp_buf->off_txsubm_subcrqs)); in handle_login_rsp()
5610 rx_handle_array = (u64 *)((u8 *)(adapter->login_rsp_buf) + in handle_login_rsp()
5611 be32_to_cpu(adapter->login_rsp_buf->off_rxadd_subcrqs)); in handle_login_rsp()
5614 adapter->tx_scrq[i]->handle = tx_handle_array[i]; in handle_login_rsp()
5617 adapter->rx_scrq[i]->handle = rx_handle_array[i]; in handle_login_rsp()
5619 adapter->num_active_tx_scrqs = num_tx_pools; in handle_login_rsp()
5620 adapter->num_active_rx_scrqs = num_rx_pools; in handle_login_rsp()
5621 release_login_rsp_buffer(adapter); in handle_login_rsp()
5622 release_login_buffer(adapter); in handle_login_rsp()
5623 complete(&adapter->init_done); in handle_login_rsp()
5629 struct ibmvnic_adapter *adapter) in handle_request_unmap_rsp() argument
5631 struct device *dev = &adapter->vdev->dev; in handle_request_unmap_rsp()
5640 struct ibmvnic_adapter *adapter) in handle_query_map_rsp() argument
5642 struct net_device *netdev = adapter->netdev; in handle_query_map_rsp()
5643 struct device *dev = &adapter->vdev->dev; in handle_query_map_rsp()
5658 struct ibmvnic_adapter *adapter) in handle_query_cap_rsp() argument
5660 struct net_device *netdev = adapter->netdev; in handle_query_cap_rsp()
5661 struct device *dev = &adapter->vdev->dev; in handle_query_cap_rsp()
5664 atomic_dec(&adapter->running_cap_crqs); in handle_query_cap_rsp()
5666 atomic_read(&adapter->running_cap_crqs)); in handle_query_cap_rsp()
5675 adapter->min_tx_queues = in handle_query_cap_rsp()
5678 adapter->min_tx_queues); in handle_query_cap_rsp()
5681 adapter->min_rx_queues = in handle_query_cap_rsp()
5684 adapter->min_rx_queues); in handle_query_cap_rsp()
5687 adapter->min_rx_add_queues = in handle_query_cap_rsp()
5690 adapter->min_rx_add_queues); in handle_query_cap_rsp()
5693 adapter->max_tx_queues = in handle_query_cap_rsp()
5696 adapter->max_tx_queues); in handle_query_cap_rsp()
5699 adapter->max_rx_queues = in handle_query_cap_rsp()
5702 adapter->max_rx_queues); in handle_query_cap_rsp()
5705 adapter->max_rx_add_queues = in handle_query_cap_rsp()
5708 adapter->max_rx_add_queues); in handle_query_cap_rsp()
5711 adapter->min_tx_entries_per_subcrq = in handle_query_cap_rsp()
5714 adapter->min_tx_entries_per_subcrq); in handle_query_cap_rsp()
5717 adapter->min_rx_add_entries_per_subcrq = in handle_query_cap_rsp()
5720 adapter->min_rx_add_entries_per_subcrq); in handle_query_cap_rsp()
5723 adapter->max_tx_entries_per_subcrq = in handle_query_cap_rsp()
5726 adapter->max_tx_entries_per_subcrq); in handle_query_cap_rsp()
5729 adapter->max_rx_add_entries_per_subcrq = in handle_query_cap_rsp()
5732 adapter->max_rx_add_entries_per_subcrq); in handle_query_cap_rsp()
5735 adapter->tcp_ip_offload = in handle_query_cap_rsp()
5738 adapter->tcp_ip_offload); in handle_query_cap_rsp()
5741 adapter->promisc_supported = in handle_query_cap_rsp()
5744 adapter->promisc_supported); in handle_query_cap_rsp()
5747 adapter->min_mtu = be64_to_cpu(crq->query_capability.number); in handle_query_cap_rsp()
5748 netdev->min_mtu = adapter->min_mtu - ETH_HLEN; in handle_query_cap_rsp()
5749 netdev_dbg(netdev, "min_mtu = %lld\n", adapter->min_mtu); in handle_query_cap_rsp()
5752 adapter->max_mtu = be64_to_cpu(crq->query_capability.number); in handle_query_cap_rsp()
5753 netdev->max_mtu = adapter->max_mtu - ETH_HLEN; in handle_query_cap_rsp()
5754 netdev_dbg(netdev, "max_mtu = %lld\n", adapter->max_mtu); in handle_query_cap_rsp()
5757 adapter->max_multicast_filters = in handle_query_cap_rsp()
5760 adapter->max_multicast_filters); in handle_query_cap_rsp()
5763 adapter->vlan_header_insertion = in handle_query_cap_rsp()
5765 if (adapter->vlan_header_insertion) in handle_query_cap_rsp()
5768 adapter->vlan_header_insertion); in handle_query_cap_rsp()
5771 adapter->rx_vlan_header_insertion = in handle_query_cap_rsp()
5774 adapter->rx_vlan_header_insertion); in handle_query_cap_rsp()
5777 adapter->max_tx_sg_entries = in handle_query_cap_rsp()
5780 adapter->max_tx_sg_entries); in handle_query_cap_rsp()
5783 adapter->rx_sg_supported = in handle_query_cap_rsp()
5786 adapter->rx_sg_supported); in handle_query_cap_rsp()
5789 adapter->opt_tx_comp_sub_queues = in handle_query_cap_rsp()
5792 adapter->opt_tx_comp_sub_queues); in handle_query_cap_rsp()
5795 adapter->opt_rx_comp_queues = in handle_query_cap_rsp()
5798 adapter->opt_rx_comp_queues); in handle_query_cap_rsp()
5801 adapter->opt_rx_bufadd_q_per_rx_comp_q = in handle_query_cap_rsp()
5804 adapter->opt_rx_bufadd_q_per_rx_comp_q); in handle_query_cap_rsp()
5807 adapter->opt_tx_entries_per_subcrq = in handle_query_cap_rsp()
5810 adapter->opt_tx_entries_per_subcrq); in handle_query_cap_rsp()
5813 adapter->opt_rxba_entries_per_subcrq = in handle_query_cap_rsp()
5816 adapter->opt_rxba_entries_per_subcrq); in handle_query_cap_rsp()
5819 adapter->tx_rx_desc_req = crq->query_capability.number; in handle_query_cap_rsp()
5821 adapter->tx_rx_desc_req); in handle_query_cap_rsp()
5830 if (atomic_read(&adapter->running_cap_crqs) == 0) in handle_query_cap_rsp()
5831 send_request_cap(adapter, 0); in handle_query_cap_rsp()
5834 static int send_query_phys_parms(struct ibmvnic_adapter *adapter) in send_query_phys_parms() argument
5843 mutex_lock(&adapter->fw_lock); in send_query_phys_parms()
5844 adapter->fw_done_rc = 0; in send_query_phys_parms()
5845 reinit_completion(&adapter->fw_done); in send_query_phys_parms()
5847 rc = ibmvnic_send_crq(adapter, &crq); in send_query_phys_parms()
5849 mutex_unlock(&adapter->fw_lock); in send_query_phys_parms()
5853 rc = ibmvnic_wait_for_completion(adapter, &adapter->fw_done, 10000); in send_query_phys_parms()
5855 mutex_unlock(&adapter->fw_lock); in send_query_phys_parms()
5859 mutex_unlock(&adapter->fw_lock); in send_query_phys_parms()
5860 return adapter->fw_done_rc ? -EIO : 0; in send_query_phys_parms()
5864 struct ibmvnic_adapter *adapter) in handle_query_phys_parms_rsp() argument
5866 struct net_device *netdev = adapter->netdev; in handle_query_phys_parms_rsp()
5877 adapter->speed = SPEED_10; in handle_query_phys_parms_rsp()
5880 adapter->speed = SPEED_100; in handle_query_phys_parms_rsp()
5883 adapter->speed = SPEED_1000; in handle_query_phys_parms_rsp()
5886 adapter->speed = SPEED_10000; in handle_query_phys_parms_rsp()
5889 adapter->speed = SPEED_25000; in handle_query_phys_parms_rsp()
5892 adapter->speed = SPEED_40000; in handle_query_phys_parms_rsp()
5895 adapter->speed = SPEED_50000; in handle_query_phys_parms_rsp()
5898 adapter->speed = SPEED_100000; in handle_query_phys_parms_rsp()
5901 adapter->speed = SPEED_200000; in handle_query_phys_parms_rsp()
5906 adapter->speed = SPEED_UNKNOWN; in handle_query_phys_parms_rsp()
5909 adapter->duplex = DUPLEX_FULL; in handle_query_phys_parms_rsp()
5911 adapter->duplex = DUPLEX_HALF; in handle_query_phys_parms_rsp()
5913 adapter->duplex = DUPLEX_UNKNOWN; in handle_query_phys_parms_rsp()
5919 struct ibmvnic_adapter *adapter) in ibmvnic_handle_crq() argument
5922 struct net_device *netdev = adapter->netdev; in ibmvnic_handle_crq()
5923 struct device *dev = &adapter->vdev->dev; in ibmvnic_handle_crq()
5935 adapter->from_passive_init = true; in ibmvnic_handle_crq()
5939 adapter->login_pending = false; in ibmvnic_handle_crq()
5941 if (adapter->state == VNIC_DOWN) in ibmvnic_handle_crq()
5942 rc = ibmvnic_reset(adapter, VNIC_RESET_PASSIVE_INIT); in ibmvnic_handle_crq()
5944 rc = ibmvnic_reset(adapter, VNIC_RESET_FAILOVER); in ibmvnic_handle_crq()
5948 * reset either because the adapter was still in ibmvnic_handle_crq()
5953 * is already scheduled or the adapter is in ibmvnic_handle_crq()
5959 adapter->failover_pending = false; in ibmvnic_handle_crq()
5962 if (!completion_done(&adapter->init_done)) { in ibmvnic_handle_crq()
5963 if (!adapter->init_done_rc) in ibmvnic_handle_crq()
5964 adapter->init_done_rc = -EAGAIN; in ibmvnic_handle_crq()
5965 complete(&adapter->init_done); in ibmvnic_handle_crq()
5971 adapter->crq.active = true; in ibmvnic_handle_crq()
5972 send_version_xchg(adapter); in ibmvnic_handle_crq()
5980 adapter->crq.active = false; in ibmvnic_handle_crq()
5984 if (!completion_done(&adapter->fw_done)) { in ibmvnic_handle_crq()
5985 adapter->fw_done_rc = -EIO; in ibmvnic_handle_crq()
5986 complete(&adapter->fw_done); in ibmvnic_handle_crq()
5990 if (!completion_done(&adapter->init_done)) { in ibmvnic_handle_crq()
5991 adapter->init_done_rc = -EAGAIN; in ibmvnic_handle_crq()
5992 complete(&adapter->init_done); in ibmvnic_handle_crq()
5995 if (!completion_done(&adapter->stats_done)) in ibmvnic_handle_crq()
5996 complete(&adapter->stats_done); in ibmvnic_handle_crq()
5997 if (test_bit(0, &adapter->resetting)) in ibmvnic_handle_crq()
5998 adapter->force_reset_recovery = true; in ibmvnic_handle_crq()
6000 dev_info(dev, "Migrated, re-enabling adapter\n"); in ibmvnic_handle_crq()
6001 ibmvnic_reset(adapter, VNIC_RESET_MOBILITY); in ibmvnic_handle_crq()
6004 adapter->failover_pending = true; in ibmvnic_handle_crq()
6006 /* The adapter lost the connection */ in ibmvnic_handle_crq()
6007 dev_err(dev, "Virtual Adapter failed (rc=%d)\n", in ibmvnic_handle_crq()
6009 ibmvnic_reset(adapter, VNIC_RESET_FATAL); in ibmvnic_handle_crq()
6031 send_query_cap(adapter); in ibmvnic_handle_crq()
6034 handle_query_cap_rsp(crq, adapter); in ibmvnic_handle_crq()
6037 handle_query_map_rsp(crq, adapter); in ibmvnic_handle_crq()
6040 adapter->fw_done_rc = crq->request_map_rsp.rc.code; in ibmvnic_handle_crq()
6041 complete(&adapter->fw_done); in ibmvnic_handle_crq()
6044 handle_request_unmap_rsp(crq, adapter); in ibmvnic_handle_crq()
6047 handle_request_cap_rsp(crq, adapter); in ibmvnic_handle_crq()
6051 handle_login_rsp(crq, adapter); in ibmvnic_handle_crq()
6058 adapter->logical_link_state = in ibmvnic_handle_crq()
6060 adapter->init_done_rc = crq->logical_link_state_rsp.rc.code; in ibmvnic_handle_crq()
6061 complete(&adapter->init_done); in ibmvnic_handle_crq()
6065 adapter->phys_link_state = in ibmvnic_handle_crq()
6067 adapter->logical_link_state = in ibmvnic_handle_crq()
6069 if (adapter->phys_link_state && adapter->logical_link_state) in ibmvnic_handle_crq()
6076 adapter->fw_done_rc = handle_change_mac_rsp(crq, adapter); in ibmvnic_handle_crq()
6080 handle_error_indication(crq, adapter); in ibmvnic_handle_crq()
6084 complete(&adapter->stats_done); in ibmvnic_handle_crq()
6088 handle_query_ip_offload_rsp(adapter); in ibmvnic_handle_crq()
6095 dma_unmap_single(dev, adapter->ip_offload_ctrl_tok, in ibmvnic_handle_crq()
6096 sizeof(adapter->ip_offload_ctrl), in ibmvnic_handle_crq()
6098 complete(&adapter->init_done); in ibmvnic_handle_crq()
6102 complete(&adapter->fw_done); in ibmvnic_handle_crq()
6105 handle_vpd_size_rsp(crq, adapter); in ibmvnic_handle_crq()
6108 handle_vpd_rsp(crq, adapter); in ibmvnic_handle_crq()
6111 adapter->fw_done_rc = handle_query_phys_parms_rsp(crq, adapter); in ibmvnic_handle_crq()
6112 complete(&adapter->fw_done); in ibmvnic_handle_crq()
6122 struct ibmvnic_adapter *adapter = instance; in ibmvnic_interrupt() local
6124 tasklet_schedule(&adapter->tasklet); in ibmvnic_interrupt()
6130 struct ibmvnic_adapter *adapter = from_tasklet(adapter, t, tasklet); in ibmvnic_tasklet() local
6131 struct ibmvnic_crq_queue *queue = &adapter->crq; in ibmvnic_tasklet()
6138 while ((crq = ibmvnic_next_crq(adapter)) != NULL) { in ibmvnic_tasklet()
6145 ibmvnic_handle_crq(crq, adapter); in ibmvnic_tasklet()
6152 static int ibmvnic_reenable_crq_queue(struct ibmvnic_adapter *adapter) in ibmvnic_reenable_crq_queue() argument
6154 struct vio_dev *vdev = adapter->vdev; in ibmvnic_reenable_crq_queue()
6162 dev_err(&vdev->dev, "Error enabling adapter (rc=%d)\n", rc); in ibmvnic_reenable_crq_queue()
6167 static int ibmvnic_reset_crq(struct ibmvnic_adapter *adapter) in ibmvnic_reset_crq() argument
6169 struct ibmvnic_crq_queue *crq = &adapter->crq; in ibmvnic_reset_crq()
6170 struct device *dev = &adapter->vdev->dev; in ibmvnic_reset_crq()
6171 struct vio_dev *vdev = adapter->vdev; in ibmvnic_reset_crq()
6192 /* Adapter is good, but other end is not ready */ in ibmvnic_reset_crq()
6193 dev_warn(dev, "Partner adapter not ready\n"); in ibmvnic_reset_crq()
6200 static void release_crq_queue(struct ibmvnic_adapter *adapter) in release_crq_queue() argument
6202 struct ibmvnic_crq_queue *crq = &adapter->crq; in release_crq_queue()
6203 struct vio_dev *vdev = adapter->vdev; in release_crq_queue()
6209 netdev_dbg(adapter->netdev, "Releasing CRQ\n"); in release_crq_queue()
6210 free_irq(vdev->irq, adapter); in release_crq_queue()
6211 tasklet_kill(&adapter->tasklet); in release_crq_queue()
6223 static int init_crq_queue(struct ibmvnic_adapter *adapter) in init_crq_queue() argument
6225 struct ibmvnic_crq_queue *crq = &adapter->crq; in init_crq_queue()
6226 struct device *dev = &adapter->vdev->dev; in init_crq_queue()
6227 struct vio_dev *vdev = adapter->vdev; in init_crq_queue()
6250 rc = ibmvnic_reset_crq(adapter); in init_crq_queue()
6254 dev_warn(dev, "Partner adapter not ready\n"); in init_crq_queue()
6256 dev_warn(dev, "Error %d opening adapter\n", rc); in init_crq_queue()
6262 tasklet_setup(&adapter->tasklet, (void *)ibmvnic_tasklet); in init_crq_queue()
6264 netdev_dbg(adapter->netdev, "registering irq 0x%x\n", vdev->irq); in init_crq_queue()
6266 adapter->vdev->unit_address); in init_crq_queue()
6267 rc = request_irq(vdev->irq, ibmvnic_interrupt, 0, crq->name, adapter); in init_crq_queue()
6284 tasklet_schedule(&adapter->tasklet); in init_crq_queue()
6289 tasklet_kill(&adapter->tasklet); in init_crq_queue()
6301 static int ibmvnic_reset_init(struct ibmvnic_adapter *adapter, bool reset) in ibmvnic_reset_init() argument
6303 struct device *dev = &adapter->vdev->dev; in ibmvnic_reset_init()
6305 u64 old_num_rx_queues = adapter->req_rx_queues; in ibmvnic_reset_init()
6306 u64 old_num_tx_queues = adapter->req_tx_queues; in ibmvnic_reset_init()
6309 adapter->from_passive_init = false; in ibmvnic_reset_init()
6311 rc = ibmvnic_send_crq_init(adapter); in ibmvnic_reset_init()
6317 if (!wait_for_completion_timeout(&adapter->init_done, timeout)) { in ibmvnic_reset_init()
6322 if (adapter->init_done_rc) { in ibmvnic_reset_init()
6323 release_crq_queue(adapter); in ibmvnic_reset_init()
6324 dev_err(dev, "CRQ-init failed, %d\n", adapter->init_done_rc); in ibmvnic_reset_init()
6325 return adapter->init_done_rc; in ibmvnic_reset_init()
6328 if (adapter->from_passive_init) { in ibmvnic_reset_init()
6329 adapter->state = VNIC_OPEN; in ibmvnic_reset_init()
6330 adapter->from_passive_init = false; in ibmvnic_reset_init()
6336 test_bit(0, &adapter->resetting) && !adapter->wait_for_reset && in ibmvnic_reset_init()
6337 adapter->reset_reason != VNIC_RESET_MOBILITY) { in ibmvnic_reset_init()
6338 if (adapter->req_rx_queues != old_num_rx_queues || in ibmvnic_reset_init()
6339 adapter->req_tx_queues != old_num_tx_queues) { in ibmvnic_reset_init()
6340 release_sub_crqs(adapter, 0); in ibmvnic_reset_init()
6341 rc = init_sub_crqs(adapter); in ibmvnic_reset_init()
6350 clean_tx_pools(adapter); in ibmvnic_reset_init()
6352 rc = reset_sub_crq_queues(adapter); in ibmvnic_reset_init()
6355 rc = init_sub_crqs(adapter); in ibmvnic_reset_init()
6360 release_crq_queue(adapter); in ibmvnic_reset_init()
6364 rc = init_sub_crq_irqs(adapter); in ibmvnic_reset_init()
6367 release_crq_queue(adapter); in ibmvnic_reset_init()
6377 struct ibmvnic_adapter *adapter; in ibmvnic_probe() local
6401 adapter = netdev_priv(netdev); in ibmvnic_probe()
6402 adapter->state = VNIC_PROBING; in ibmvnic_probe()
6404 adapter->vdev = dev; in ibmvnic_probe()
6405 adapter->netdev = netdev; in ibmvnic_probe()
6406 adapter->login_pending = false; in ibmvnic_probe()
6407 memset(&adapter->map_ids, 0, sizeof(adapter->map_ids)); in ibmvnic_probe()
6409 bitmap_set(adapter->map_ids, 0, 1); in ibmvnic_probe()
6411 ether_addr_copy(adapter->mac_addr, mac_addr_p); in ibmvnic_probe()
6412 eth_hw_addr_set(netdev, adapter->mac_addr); in ibmvnic_probe()
6418 INIT_WORK(&adapter->ibmvnic_reset, __ibmvnic_reset); in ibmvnic_probe()
6419 INIT_DELAYED_WORK(&adapter->ibmvnic_delayed_reset, in ibmvnic_probe()
6421 INIT_LIST_HEAD(&adapter->rwi_list); in ibmvnic_probe()
6422 spin_lock_init(&adapter->rwi_lock); in ibmvnic_probe()
6423 spin_lock_init(&adapter->state_lock); in ibmvnic_probe()
6424 mutex_init(&adapter->fw_lock); in ibmvnic_probe()
6425 init_completion(&adapter->probe_done); in ibmvnic_probe()
6426 init_completion(&adapter->init_done); in ibmvnic_probe()
6427 init_completion(&adapter->fw_done); in ibmvnic_probe()
6428 init_completion(&adapter->reset_done); in ibmvnic_probe()
6429 init_completion(&adapter->stats_done); in ibmvnic_probe()
6430 clear_bit(0, &adapter->resetting); in ibmvnic_probe()
6431 adapter->prev_rx_buf_sz = 0; in ibmvnic_probe()
6432 adapter->prev_mtu = 0; in ibmvnic_probe()
6436 reinit_init_done(adapter); in ibmvnic_probe()
6441 adapter->failover_pending = false; in ibmvnic_probe()
6447 release_crq_queue(adapter); in ibmvnic_probe()
6459 spin_lock_irqsave(&adapter->rwi_lock, flags); in ibmvnic_probe()
6460 flush_reset_queue(adapter); in ibmvnic_probe()
6461 spin_unlock_irqrestore(&adapter->rwi_lock, flags); in ibmvnic_probe()
6463 rc = init_crq_queue(adapter); in ibmvnic_probe()
6470 rc = ibmvnic_reset_init(adapter, false); in ibmvnic_probe()
6481 rc = init_stats_buffers(adapter); in ibmvnic_probe()
6485 rc = init_stats_token(adapter); in ibmvnic_probe()
6496 adapter->state = VNIC_PROBED; in ibmvnic_probe()
6497 netdev->mtu = adapter->req_mtu - ETH_HLEN; in ibmvnic_probe()
6498 netdev->min_mtu = adapter->min_mtu - ETH_HLEN; in ibmvnic_probe()
6499 netdev->max_mtu = adapter->max_mtu - ETH_HLEN; in ibmvnic_probe()
6501 adapter->state = VNIC_DOWN; in ibmvnic_probe()
6504 adapter->wait_for_reset = false; in ibmvnic_probe()
6505 adapter->last_reset_time = jiffies; in ibmvnic_probe()
6514 rc = ibmvnic_cpu_notif_add(adapter); in ibmvnic_probe()
6520 complete(&adapter->probe_done); in ibmvnic_probe()
6531 release_stats_token(adapter); in ibmvnic_probe()
6534 release_stats_buffers(adapter); in ibmvnic_probe()
6537 release_sub_crqs(adapter, 1); in ibmvnic_probe()
6538 release_crq_queue(adapter); in ibmvnic_probe()
6543 adapter->state = VNIC_REMOVING; in ibmvnic_probe()
6544 complete(&adapter->probe_done); in ibmvnic_probe()
6545 flush_work(&adapter->ibmvnic_reset); in ibmvnic_probe()
6546 flush_delayed_work(&adapter->ibmvnic_delayed_reset); in ibmvnic_probe()
6548 flush_reset_queue(adapter); in ibmvnic_probe()
6550 mutex_destroy(&adapter->fw_lock); in ibmvnic_probe()
6559 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in ibmvnic_remove() local
6562 spin_lock_irqsave(&adapter->state_lock, flags); in ibmvnic_remove()
6571 spin_lock(&adapter->rwi_lock); in ibmvnic_remove()
6572 adapter->state = VNIC_REMOVING; in ibmvnic_remove()
6573 spin_unlock(&adapter->rwi_lock); in ibmvnic_remove()
6575 spin_unlock_irqrestore(&adapter->state_lock, flags); in ibmvnic_remove()
6577 ibmvnic_cpu_notif_remove(adapter); in ibmvnic_remove()
6579 flush_work(&adapter->ibmvnic_reset); in ibmvnic_remove()
6580 flush_delayed_work(&adapter->ibmvnic_delayed_reset); in ibmvnic_remove()
6585 release_resources(adapter); in ibmvnic_remove()
6586 release_rx_pools(adapter); in ibmvnic_remove()
6587 release_tx_pools(adapter); in ibmvnic_remove()
6588 release_sub_crqs(adapter, 1); in ibmvnic_remove()
6589 release_crq_queue(adapter); in ibmvnic_remove()
6591 release_stats_token(adapter); in ibmvnic_remove()
6592 release_stats_buffers(adapter); in ibmvnic_remove()
6594 adapter->state = VNIC_REMOVED; in ibmvnic_remove()
6597 mutex_destroy(&adapter->fw_lock); in ibmvnic_remove()
6607 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in failover_store() local
6615 rc = plpar_hcall(H_VIOCTL, retbuf, adapter->vdev->unit_address, in failover_store()
6626 rc = plpar_hcall_norets(H_VIOCTL, adapter->vdev->unit_address, in failover_store()
6639 ibmvnic_reset(adapter, VNIC_RESET_FAILOVER); in failover_store()
6648 struct ibmvnic_adapter *adapter; in ibmvnic_get_desired_dma() local
6659 adapter = netdev_priv(netdev); in ibmvnic_get_desired_dma()
6664 for (i = 0; i < adapter->req_tx_queues + adapter->req_rx_queues; i++) in ibmvnic_get_desired_dma()
6667 for (i = 0; i < adapter->num_active_rx_pools; i++) in ibmvnic_get_desired_dma()
6668 ret += adapter->rx_pool[i].size * in ibmvnic_get_desired_dma()
6669 IOMMU_PAGE_ALIGN(adapter->rx_pool[i].buff_size, tbl); in ibmvnic_get_desired_dma()
6677 struct ibmvnic_adapter *adapter = netdev_priv(netdev); in ibmvnic_resume() local
6679 if (adapter->state != VNIC_OPEN) in ibmvnic_resume()
6682 tasklet_schedule(&adapter->tasklet); in ibmvnic_resume()