| /linux-6.15/net/smc/ |
| H A D | smc_core.c | 199 struct smc_link_group *lgr = conn->lgr; in __smc_lgr_unregister_conn() local
213 struct smc_link_group *lgr = conn->lgr; in smc_lgr_unregister_conn() local
740 if (!lgr->is_smcd && !lgr->terminating) in smc_lgr_free_work()
743 if (lgr->is_smcd && !lgr->terminating) in smc_lgr_free_work()
813 lnk->lgr = lgr; in smcr_link_init()
982 smc->conn.lgr = lgr; in smc_lgr_create()
1306 struct smc_link_group *lgr = lnk->lgr; in smcr_buf_unmap_lgr() local
1326 struct smc_link_group *lgr = lnk->lgr; in smcr_rtoken_clear_link() local
1584 if (list_empty(&lgr->list) || lgr->terminating || lgr->freeing) { in smc_lgr_terminate_sched()
2004 conn->lgr = lgr; in smc_conn_create()
[all …]
|
| H A D | smc_llc.c | 257 struct smc_link_group *lgr = qentry->link->lgr; in smc_llc_flow_start() local
606 struct smc_link_group *lgr = link->lgr; in smc_llc_fill_ext_v2() local
837 struct smc_link_group *lgr = link->lgr; in smc_llc_add_link_cont() local
891 struct smc_link_group *lgr = link->lgr; in smc_llc_cli_rkey_exchange() local
946 struct smc_link_group *lgr = link->lgr; in smc_llc_cli_conf_link() local
1004 struct smc_link_group *lgr = link->lgr; in smc_llc_save_add_link_rkeys() local
1326 struct smc_link_group *lgr = link->lgr; in smc_llc_srv_rkey_exchange() local
1367 struct smc_link_group *lgr = link->lgr; in smc_llc_srv_conf_link() local
1410 struct smc_link_group *lgr = link->lgr; in smc_llc_srv_add_link() local
1879 struct smc_link_group *lgr = link->lgr; in smc_llc_event_handler() local
[all …]
|
| H A D | smc_llc.h | 68 if (smc_link_usable(&lgr->lnk[i])) in smc_llc_usable_link()
69 return &lgr->lnk[i]; in smc_llc_usable_link()
74 static inline void smc_llc_set_termination_rsn(struct smc_link_group *lgr, in smc_llc_set_termination_rsn() argument
77 if (!lgr->llc_termination_rsn) in smc_llc_set_termination_rsn()
78 lgr->llc_termination_rsn = rsn; in smc_llc_set_termination_rsn()
91 void smc_llc_lgr_init(struct smc_link_group *lgr, struct smc_sock *smc);
92 void smc_llc_lgr_clear(struct smc_link_group *lgr);
98 int smc_llc_do_delete_rkey(struct smc_link_group *lgr,
100 int smc_llc_flow_initiate(struct smc_link_group *lgr,
107 struct smc_llc_qentry *smc_llc_wait(struct smc_link_group *lgr,
[all …]
|
| H A D | smc_tracepoint.h | 93 __field(const void *, lgr)
101 const struct smc_link_group *lgr = lnk->lgr;
104 __entry->lgr = lgr;
105 __entry->net_cookie = lgr->net->net_cookie;
112 __entry->lnk, __entry->lgr, __entry->net_cookie,
|
| H A D | smc_ism.c | 104 spin_lock_irqsave(&conn->lgr->smcd->lock, flags); in smc_ism_set_conn()
105 conn->lgr->smcd->conn[conn->rmb_desc->sba_idx] = conn; in smc_ism_set_conn()
117 spin_lock_irqsave(&conn->lgr->smcd->lock, flags); in smc_ism_unset_conn()
240 dmb.vlan_id = lgr->vlan_id; in smc_ism_register_dmb()
241 dmb.rgid = lgr->peer_gid.gid; in smc_ism_register_dmb()
242 rc = lgr->smcd->ops->register_dmb(lgr->smcd, &dmb, lgr->smcd->client); in smc_ism_register_dmb()
598 if (lgr->peer_shutdown) in smc_ism_signal_shutdown()
600 if (!lgr->smcd->ops->signal_event) in smc_ism_signal_shutdown()
603 memcpy(ev_info.uid, lgr->id, SMC_LGR_ID_SIZE); in smc_ism_signal_shutdown()
604 ev_info.vlan_id = lgr->vlan_id; in smc_ism_signal_shutdown()
[all …]
|
| H A D | smc_wr.c | 104 memset(link->lgr->wr_tx_buf_v2, 0, in smc_wr_tx_process_cqe()
218 lgr->terminating || in smc_wr_tx_get_free_slot()
684 if (lgr->smc_version < SMC_V2) in smc_wr_free_lgr_mem()
687 kfree(lgr->wr_rx_buf_v2); in smc_wr_free_lgr_mem()
688 lgr->wr_rx_buf_v2 = NULL; in smc_wr_free_lgr_mem()
689 kfree(lgr->wr_tx_buf_v2); in smc_wr_free_lgr_mem()
690 lgr->wr_tx_buf_v2 = NULL; in smc_wr_free_lgr_mem()
727 if (lgr->smc_version < SMC_V2) in smc_wr_alloc_lgr_mem()
731 if (!lgr->wr_rx_buf_v2) in smc_wr_alloc_lgr_mem()
734 if (!lgr->wr_tx_buf_v2) { in smc_wr_alloc_lgr_mem()
[all …]
|
| H A D | smc_core.h | 165 struct smc_link_group *lgr; /* parent link group */ member
449 u32 token, struct smc_link_group *lgr) in smc_lgr_find_conn() argument
454 node = lgr->conns_all.rb_node; in smc_lgr_find_conn()
476 return conn->lgr && conn->alert_token_local; in smc_conn_lgr_valid()
560 void smc_lgr_cleanup_early(struct smc_link_group *lgr);
561 void smc_lgr_terminate_sched(struct smc_link_group *lgr);
562 void smc_lgr_hold(struct smc_link_group *lgr);
563 void smc_lgr_put(struct smc_link_group *lgr);
600 void smcr_lgr_set_type_asym(struct smc_link_group *lgr,
603 struct smc_link *smc_switch_conns(struct smc_link_group *lgr,
[all …]
|
| H A D | smc_diag.c | 93 else if (smc_conn_lgr_valid(&smc->conn) && smc->conn.lgr->is_smcd) in __smc_diag_dump()
146 if (smc_conn_lgr_valid(&smc->conn) && !smc->conn.lgr->is_smcd && in __smc_diag_dump()
148 !list_empty(&smc->conn.lgr->list)) { in __smc_diag_dump()
152 .role = smc->conn.lgr->role, in __smc_diag_dump()
165 if (smc_conn_lgr_valid(&smc->conn) && smc->conn.lgr->is_smcd && in __smc_diag_dump()
167 !list_empty(&smc->conn.lgr->list) && smc->conn.rmb_desc) { in __smc_diag_dump()
170 struct smcd_dev *smcd = conn->lgr->smcd; in __smc_diag_dump()
175 dinfo.linkid = *((u32 *)conn->lgr->id); in __smc_diag_dump()
176 dinfo.peer_gid = conn->lgr->peer_gid.gid; in __smc_diag_dump()
177 dinfo.peer_gid_ext = conn->lgr->peer_gid.gid_ext; in __smc_diag_dump()
|
| H A D | smc_ib.c | 75 if (lnk->lgr->smc_version == SMC_V2 && lnk->lgr->uses_gateway) in smc_ib_modify_qp_rtr()
79 if (lnk->lgr->smc_version == SMC_V2 && lnk->lgr->uses_gateway) in smc_ib_modify_qp_rtr()
81 sizeof(lnk->lgr->nexthop_mac)); in smc_ib_modify_qp_rtr()
145 if (lgr->role == SMC_SERV) { in smc_ib_ready_link()
335 struct smc_link_group *lgr; in smc_ib_gid_check() local
343 if (list_empty(&lgr->list)) in smc_ib_gid_check()
347 lgr->lnk[i].smcibdev != smcibdev) in smc_ib_gid_check()
350 lgr->smc_version == SMC_V2, in smc_ib_gid_check()
472 struct smc_link_group *lgr; in smcr_diag_is_dev_critical() local
478 if (lgr->is_smcd) in smcr_diag_is_dev_critical()
[all …]
|
| H A D | smc_cdc.c | 214 (conn->lgr->is_smcd && conn->lgr->peer_shutdown)) in smc_cdc_get_slot_and_msg_send()
217 if (conn->lgr->is_smcd) { in smc_cdc_get_slot_and_msg_send()
260 if (smc_ism_support_dmb_nocopy(conn->lgr->smcd)) in smcd_cdc_msg_send()
356 if (conn->lgr->is_smcd && in smc_cdc_msg_recv_action()
357 smc_ism_support_dmb_nocopy(conn->lgr->smcd)) { in smc_cdc_msg_recv_action()
474 struct smc_link_group *lgr; in smc_cdc_rx_handler() local
483 lgr = smc_get_lgr(link); in smc_cdc_rx_handler()
484 read_lock_bh(&lgr->conns_lock); in smc_cdc_rx_handler()
485 conn = smc_lgr_find_conn(ntohl(cdc->token), lgr); in smc_cdc_rx_handler()
486 read_unlock_bh(&lgr->conns_lock); in smc_cdc_rx_handler()
|
| H A D | af_smc.c | 522 struct smc_link_group *lgr = link->lgr; in smcr_lgr_reg_sndbufs() local
537 up_write(&lgr->llc_conf_mutex); in smcr_lgr_reg_sndbufs()
545 struct smc_link_group *lgr = link->lgr; in smcr_lgr_reg_rmbs() local
586 do_slow ? up_write(&lgr->llc_conf_mutex) : up_read(&lgr->llc_conf_mutex); in smcr_lgr_reg_rmbs()
587 smc_llc_flow_stop(lgr, &lgr->llc_flow_lcl); in smcr_lgr_reg_rmbs()
683 if (smc->conn.lgr->is_smcd) { in smc_conn_save_peer_info_fce()
728 if (smc->conn.lgr->is_smcd) in smc_conn_save_peer_info()
984 struct smc_link_group *lgr = conn->lgr; in smc_conn_abort() local
992 smc_lgr_cleanup_early(lgr); in smc_conn_abort()
1350 smc_llc_flow_stop(link->lgr, &link->lgr->llc_flow_lcl); in smc_connect_rdma()
[all …]
|
| H A D | smc_tx.c | 308 rc = smc_ism_write(conn->lgr->smcd, conn->peer_token, in smcd_tx_ism_write()
320 struct smc_link_group *lgr = conn->lgr; in smc_tx_rdma_write() local
327 lgr->rtokens[conn->rtoken_idx][link->link_idx].dma_addr + in smc_tx_rdma_write()
332 rdma_wr->rkey = lgr->rtokens[conn->rtoken_idx][link->link_idx].rkey; in smc_tx_rdma_write()
524 if (conn->lgr->is_smcd) in smc_tx_rdma_writes()
570 mod_delayed_work(conn->lgr->tx_wq, &conn->tx_work, in smcr_tx_sndbuf_nonempty()
644 if (conn->lgr->is_smcd) in smc_tx_sndbuf_nonempty()
718 queue_delayed_work(conn->lgr->tx_wq, &conn->tx_work, in smc_tx_consumer_update()
|
| H A D | smc_rx.c | 152 struct smc_link_group *lgr = smc->conn.lgr; in smc_rx_splice() local
161 nr_pages = !lgr->is_smcd && smc->conn.rmb_desc->is_vm ? in smc_rx_splice()
179 if (lgr->is_smcd || in smc_rx_splice()
180 (!lgr->is_smcd && !smc->conn.rmb_desc->is_vm)) { in smc_rx_splice()
215 if (!lgr->is_smcd && smc->conn.rmb_desc->is_vm) { in smc_rx_splice()
|
| H A D | smc_ism.h | 48 int smc_ism_register_dmb(struct smc_link_group *lgr, int buf_size,
55 int smc_ism_signal_shutdown(struct smc_link_group *lgr);
|
| H A D | smc_wr.h | 107 int smc_wr_alloc_lgr_mem(struct smc_link_group *lgr);
110 void smc_wr_free_lgr_mem(struct smc_link_group *lgr);
|
| /linux-6.15/arch/s390/purgatory/ |
| H A D | head.S | 37 lgr %r0,\dst
38 lgr %r1,\len
39 lgr %r2,\src
40 lgr %r3,\len
52 lgr %r4,\len
54 11: lgr %r4,%r0
144 lgr %r8,%r13
169 lgr %r7,%r9
185 lgr %r0,%r7
205 lgr %r12,%r7
[all …]
|
| /linux-6.15/arch/s390/kernel/ |
| H A D | relocate_kernel.S | 38 lgr %r6,%r5 # r6 = r5
45 lgr %r2,%r5 # move it into the right register,
54 lgr %r8,%r5 # r8 = r5
60 lgr %r0,%r4 # subcode
|
| H A D | text_amode31.S | 30 lgr %r1,%r2
31 lgr %r2,%r3
32 lgr %r3,%r4
50 lgr %r1,%r2
|
| H A D | reipl.S | 69 lgr %r9,%r2
70 lgr %r2,%r3
|
| H A D | mcount.S | 42 lgr %r1, %r0
|
| /linux-6.15/arch/s390/lib/ |
| H A D | mem.S | 19 lgr %r1,%r2
78 lgr %r1,%r2
90 lgr %r1,%r2
129 lgr %r1,%r2
165 lgr %r1,%r2
|
| /linux-6.15/fs/nfs/blocklayout/ |
| H A D | blocklayout.c | 666 bl_alloc_lseg(struct pnfs_layout_hdr *lo, struct nfs4_layoutget_res *lgr, in bl_alloc_lseg() argument
670 .mode = lgr->range.iomode, in bl_alloc_lseg()
671 .start = lgr->range.offset >> SECTOR_SHIFT, in bl_alloc_lseg()
672 .inval = lgr->range.offset >> SECTOR_SHIFT, in bl_alloc_lseg()
673 .cowread = lgr->range.offset >> SECTOR_SHIFT, in bl_alloc_lseg()
697 lgr->layoutp->pages, lgr->layoutp->len); in bl_alloc_lseg()
718 if (lgr->range.offset + lgr->range.length != in bl_alloc_lseg()
|
| /linux-6.15/arch/s390/boot/ |
| H A D | head_kdump.S | 61 lgr %r11,%r2 # Save kdump base address
62 lgr %r12,%r2
|
| H A D | head.S | 62 lgr %r2,%r3
71 lgr %r5,%r2
73 lgr %r7,%r2
139 lgr %r4,%r14
|
| /linux-6.15/fs/nfs/filelayout/ |
| H A D | filelayout.c | 601 struct nfs4_layoutget_res *lgr, in filelayout_check_layout() argument
608 if (fl->pattern_offset > lgr->range.offset) { in filelayout_check_layout()
644 struct nfs4_layoutget_res *lgr, in filelayout_decode_layout() argument
660 xdr_init_decode_pages(&stream, &buf, lgr->layoutp->pages, lgr->layoutp->len); in filelayout_decode_layout()
759 struct nfs4_layoutget_res *lgr, in filelayout_alloc_lseg() argument
770 rc = filelayout_decode_layout(layoutid, fl, lgr, gfp_flags); in filelayout_alloc_lseg()
771 if (rc != 0 || filelayout_check_layout(layoutid, fl, lgr, gfp_flags)) { in filelayout_alloc_lseg()
|