| /linux-6.15/include/net/ |
| H A D | fq_impl.h | 40 static void fq_adjust_removal(struct fq *fq, in fq_adjust_removal() argument 197 static void fq_tin_enqueue(struct fq *fq, in fq_tin_enqueue() argument 234 oom = (fq->memory_usage > fq->memory_limit); in fq_tin_enqueue() 235 while (fq->backlog > fq->limit || oom) { in fq_tin_enqueue() 252 static void fq_flow_filter(struct fq *fq, in fq_flow_filter() argument 273 static void fq_tin_filter(struct fq *fq, in fq_tin_filter() argument 289 static void fq_flow_reset(struct fq *fq, in fq_flow_reset() argument 311 static void fq_tin_reset(struct fq *fq, in fq_tin_reset() argument 353 memset(fq, 0, sizeof(fq[0])); in fq_init() 361 fq->flows = kvcalloc(fq->flows_cnt, sizeof(fq->flows[0]), GFP_KERNEL); in fq_init() [all …]
|
| H A D | ipv6_frag.h | 38 fq->ecn = 0; in ip6frag_init() 51 return jhash2((const u32 *)&fq->key.v6, in ip6frag_obj_hashfn() 73 if (READ_ONCE(fq->q.fqdir->dead)) in ip6frag_expire_frag_queue() 75 spin_lock(&fq->q.lock); in ip6frag_expire_frag_queue() 77 if (fq->q.flags & INET_FRAG_COMPLETE) in ip6frag_expire_frag_queue() 80 fq->q.flags |= INET_FRAG_DROP; in ip6frag_expire_frag_queue() 81 inet_frag_kill(&fq->q, &refs); in ip6frag_expire_frag_queue() 98 head = inet_frag_pull_head(&fq->q); in ip6frag_expire_frag_queue() 103 spin_unlock(&fq->q.lock); in ip6frag_expire_frag_queue() 110 spin_unlock(&fq->q.lock); in ip6frag_expire_frag_queue() [all …]
|
| H A D | fq.h | 68 struct fq { struct 85 typedef struct sk_buff *fq_tin_dequeue_t(struct fq *, argument 89 typedef void fq_skb_free_t(struct fq *, 95 typedef bool fq_skb_filter_t(struct fq *,
|
| /linux-6.15/block/ |
| H A D | blk-flush.c | 153 struct list_head *pending = &fq->flush_queue[fq->flush_pending_idx]; in blk_flush_complete_seq() 238 running = &fq->flush_queue[fq->flush_running_idx]; in flush_end_io() 239 BUG_ON(fq->flush_pending_idx == fq->flush_running_idx); in flush_end_io() 278 struct list_head *pending = &fq->flush_queue[fq->flush_pending_idx]; in blk_kick_flush() 483 fq = kzalloc_node(sizeof(*fq), flags, node); in blk_alloc_flush_queue() 484 if (!fq) in blk_alloc_flush_queue() 491 if (!fq->flush_rq) in blk_alloc_flush_queue() 497 return fq; in blk_alloc_flush_queue() 500 kfree(fq); in blk_alloc_flush_queue() 508 if (!fq) in blk_free_flush_queue() [all …]
|
| /linux-6.15/drivers/net/ethernet/intel/libeth/ |
| H A D | rx.c | 76 switch (fq->type) { in libeth_rx_page_pool_params() 78 fq->buf_len = libeth_rx_hw_len_mtu(pp, fq->buf_len); in libeth_rx_page_pool_params() 81 fq->buf_len = libeth_rx_hw_len_truesize(pp, fq->buf_len, in libeth_rx_page_pool_params() 120 switch (fq->type) { in libeth_rx_page_pool_params_zc() 136 fq->truesize = fq->buf_len; in libeth_rx_page_pool_params_zc() 154 .nid = fq->nid, in libeth_rx_fq_create() 164 if (!fq->hsplit) in libeth_rx_fq_create() 175 fqes = kvcalloc_node(fq->count, sizeof(*fqes), GFP_KERNEL, fq->nid); in libeth_rx_fq_create() 179 fq->fqes = fqes; in libeth_rx_fq_create() 180 fq->pp = pool; in libeth_rx_fq_create() [all …]
|
| /linux-6.15/fs/netfs/ |
| H A D | rolling_buffer.c | 30 fq = kmalloc(sizeof(*fq), gfp); in netfs_folioq_alloc() 31 if (fq) { in netfs_folioq_alloc() 37 return fq; in netfs_folioq_alloc() 68 if (!fq) in rolling_buffer_init() 71 roll->head = fq; in rolling_buffer_init() 72 roll->tail = fq; in rolling_buffer_init() 88 if (!fq) in rolling_buffer_make_space() 90 fq->prev = head; in rolling_buffer_make_space() 92 roll->head = fq; in rolling_buffer_make_space() 128 fq = roll->head; in rolling_buffer_load_from_ra() [all …]
|
| H A D | misc.c | 78 void netfs_free_folioq_buffer(struct folio_queue *fq) in netfs_free_folioq_buffer() argument 85 for (; fq; fq = next) { in netfs_free_folioq_buffer() 86 for (int slot = 0; slot < folioq_count(fq); slot++) { in netfs_free_folioq_buffer() 87 struct folio *folio = folioq_folio(fq, slot); in netfs_free_folioq_buffer() 90 !folioq_is_marked(fq, slot)) in netfs_free_folioq_buffer() 99 next = fq->next; in netfs_free_folioq_buffer() 100 kfree(fq); in netfs_free_folioq_buffer()
|
| /linux-6.15/net/ipv6/netfilter/ |
| H A D | nf_conntrack_reasm.c | 137 struct frag_queue *fq; in nf_ct_frag6_expire() local 141 ip6frag_expire_frag_queue(fq->q.fqdir->net, fq); in nf_ct_frag6_expire() 210 if (end < fq->q.len || in nf_ct_frag6_queue() 211 ((fq->q.flags & INET_FRAG_LAST_IN) && end != fq->q.len)) { in nf_ct_frag6_queue() 216 fq->q.len = end; in nf_ct_frag6_queue() 229 if (end > fq->q.len) { in nf_ct_frag6_queue() 235 fq->q.len = end; in nf_ct_frag6_queue() 274 fq->ecn |= ecn; in nf_ct_frag6_queue() 283 fq->nhoffset = nhoff; in nf_ct_frag6_queue() 288 fq->q.meat == fq->q.len) { in nf_ct_frag6_queue() [all …]
|
| /linux-6.15/net/ieee802154/6lowpan/ |
| H A D | reassembly.c | 48 struct frag_queue *fq; in lowpan_frag_expire() local 53 spin_lock(&fq->q.lock); in lowpan_frag_expire() 60 spin_unlock(&fq->q.lock); in lowpan_frag_expire() 111 if (end < fq->q.len || in lowpan_frag_queue() 112 ((fq->q.flags & INET_FRAG_LAST_IN) && end != fq->q.len)) in lowpan_frag_queue() 115 fq->q.len = end; in lowpan_frag_queue() 117 if (end > fq->q.len) { in lowpan_frag_queue() 121 fq->q.len = end; in lowpan_frag_queue() 140 fq->q.meat += skb->len; in lowpan_frag_queue() 144 fq->q.meat == fq->q.len) { in lowpan_frag_queue() [all …]
|
| /linux-6.15/net/ipv6/ |
| H A D | reassembly.c | 77 struct frag_queue *fq; in ip6_frag_expire() local 81 ip6frag_expire_frag_queue(fq->q.fqdir->net, fq); in ip6_frag_expire() 153 ((fq->q.flags & INET_FRAG_LAST_IN) && end != fq->q.len)) in ip6_frag_queue() 156 fq->q.len = end; in ip6_frag_queue() 172 fq->q.len = end; in ip6_frag_queue() 204 fq->ecn |= ecn; in ip6_frag_queue() 215 fq->nhoffset = nhoff; in ip6_frag_queue() 220 fq->q.meat == fq->q.len) { in ip6_frag_queue() 285 nhoff = fq->nhoffset; in ip6_frag_reasm() 380 if (fq) { in ipv6_frag_rcv() [all …]
|
| /linux-6.15/drivers/soc/fsl/qbman/ |
| H A D | qman.c | 1517 fq->cb.fqs(p, fq, msg); in qm_mr_process_task() 1524 fq->cb.fqs(p, fq, msg); in qm_mr_process_task() 1536 fq->cb.ern(p, fq, msg); in qm_mr_process_task() 1822 fq_table[fq->idx] = fq; in qman_create_fq() 1890 qm_fqid_set(&mcc->fq, fq->fqid); in qman_init_fq() 1990 qm_fqid_set(&mcc->fq, fq->fqid); in qman_schedule_fq() 2033 qm_fqid_set(&mcc->fq, fq->fqid); in qman_retire_fq() 2078 fq->cb.fqs(p, fq, &msg); in qman_retire_fq() 2112 qm_fqid_set(&mcc->fq, fq->fqid); in qman_oos_fq() 2138 qm_fqid_set(&mcc->fq, fq->fqid); in qman_query_fq() [all …]
|
| H A D | qman_test_api.c | 112 if (qman_enqueue(fq, &fd)) { in do_enqueues() 126 struct qman_fq *fq = &fq_base; in qman_test_api() local 133 err = qman_create_fq(0, FQ_FLAGS, fq); in qman_test_api() 144 err = do_enqueues(fq); in qman_test_api() 154 err = do_enqueues(fq); in qman_test_api() 173 err = do_enqueues(fq); in qman_test_api() 177 err = qman_schedule_fq(fq); in qman_test_api() 185 err = qman_retire_fq(fq, &flags); in qman_test_api() 196 err = qman_oos_fq(fq); in qman_test_api() 201 qman_destroy_fq(fq); in qman_test_api() [all …]
|
| /linux-6.15/drivers/net/ethernet/freescale/dpaa/ |
| H A D | dpaa_eth_trace.h | 32 struct qman_fq *fq, 36 TP_ARGS(netdev, fq, fd), 54 __entry->fqid = fq->fqid; 78 struct qman_fq *fq, 81 TP_ARGS(netdev, fq, fd) 88 struct qman_fq *fq, 91 TP_ARGS(netdev, fq, fd) 98 struct qman_fq *fq, 101 TP_ARGS(netdev, fq, fd)
|
| H A D | dpaa_eth_sysfs.c | 33 struct dpaa_fq *fq; in dpaa_eth_show_fqids() local 39 list_for_each_entry_safe(fq, tmp, &priv->dpaa_fq_list, list) { in dpaa_eth_show_fqids() 40 switch (fq->fq_type) { in dpaa_eth_show_fqids() 66 if (prev && (abs(fq->fqid - prev->fqid) != 1 || in dpaa_eth_show_fqids() 77 if (prev && abs(fq->fqid - prev->fqid) == 1 && in dpaa_eth_show_fqids() 79 last_fqid = fq->fqid; in dpaa_eth_show_fqids() 81 first_fqid = fq->fqid; in dpaa_eth_show_fqids() 82 last_fqid = fq->fqid; in dpaa_eth_show_fqids() 85 prev = fq; in dpaa_eth_show_fqids()
|
| H A D | dpaa_eth.c | 659 fq->wq = 1; in dpaa_assign_wq() 663 fq->wq = 5; in dpaa_assign_wq() 667 fq->wq = 6; in dpaa_assign_wq() 673 fq->wq = 6; in dpaa_assign_wq() 677 fq->wq = 2; in dpaa_assign_wq() 681 fq->wq = 1; in dpaa_assign_wq() 685 fq->wq = 0; in dpaa_assign_wq() 694 fq->fq_type, fq->fqid); in dpaa_assign_wq() 959 struct dpaa_fq *fq; in dpaa_fq_setup() local 1032 struct qman_fq *fq; in dpaa_fq_init() local [all …]
|
| /linux-6.15/fs/afs/ |
| H A D | dir_search.c | 69 struct folio_queue *fq = iter->fq; in afs_dir_find_block() local 86 if (!fq || blpos < fpos) { in afs_dir_find_block() 87 fq = dvnode->directory; in afs_dir_find_block() 93 for (; fq; fq = fq->next) { in afs_dir_find_block() 94 for (; slot < folioq_count(fq); slot++) { in afs_dir_find_block() 95 size_t fsize = folioq_folio_size(fq, slot); in afs_dir_find_block() 99 folio = folioq_folio(fq, slot); in afs_dir_find_block() 102 iter->fq = fq; in afs_dir_find_block() 114 iter->fq = NULL; in afs_dir_find_block()
|
| /linux-6.15/drivers/net/ethernet/freescale/dpaa2/ |
| H A D | dpaa2-eth-debugfs.c | 47 static char *fq_type_to_str(struct dpaa2_eth_fq *fq) in fq_type_to_str() argument 49 switch (fq->type) { in fq_type_to_str() 62 struct dpaa2_eth_fq *fq; in dpaa2_dbg_fqs_show() local 71 fq = &priv->fq[i]; in dpaa2_dbg_fqs_show() 72 err = dpaa2_io_query_fq_count(NULL, fq->fqid, &fcnt, &bcnt); in dpaa2_dbg_fqs_show() 77 if (!fq->stats.frames && !fcnt) in dpaa2_dbg_fqs_show() 81 fq->fqid, in dpaa2_dbg_fqs_show() 82 fq->target_cpu, in dpaa2_dbg_fqs_show() 83 fq->tc, in dpaa2_dbg_fqs_show() 84 fq_type_to_str(fq), in dpaa2_dbg_fqs_show() [all …]
|
| H A D | dpaa2-eth.c | 415 fq = &priv->fq[queue_id]; in dpaa2_eth_xdp_enqueue() 739 fq->consume(priv, ch, fd, fq); in dpaa2_eth_consume_frames() 1483 fq = &priv->fq[queue_mapping]; in __dpaa2_eth_tx() 2090 fq = &priv->fq[i]; in dpaa2_eth_set_rx_taildrop() 2095 fq->tc, fq->flowid, &td); in dpaa2_eth_set_rx_taildrop() 2236 fq = &priv->fq[i]; in dpaa2_eth_ingress_fq_count() 2871 fq = &priv->fq[smp_processor_id()]; in dpaa2_eth_xdp_xmit() 2914 fq = &priv->fq[i % num_queues]; in update_xps() 3311 fq = &priv->fq[i]; in dpaa2_eth_set_fq_affinity() 3653 fq = &priv->fq[i]; in dpaa2_eth_update_tx_fqids() [all …]
|
| H A D | dpaa2-xsk.c | 17 struct dpaa2_eth_fq *fq; in dpaa2_eth_setup_consume_func() local 21 fq = &priv->fq[i]; in dpaa2_eth_setup_consume_func() 23 if (fq->type != type) in dpaa2_eth_setup_consume_func() 25 if (fq->channel != ch) in dpaa2_eth_setup_consume_func() 28 fq->consume = consume; in dpaa2_eth_setup_consume_func() 106 struct dpaa2_eth_fq *fq) in dpaa2_xsk_rx() argument 143 dpaa2_eth_receive_skb(priv, ch, fd, vaddr, fq, percpu_stats, skb); in dpaa2_xsk_rx() 399 struct dpaa2_eth_fq *fq; in dpaa2_xsk_tx() local 408 fq = &priv->fq[ch->nctx.desired_cpu]; in dpaa2_xsk_tx() 431 err = priv->enqueue(priv, fq, &fds[total_enqueued], 0, in dpaa2_xsk_tx() [all …]
|
| /linux-6.15/drivers/crypto/caam/ |
| H A D | qi.c | 253 ret = qman_retire_fq(fq, &flags); in kill_fq() 278 fq->fqid); in kill_fq() 283 ret = qman_oos_fq(fq); in kill_fq() 287 qman_destroy_fq(fq); in kill_fq() 288 kfree(fq); in kill_fq() 301 ret = qman_query_fq_np(fq, &np); in empty_caam_fq() 622 struct qman_fq *fq; in alloc_rsp_fq_cpu() local 625 fq = kzalloc(sizeof(*fq), GFP_KERNEL); in alloc_rsp_fq_cpu() 626 if (!fq) in alloc_rsp_fq_cpu() 635 kfree(fq); in alloc_rsp_fq_cpu() [all …]
|
| /linux-6.15/drivers/iommu/ |
| H A D | dma-iommu.c | 121 for ((i) = (fq)->head; (i) != (fq)->tail; (i) = ((i) + 1) & (fq)->mod_mask) 126 return (((fq->tail + 1) & fq->mod_mask) == fq->head); in fq_full() 135 fq->tail = (idx + 1) & fq->mod_mask; in fq_ring_add() 157 fq->head = (fq->head + 1) & fq->mod_mask; in fq_ring_free_locked() 197 struct iova_fq *fq; in queue_iova() local 211 fq = cookie->single_fq; in queue_iova() 224 if (fq_full(fq)) { in queue_iova() 229 idx = fq_ring_add(fq); in queue_iova() 251 vfree(fq); in iommu_dma_free_fq_single() 285 fq->head = 0; in iommu_dma_init_one_fq() [all …]
|
| /linux-6.15/net/ipv4/ |
| H A D | inet_fragment.c | 133 struct inet_frag_queue *fq = ptr; in inet_frags_free_cb() local 138 spin_lock_bh(&fq->lock); in inet_frags_free_cb() 139 fq->flags |= INET_FRAG_DROP; in inet_frags_free_cb() 141 fq->flags |= INET_FRAG_COMPLETE; in inet_frags_free_cb() 146 spin_unlock_bh(&fq->lock); in inet_frags_free_cb() 148 inet_frag_putn(fq, count); in inet_frags_free_cb() 230 if (timer_delete(&fq->timer)) in inet_frag_kill() 234 struct fqdir *fqdir = fq->fqdir; in inet_frag_kill() 236 fq->flags |= INET_FRAG_COMPLETE; in inet_frag_kill() 380 fq = prev; in inet_frag_find() [all …]
|
| /linux-6.15/include/net/libeth/ |
| H A D | rx.h | 89 int libeth_rx_fq_create(struct libeth_fq *fq, struct napi_struct *napi); 90 void libeth_rx_fq_destroy(struct libeth_fq *fq); 100 static inline dma_addr_t libeth_rx_alloc(const struct libeth_fq_fp *fq, u32 i) in libeth_rx_alloc() argument 102 struct libeth_fqe *buf = &fq->fqes[i]; in libeth_rx_alloc() 104 buf->truesize = fq->truesize; in libeth_rx_alloc() 105 buf->page = page_pool_dev_alloc(fq->pp, &buf->offset, &buf->truesize); in libeth_rx_alloc() 110 fq->pp->p.offset; in libeth_rx_alloc()
|
| /linux-6.15/net/xdp/ |
| H A D | xsk_buff_pool.c | 100 pool->fq = xs->fq_tmp; in xp_create_and_assign_umem() 258 if (!pool->fq || !pool->cq) in xp_assign_dev_shared() 288 if (pool->fq) { in xp_release_deferred() 289 xskq_destroy(pool->fq); in xp_release_deferred() 290 pool->fq = NULL; in xp_release_deferred() 543 pool->fq->invalid_descs++; in __xp_alloc() 544 xskq_cons_release(pool->fq); in __xp_alloc() 552 xskq_cons_release(pool->fq); in __xp_alloc() 603 pool->fq->invalid_descs++; in xp_alloc_new_from_fq() 674 pool->fq->queue_empty_descs++; in xp_alloc_batch() [all …]
|
| /linux-6.15/net/mac80211/ |
| H A D | debugfs.c | 80 struct fq *fq = &local->fq; in aqm_read() local 84 spin_lock_bh(&local->fq.lock); in aqm_read() 98 fq->flows_cnt, in aqm_read() 99 fq->backlog, in aqm_read() 100 fq->overmemory, in aqm_read() 101 fq->overlimit, in aqm_read() 102 fq->collisions, in aqm_read() 103 fq->memory_usage, in aqm_read() 104 fq->memory_limit, in aqm_read() 105 fq->limit, in aqm_read() [all …]
|