| /linux-6.15/include/asm-generic/ |
| H A D | percpu.h | 90 TYPEOF_UNQUAL(pcp) *__p = raw_cpu_ptr(&(pcp)); \ 98 TYPEOF_UNQUAL(pcp) *__p = raw_cpu_ptr(&(pcp)); \ 116 TYPEOF_UNQUAL(pcp) *__p = raw_cpu_ptr(&(pcp)); \ 215 #define raw_cpu_read_1(pcp) raw_cpu_generic_read(pcp) argument 218 #define raw_cpu_read_2(pcp) raw_cpu_generic_read(pcp) argument 221 #define raw_cpu_read_4(pcp) raw_cpu_generic_read(pcp) argument 224 #define raw_cpu_read_8(pcp) raw_cpu_generic_read(pcp) argument 388 #define this_cpu_read_1(pcp) this_cpu_generic_read(pcp) argument 391 #define this_cpu_read_2(pcp) this_cpu_generic_read(pcp) argument 394 #define this_cpu_read_4(pcp) this_cpu_generic_read(pcp) argument [all …]
|
| /linux-6.15/arch/s390/include/asm/ |
| H A D | percpu.h | 45 #define this_cpu_add_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument 46 #define this_cpu_add_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument 49 #define this_cpu_and_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) argument 50 #define this_cpu_and_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) argument 51 #define this_cpu_or_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, |) argument 52 #define this_cpu_or_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, |) argument 152 #define this_cpu_cmpxchg64(pcp, o, n) this_cpu_cmpxchg_8(pcp, o, n) argument 179 #define this_cpu_xchg_1(pcp, nval) arch_this_cpu_xchg(pcp, nval) argument 180 #define this_cpu_xchg_2(pcp, nval) arch_this_cpu_xchg(pcp, nval) argument 181 #define this_cpu_xchg_4(pcp, nval) arch_this_cpu_xchg(pcp, nval) argument [all …]
|
| /linux-6.15/arch/x86/include/asm/ |
| H A D | percpu.h | 137 *(qual __my_cpu_type(pcp) *)__my_cpu_ptr(&(pcp)); \ 142 *(qual __my_cpu_type(pcp) *)__my_cpu_ptr(&(pcp)) = (val); \ 145 #define __raw_cpu_read_const(pcp) __raw_cpu_read(, , pcp) argument 455 #define raw_cpu_read_1(pcp) __raw_cpu_read(1, , pcp) argument 456 #define raw_cpu_read_2(pcp) __raw_cpu_read(2, , pcp) argument 457 #define raw_cpu_read_4(pcp) __raw_cpu_read(4, , pcp) argument 482 #define raw_cpu_xchg_1(pcp, val) raw_percpu_xchg_op(pcp, val) argument 525 #define raw_cpu_read_8(pcp) __raw_cpu_read(8, , pcp) argument 549 #define raw_cpu_read_long(pcp) raw_cpu_read_8(pcp) argument 556 #define raw_cpu_read_long(pcp) raw_cpu_read_4(pcp) argument [all …]
|
| /linux-6.15/include/linux/ |
| H A D | percpu-defs.h | 423 #define raw_cpu_inc(pcp) raw_cpu_add(pcp, 1) argument 424 #define raw_cpu_dec(pcp) raw_cpu_sub(pcp, 1) argument 425 #define raw_cpu_sub_return(pcp, val) raw_cpu_add_return(pcp, -(typeof(pcp))(val)) argument 487 #define __this_cpu_sub(pcp, val) __this_cpu_add(pcp, -(typeof(pcp))(val)) argument 488 #define __this_cpu_inc(pcp) __this_cpu_add(pcp, 1) argument 489 #define __this_cpu_dec(pcp) __this_cpu_sub(pcp, 1) argument 490 #define __this_cpu_sub_return(pcp, val) __this_cpu_add_return(pcp, -(typeof(pcp))(val)) argument 509 #define this_cpu_sub(pcp, val) this_cpu_add(pcp, -(typeof(pcp))(val)) argument 510 #define this_cpu_inc(pcp) this_cpu_add(pcp, 1) argument 511 #define this_cpu_dec(pcp) this_cpu_sub(pcp, 1) argument [all …]
|
| H A D | gfp.h | 389 int decay_pcp_high(struct zone *zone, struct per_cpu_pages *pcp); 390 void drain_zone_pages(struct zone *zone, struct per_cpu_pages *pcp);
|
| /linux-6.15/arch/loongarch/include/asm/ |
| H A D | percpu.h | 149 #define _percpu_xchg(pcp, val) ((typeof(pcp)) \ argument 152 #define this_cpu_add_4(pcp, val) _percpu_add(pcp, val) argument 153 #define this_cpu_add_8(pcp, val) _percpu_add(pcp, val) argument 158 #define this_cpu_and_4(pcp, val) _percpu_and(pcp, val) argument 159 #define this_cpu_and_8(pcp, val) _percpu_and(pcp, val) argument 161 #define this_cpu_or_4(pcp, val) _percpu_or(pcp, val) argument 162 #define this_cpu_or_8(pcp, val) _percpu_or(pcp, val) argument 164 #define this_cpu_read_1(pcp) _percpu_read(1, pcp) argument 165 #define this_cpu_read_2(pcp) _percpu_read(2, pcp) argument 166 #define this_cpu_read_4(pcp) _percpu_read(4, pcp) argument [all …]
|
| /linux-6.15/arch/arm64/include/asm/ |
| H A D | percpu.h | 158 typeof(pcp) __retval; \ 160 __retval = (typeof(pcp))op(raw_cpu_ptr(&(pcp)), ##args); \ 165 #define this_cpu_read_1(pcp) \ argument 167 #define this_cpu_read_2(pcp) \ argument 169 #define this_cpu_read_4(pcp) \ argument 171 #define this_cpu_read_8(pcp) \ argument 183 #define this_cpu_add_1(pcp, val) \ argument 185 #define this_cpu_add_2(pcp, val) \ argument 187 #define this_cpu_add_4(pcp, val) \ argument 189 #define this_cpu_add_8(pcp, val) \ argument [all …]
|
| /linux-6.15/Documentation/translations/zh_CN/core-api/ |
| H A D | this_cpu_ops.rst | 46 this_cpu_read(pcp) 47 this_cpu_write(pcp, val) 48 this_cpu_add(pcp, val) 49 this_cpu_and(pcp, val) 50 this_cpu_or(pcp, val) 55 this_cpu_sub(pcp, val) 56 this_cpu_inc(pcp) 57 this_cpu_dec(pcp) 204 __this_cpu_read(pcp) 214 __this_cpu_inc(pcp) [all …]
|
| /linux-6.15/mm/ |
| H A D | page_alloc.c | 2404 pcp->high - (pcp->high >> 3), high_min); in decay_pcp_high() 2409 to_drain = pcp->count - pcp->high; in decay_pcp_high() 2607 high = pcp->high = clamp(pcp->high, high_min, high_max); in nr_pcp_high() 2748 if (pcp) { in __free_frozen_pages() 2809 if (pcp) { in free_unref_folios() 2813 pcp = NULL; in free_unref_folios() 2853 if (pcp) { in free_unref_folios() 3025 high = pcp->high = clamp(pcp->high, high_min, high_max); in nr_pcp_alloc() 3112 if (!pcp) { in rmqueue_pcplist() 4885 if (!pcp) in alloc_pages_bulk_noprof() [all …]
|
| H A D | vmstat.c | 834 __this_cpu_write(pcp->expire, 3); in refresh_cpu_vm_stats() 851 if (!__this_cpu_read(pcp->expire) || in refresh_cpu_vm_stats() 852 !__this_cpu_read(pcp->count)) in refresh_cpu_vm_stats() 859 __this_cpu_write(pcp->expire, 0); in refresh_cpu_vm_stats() 868 if (__this_cpu_read(pcp->count)) { in refresh_cpu_vm_stats() 1804 struct per_cpu_pages *pcp; in zoneinfo_show_print() local 1816 pcp->count, in zoneinfo_show_print() 1817 pcp->high, in zoneinfo_show_print() 1818 pcp->batch, in zoneinfo_show_print() 1819 pcp->high_min, in zoneinfo_show_print() [all …]
|
| /linux-6.15/Documentation/core-api/ |
| H A D | this_cpu_ops.rst | 48 this_cpu_read(pcp) 49 this_cpu_write(pcp, val) 50 this_cpu_add(pcp, val) 51 this_cpu_and(pcp, val) 52 this_cpu_or(pcp, val) 56 this_cpu_sub(pcp, val) 57 this_cpu_inc(pcp) 58 this_cpu_dec(pcp) 246 __this_cpu_read(pcp) 255 __this_cpu_inc(pcp) [all …]
|
| /linux-6.15/drivers/net/dsa/sja1105/ |
| H A D | sja1105_flower.c | 123 rule->key.tc.pcp = tc; in sja1105_setup_tc_policer() 187 key->tc.pcp, rate_bytes_per_sec, in sja1105_flower_policer() 205 u16 pcp = U16_MAX; in sja1105_flower_parse_key() local 277 pcp = match.key->vlan_priority; in sja1105_flower_parse_key() 280 if (is_bcast_dmac && vid == U16_MAX && pcp == U16_MAX) { in sja1105_flower_parse_key() 284 if (dmac == U64_MAX && vid == U16_MAX && pcp != U16_MAX) { in sja1105_flower_parse_key() 286 key->tc.pcp = pcp; in sja1105_flower_parse_key() 289 if (dmac != U64_MAX && vid != U16_MAX && pcp != U16_MAX) { in sja1105_flower_parse_key() 293 key->vl.pcp = pcp; in sja1105_flower_parse_key() 484 int index = (port * SJA1105_NUM_TC) + rule->key.tc.pcp; in sja1105_cls_flower_del()
|
| H A D | sja1105.h | 182 int pcp; member 190 u16 pcp; member
|
| /linux-6.15/lib/ |
| H A D | percpu_test.c | 6 #define CHECK(native, pcp, expected) \ argument 12 WARN(__this_cpu_read(pcp) != (expected), \ 14 __this_cpu_read(pcp), __this_cpu_read(pcp), \
|
| H A D | debugobjects.c | 259 pcp->cnt--; in pcpu_alloc() 274 pool_move_batch(pcp, &pool_to_free); in pcpu_alloc() 283 if (!pool_move_batch(pcp, &pool_global)) in pcpu_alloc() 297 if (!(pcp->cnt % ODEBUG_BATCH_SIZE)) { in pcpu_free() 303 hlist_add_head(&obj->node, &pcp->objects); in pcpu_free() 304 pcp->cnt++; in pcpu_free() 307 if (pcp->cnt < ODEBUG_POOL_PERCPU_SIZE) in pcpu_free() 313 if (!pool_move_batch(&pool_global, pcp)) in pcpu_free() 314 pool_move_batch(&pool_to_free, pcp); in pcpu_free() 560 put_objects(&pcp->objects); in object_cpu_offline() [all …]
|
| /linux-6.15/net/dsa/ |
| H A D | tag_vsc73xx_8021q.c | 17 u8 pcp; in vsc73xx_xmit() local 29 pcp = netdev_txq_to_tc(netdev, queue_mapping); in vsc73xx_xmit() 32 ((pcp << VLAN_PRIO_SHIFT) | tx_vid)); in vsc73xx_xmit()
|
| H A D | tag_sja1105.c | 241 struct sk_buff *skb, u8 pcp) in sja1105_pvid_tag_control_pkt() argument 262 return vlan_insert_tag(skb, xmit_tpid, (pcp << VLAN_PRIO_SHIFT) | in sja1105_pvid_tag_control_pkt() 271 u8 pcp = netdev_txq_to_tc(netdev, queue_mapping); in sja1105_xmit() local 282 skb = sja1105_pvid_tag_control_pkt(dp, skb, pcp); in sja1105_xmit() 290 ((pcp << VLAN_PRIO_SHIFT) | tx_vid)); in sja1105_xmit() 299 u8 pcp = netdev_txq_to_tc(netdev, queue_mapping); in sja1110_xmit() local 314 ((pcp << VLAN_PRIO_SHIFT) | tx_vid)); in sja1110_xmit() 316 skb = sja1105_pvid_tag_control_pkt(dp, skb, pcp); in sja1110_xmit() 333 *tx_trailer = cpu_to_be32(SJA1110_TX_TRAILER_PRIO(pcp) | in sja1110_xmit()
|
| H A D | tag_ocelot_8021q.c | 68 u8 pcp = netdev_txq_to_tc(netdev, queue_mapping); in ocelot_xmit() local 76 ((pcp << VLAN_PRIO_SHIFT) | tx_vid)); in ocelot_xmit()
|
| /linux-6.15/tools/testing/selftests/drivers/net/microchip/ |
| H A D | ksz9477_qos.sh | 390 local pcp 456 pcp=0 458 "${apptrust_order}" ${port_prio} ${dscp_prio} ${dscp} ${pcp_prio} ${pcp} 465 pcp=7 467 "${apptrust_order}" ${port_prio} ${dscp_prio} ${dscp} ${pcp_prio} ${pcp} 474 "${apptrust_order}" ${port_prio} ${dscp_prio} ${dscp} ${pcp_prio} ${pcp} 478 pcp=0 480 "${apptrust_order}" ${port_prio} ${dscp_prio} ${dscp} ${pcp_prio} ${pcp}
|
| /linux-6.15/drivers/net/ethernet/microchip/lan966x/ |
| H A D | lan966x_port.c | 402 u8 pcp, dp; in lan966x_port_qos_pcp_set() local 410 pcp = *(pcp_itr + i); in lan966x_port_qos_pcp_set() 413 lan_rmw(ANA_PCP_DEI_CFG_QOS_PCP_DEI_VAL_SET(pcp) | in lan966x_port_qos_pcp_set() 471 u8 pcp, dei; in lan966x_port_qos_pcp_rewr_set() local 487 pcp = qos->map[i]; in lan966x_port_qos_pcp_rewr_set() 488 if (pcp > LAN966X_PORT_QOS_PCP_COUNT) in lan966x_port_qos_pcp_rewr_set() 494 REW_PCP_DEI_CFG_PCP_QOS_VAL_SET(pcp), in lan966x_port_qos_pcp_rewr_set() 540 lan966x_port_qos_pcp_set(port, &qos->pcp); in lan966x_port_qos_set()
|
| H A D | lan966x_dcb.c | 58 for (int i = 0; i < ARRAY_SIZE(qos.pcp.map); i++) { in lan966x_dcb_app_update() 61 qos.pcp.map[i] = dcb_getapp(dev, &app_itr); in lan966x_dcb_app_update() 98 qos.pcp.enable = true; in lan966x_dcb_app_update()
|
| /linux-6.15/drivers/infiniband/ulp/opa_vnic/ |
| H A D | opa_vnic_encap.c | 371 u8 pcp = OPA_VNIC_VLAN_PCP(vlan_tci); in opa_vnic_get_sc() local 374 sc = info->vport.pcp_to_sc_mc[pcp]; in opa_vnic_get_sc() 376 sc = info->vport.pcp_to_sc_uc[pcp]; in opa_vnic_get_sc() 394 u8 pcp = skb_vlan_tag_get(skb) >> VLAN_PRIO_SHIFT; in opa_vnic_get_vl() local 397 vl = info->vport.pcp_to_vl_mc[pcp]; in opa_vnic_get_vl() 399 vl = info->vport.pcp_to_vl_uc[pcp]; in opa_vnic_get_vl()
|
| /linux-6.15/drivers/net/ethernet/microchip/sparx5/ |
| H A D | sparx5_dcb.c | 150 pcp_map = &qos.pcp.map; in sparx5_dcb_app_update() 202 qos.pcp.qos_enable = true; in sparx5_dcb_app_update() 203 qos.pcp.dp_enable = qos.pcp.qos_enable; in sparx5_dcb_app_update()
|
| H A D | sparx5_port.c | 1230 sparx5_port_qos_pcp_set(port, &qos->pcp); in sparx5_port_qos_set() 1243 u8 pcp, dei; in sparx5_port_qos_pcp_rewr_set() local 1259 pcp = qos->map.map[i]; in sparx5_port_qos_pcp_rewr_set() 1260 if (pcp > SPARX5_PORT_QOS_PCP_COUNT) in sparx5_port_qos_pcp_rewr_set() 1273 spx5_rmw(REW_PCP_MAP_DE1_PCP_DE1_SET(pcp), in sparx5_port_qos_pcp_rewr_set() 1281 spx5_rmw(REW_PCP_MAP_DE0_PCP_DE0_SET(pcp), in sparx5_port_qos_pcp_rewr_set() 1299 u8 pcp, dp; in sparx5_port_qos_pcp_set() local 1310 pcp = *(pcp_itr + i); in sparx5_port_qos_pcp_set() 1312 spx5_rmw(ANA_CL_PCP_DEI_MAP_CFG_PCP_DEI_QOS_VAL_SET(pcp) | in sparx5_port_qos_pcp_set()
|
| /linux-6.15/arch/sparc/kernel/ |
| H A D | pcic.c | 608 struct pcidev_cookie *pcp; in pcibios_fixup_bus() local 631 pcp = pci_devcookie_alloc(); in pcibios_fixup_bus() 632 pcp->pbm = &pcic->pbm; in pcibios_fixup_bus() 633 pcp->prom_node = of_find_node_by_phandle(node); in pcibios_fixup_bus() 634 dev->sysdata = pcp; in pcibios_fixup_bus()
|