| /linux-6.15/include/linux/ |
| H A D | gfp.h | 282 warn_if_node_offline(nid, gfp_mask); in __alloc_pages_node_noprof() 284 return __alloc_pages_noprof(gfp_mask, order, nid, NULL); in __alloc_pages_node_noprof() 311 return __alloc_pages_node_noprof(nid, gfp_mask, order); in alloc_pages_node_noprof() 346 #define alloc_page(gfp_mask) alloc_pages(gfp_mask, 0) argument 375 #define __get_free_page(gfp_mask) \ argument 376 __get_free_pages((gfp_mask), 0) 378 #define __get_dma_pages(gfp_mask, order) \ argument 379 __get_free_pages((gfp_mask) | GFP_DMA, (order)) 407 bool gfp_pfmemalloc_allowed(gfp_t gfp_mask); 418 static inline bool gfp_compaction_allowed(gfp_t gfp_mask) in gfp_compaction_allowed() argument [all …]
|
| H A D | mempool.h | 15 typedef void * (mempool_alloc_t)(gfp_t gfp_mask, void *pool_data); 43 gfp_t gfp_mask, int node_id); 55 gfp_t gfp_mask, int nid); 66 extern void *mempool_alloc_noprof(mempool_t *pool, gfp_t gfp_mask) __malloc; 78 void *mempool_alloc_slab(gfp_t gfp_mask, void *pool_data); 90 void *mempool_kmalloc(gfp_t gfp_mask, void *pool_data); 100 void *mempool_kvmalloc(gfp_t gfp_mask, void *pool_data); 117 void *mempool_alloc_pages(gfp_t gfp_mask, void *pool_data);
|
| H A D | page_frag_cache.h | 43 gfp_t gfp_mask, unsigned int align_mask); 46 unsigned int fragsz, gfp_t gfp_mask, in page_frag_alloc_align() argument 50 return __page_frag_alloc_align(nc, fragsz, gfp_mask, -align); in page_frag_alloc_align() 54 unsigned int fragsz, gfp_t gfp_mask) in page_frag_alloc() argument 56 return __page_frag_alloc_align(nc, fragsz, gfp_mask, ~0u); in page_frag_alloc()
|
| H A D | cpuset.h | 85 extern bool cpuset_node_allowed(int node, gfp_t gfp_mask); 87 static inline bool __cpuset_zone_allowed(struct zone *z, gfp_t gfp_mask) in __cpuset_zone_allowed() argument 89 return cpuset_node_allowed(zone_to_nid(z), gfp_mask); in __cpuset_zone_allowed() 92 static inline bool cpuset_zone_allowed(struct zone *z, gfp_t gfp_mask) in cpuset_zone_allowed() argument 95 return __cpuset_zone_allowed(z, gfp_mask); in cpuset_zone_allowed() 226 static inline bool __cpuset_zone_allowed(struct zone *z, gfp_t gfp_mask) in __cpuset_zone_allowed() argument 231 static inline bool cpuset_zone_allowed(struct zone *z, gfp_t gfp_mask) in cpuset_zone_allowed() argument
|
| H A D | page_owner.h | 13 unsigned short order, gfp_t gfp_mask); 29 unsigned short order, gfp_t gfp_mask) in set_page_owner() argument 32 __set_page_owner(page, order, gfp_mask); in set_page_owner() 61 unsigned short order, gfp_t gfp_mask) in set_page_owner() argument
|
| H A D | blk-crypto.h | 137 gfp_t gfp_mask); 174 int __bio_crypt_clone(struct bio *dst, struct bio *src, gfp_t gfp_mask); 187 gfp_t gfp_mask) in bio_crypt_clone() argument 190 return __bio_crypt_clone(dst, src, gfp_mask); in bio_crypt_clone()
|
| /linux-6.15/mm/ |
| H A D | mempool.c | 197 gfp_t gfp_mask, int node_id) in mempool_init_node() argument 207 gfp_mask, node_id); in mempool_init_node() 272 gfp_t gfp_mask, int node_id) in mempool_create_node_noprof() argument 281 gfp_mask, node_id)) { in mempool_create_node_noprof() 391 VM_WARN_ON_ONCE(gfp_mask & __GFP_ZERO); in mempool_alloc_noprof() 392 might_alloc(gfp_mask); in mempool_alloc_noprof() 424 if (gfp_temp != gfp_mask) { in mempool_alloc_noprof() 426 gfp_temp = gfp_mask; in mempool_alloc_noprof() 431 if (!(gfp_mask & __GFP_DIRECT_RECLAIM)) { in mempool_alloc_noprof() 577 return kmalloc_noprof(size, gfp_mask); in mempool_kmalloc() [all …]
|
| H A D | page_alloc.c | 3630 gfp_mask)) in get_page_from_freelist() 3752 current->comm, &vaf, gfp_mask, &gfp_mask, in warn_alloc() 3789 .gfp_mask = gfp_mask, in __alloc_pages_may_oom() 3852 WARN_ON_ONCE_GFP(gfp_mask & __GFP_NOFAIL, gfp_mask)) { in __alloc_pages_may_oom() 4070 gfp_mask = current_gfp_context(gfp_mask); in fs_reclaim_acquire() 4087 gfp_mask = current_gfp_context(gfp_mask); in fs_reclaim_release() 6538 .gfp_mask = cc->gfp_mask, in __alloc_contig_migrate_range() 6708 gfp_mask = current_gfp_context(gfp_mask); in alloc_contig_range_noprof() 6709 if (__alloc_contig_verify_gfp_mask(gfp_mask, (gfp_t *)&cc.gfp_mask)) in alloc_contig_range_noprof() 6827 gfp_mask); in __alloc_contig_pages() [all …]
|
| H A D | page_frag_cache.c | 50 gfp_t gfp_mask) in __page_frag_cache_refill() argument 54 gfp_t gfp = gfp_mask; in __page_frag_cache_refill() 57 gfp_mask = (gfp_mask & ~__GFP_DIRECT_RECLAIM) | __GFP_COMP | in __page_frag_cache_refill() 59 page = __alloc_pages(gfp_mask, PAGE_FRAG_CACHE_MAX_ORDER, in __page_frag_cache_refill() 94 unsigned int fragsz, gfp_t gfp_mask, in __page_frag_alloc_align() argument 103 page = __page_frag_cache_refill(nc, gfp_mask); in __page_frag_alloc_align()
|
| H A D | fail_page_alloc.c | 26 bool should_fail_alloc_page(gfp_t gfp_mask, unsigned int order) in should_fail_alloc_page() argument 32 if (gfp_mask & __GFP_NOFAIL) in should_fail_alloc_page() 34 if (fail_page_alloc.ignore_gfp_highmem && (gfp_mask & __GFP_HIGHMEM)) in should_fail_alloc_page() 37 (gfp_mask & __GFP_DIRECT_RECLAIM)) in should_fail_alloc_page() 41 if (gfp_mask & __GFP_NOWARN) in should_fail_alloc_page()
|
| H A D | page_owner.c | 27 gfp_t gfp_mask; member 166 gfp_t gfp_mask) in add_stack_record_to_list() argument 235 gfp_t gfp_mask, in __update_page_owner_handle() argument 248 page_owner->gfp_mask = gfp_mask; in __update_page_owner_handle() 324 gfp_t gfp_mask) in __set_page_owner() argument 329 handle = save_stack(gfp_mask); in __set_page_owner() 551 &page_owner->gfp_mask, page_owner->pid, in print_page_owner() 598 gfp_t gfp_mask; in __dump_page_owner() local 607 gfp_mask = page_owner->gfp_mask; in __dump_page_owner() 608 mt = gfp_migratetype(gfp_mask); in __dump_page_owner() [all …]
|
| H A D | swap_state.c | 444 if (mem_cgroup_swapin_charge_folio(new_folio, NULL, gfp_mask, entry)) in __read_swap_cache_async() 483 struct folio *read_swap_cache_async(swp_entry_t entry, gfp_t gfp_mask, in read_swap_cache_async() argument 498 folio = __read_swap_cache_async(entry, gfp_mask, mpol, ilx, in read_swap_cache_async() 588 struct folio *swap_cluster_readahead(swp_entry_t entry, gfp_t gfp_mask, in swap_cluster_readahead() argument 618 gfp_mask, mpol, ilx, &page_allocated, false); in swap_cluster_readahead() 635 folio = __read_swap_cache_async(entry, gfp_mask, mpol, ilx, in swap_cluster_readahead() 765 folio = __read_swap_cache_async(entry, gfp_mask, mpol, ilx, in swap_vma_readahead() 785 folio = __read_swap_cache_async(targ_entry, gfp_mask, mpol, targ_ilx, in swap_vma_readahead() 804 struct folio *swapin_readahead(swp_entry_t entry, gfp_t gfp_mask, in swapin_readahead() argument 813 swap_vma_readahead(entry, gfp_mask, mpol, ilx, vmf) : in swapin_readahead() [all …]
|
| /linux-6.15/block/ |
| H A D | blk-lib.c | 39 sector_t *sector, sector_t *nr_sects, gfp_t gfp_mask) in blk_alloc_discard_bio() argument 47 bio = bio_alloc(bdev, 0, REQ_OP_DISCARD, gfp_mask); in blk_alloc_discard_bio() 64 sector_t nr_sects, gfp_t gfp_mask, struct bio **biop) in __blkdev_issue_discard() argument 69 gfp_mask))) in __blkdev_issue_discard() 86 sector_t nr_sects, gfp_t gfp_mask) in blkdev_issue_discard() argument 122 sector_t sector, sector_t nr_sects, gfp_t gfp_mask, in __blkdev_issue_write_zeroes() argument 196 sector_t sector, sector_t nr_sects, gfp_t gfp_mask, in __blkdev_issue_zero_pages() argument 274 sector_t nr_sects, gfp_t gfp_mask, struct bio **biop, in __blkdev_issue_zeroout() argument 284 gfp_mask, biop, flags, limit); in __blkdev_issue_zeroout() 309 sector_t nr_sects, gfp_t gfp_mask, unsigned flags) in blkdev_issue_zeroout() argument [all …]
|
| H A D | blk-map.c | 22 gfp_t gfp_mask) in bio_alloc_map_data() argument 132 struct iov_iter *iter, gfp_t gfp_mask) in bio_copy_user_iov() argument 157 bio = bio_kmalloc(nr_pages, gfp_mask); in bio_copy_user_iov() 254 unsigned int nr_vecs, gfp_t gfp_mask) in blk_rq_map_bio_alloc() argument 264 bio = bio_kmalloc(nr_vecs, gfp_mask); in blk_rq_map_bio_alloc() 273 gfp_t gfp_mask) in bio_map_user_iov() argument 331 unsigned int len, gfp_t gfp_mask) in bio_map_kern() argument 342 bio = bio_kmalloc(nr_pages, gfp_mask); in bio_map_kern() 431 bio = bio_kmalloc(nr_pages, gfp_mask); in bio_copy_kern() 645 gfp_mask); in blk_rq_map_user_io() [all …]
|
| /linux-6.15/fs/nfs/blocklayout/ |
| H A D | dev.c | 300 dev = bl_resolve_deviceid(server, v, gfp_mask); in bl_parse_simple() 462 sizeof(struct pnfs_block_dev), gfp_mask); in bl_parse_concat() 468 volumes, v->concat.volumes[i], gfp_mask); in bl_parse_concat() 491 sizeof(struct pnfs_block_dev), gfp_mask); in bl_parse_stripe() 497 volumes, v->stripe.volumes[i], gfp_mask); in bl_parse_stripe() 521 return bl_parse_slice(server, d, volumes, idx, gfp_mask); in bl_parse_deviceid() 527 return bl_parse_scsi(server, d, volumes, idx, gfp_mask); in bl_parse_deviceid() 536 gfp_t gfp_mask) in bl_alloc_deviceid_node() argument 547 scratch = alloc_page(gfp_mask); in bl_alloc_deviceid_node() 560 gfp_mask); in bl_alloc_deviceid_node() [all …]
|
| /linux-6.15/fs/btrfs/ |
| H A D | ulist.h | 50 struct ulist *ulist_alloc(gfp_t gfp_mask); 53 int ulist_add(struct ulist *ulist, u64 val, u64 aux, gfp_t gfp_mask); 55 u64 *old_aux, gfp_t gfp_mask); 60 void **old_aux, gfp_t gfp_mask) in ulist_add_merge_ptr() argument 64 int ret = ulist_add_merge(ulist, val, (uintptr_t)aux, &old64, gfp_mask); in ulist_add_merge_ptr() 68 return ulist_add_merge(ulist, val, (u64)aux, (u64 *)old_aux, gfp_mask); in ulist_add_merge_ptr()
|
| H A D | ulist.c | 99 struct ulist *ulist_alloc(gfp_t gfp_mask) in ulist_alloc() argument 101 struct ulist *ulist = kmalloc(sizeof(*ulist), gfp_mask); in ulist_alloc() 111 void ulist_prealloc(struct ulist *ulist, gfp_t gfp_mask) in ulist_prealloc() argument 114 ulist->prealloc = kzalloc(sizeof(*ulist->prealloc), gfp_mask); in ulist_prealloc() 201 int ulist_add(struct ulist *ulist, u64 val, u64 aux, gfp_t gfp_mask) in ulist_add() argument 203 return ulist_add_merge(ulist, val, aux, NULL, gfp_mask); in ulist_add() 207 u64 *old_aux, gfp_t gfp_mask) in ulist_add_merge() argument 223 node = kmalloc(sizeof(*node), gfp_mask); in ulist_add_merge()
|
| /linux-6.15/include/linux/sched/ |
| H A D | mm.h | 273 extern void fs_reclaim_acquire(gfp_t gfp_mask); 274 extern void fs_reclaim_release(gfp_t gfp_mask); 278 static inline void fs_reclaim_acquire(gfp_t gfp_mask) { } in fs_reclaim_acquire() argument 279 static inline void fs_reclaim_release(gfp_t gfp_mask) { } in fs_reclaim_release() argument 316 static inline void might_alloc(gfp_t gfp_mask) in might_alloc() argument 318 fs_reclaim_acquire(gfp_mask); in might_alloc() 319 fs_reclaim_release(gfp_mask); in might_alloc() 321 might_sleep_if(gfpflags_allow_blocking(gfp_mask)); in might_alloc()
|
| /linux-6.15/net/sunrpc/auth_gss/ |
| H A D | gss_krb5_keys.c | 152 const struct xdr_netobj *in_constant, gfp_t gfp_mask) in krb5_DK() argument 174 inblockdata = kmalloc(blocksize, gfp_mask); in krb5_DK() 178 outblockdata = kmalloc(blocksize, gfp_mask); in krb5_DK() 271 gfp_t gfp_mask) in krb5_derive_key_v2() argument 277 inblock.data = kmalloc(inblock.len, gfp_mask); in krb5_derive_key_v2() 281 ret = krb5_DK(gk5e, inkey, inblock.data, label, gfp_mask); in krb5_derive_key_v2() 372 gfp_t gfp_mask) in krb5_kdf_feedback_cmac() argument 401 step.data = kzalloc(step.len, gfp_mask); in krb5_kdf_feedback_cmac() 406 DR.data = kmalloc(DR.len, gfp_mask); in krb5_kdf_feedback_cmac() 504 gfp_t gfp_mask) in krb5_kdf_hmac_sha2() argument [all …]
|
| H A D | gss_krb5_mech.c | 313 KEY_USAGE_SEED_ENCRYPTION, gfp_mask)) in gss_krb5_import_ctx_v2() 329 KEY_USAGE_SEED_ENCRYPTION, gfp_mask)) in gss_krb5_import_ctx_v2() 346 KEY_USAGE_SEED_CHECKSUM, gfp_mask)) in gss_krb5_import_ctx_v2() 354 KEY_USAGE_SEED_CHECKSUM, gfp_mask)) in gss_krb5_import_ctx_v2() 363 KEY_USAGE_SEED_INTEGRITY, gfp_mask)) in gss_krb5_import_ctx_v2() 371 KEY_USAGE_SEED_INTEGRITY, gfp_mask)) in gss_krb5_import_ctx_v2() 396 gfp_t gfp_mask) in gss_import_v2_context() argument 447 gss_kerberos_mech.gm_oid.len, gfp_mask); in gss_import_v2_context() 454 ret = gss_krb5_import_ctx_v2(ctx, gfp_mask); in gss_import_v2_context() 470 time64_t *endtime, gfp_t gfp_mask) in gss_krb5_import_sec_context() argument [all …]
|
| H A D | gss_krb5_internal.h | 40 gfp_t gfp_mask); 110 gfp_t gfp_mask); 116 gfp_t gfp_mask); 122 gfp_t gfp_mask); 141 u32 usage, u8 seed, gfp_t gfp_mask) in krb5_derive_key() argument 153 return gk5e->derive_key(gk5e, inkey, outkey, &label, gfp_mask); in krb5_derive_key()
|
| /linux-6.15/drivers/net/ethernet/mellanox/mlx4/ |
| H A D | icm.c | 99 gfp_t gfp_mask, int node) in mlx4_alloc_icm_pages() argument 103 page = alloc_pages_node(node, gfp_mask, order); in mlx4_alloc_icm_pages() 105 page = alloc_pages(gfp_mask, order); in mlx4_alloc_icm_pages() 115 int order, gfp_t gfp_mask) in mlx4_alloc_icm_coherent() argument 118 &buf->dma_addr, gfp_mask); in mlx4_alloc_icm_coherent() 133 gfp_t gfp_mask, int coherent) in mlx4_alloc_icm() argument 142 BUG_ON(coherent && (gfp_mask & __GFP_HIGHMEM)); in mlx4_alloc_icm() 145 gfp_mask & ~(__GFP_HIGHMEM | __GFP_NOWARN), in mlx4_alloc_icm() 162 gfp_mask & ~(__GFP_HIGHMEM | in mlx4_alloc_icm() 167 gfp_mask & ~(__GFP_HIGHMEM | in mlx4_alloc_icm() [all …]
|
| /linux-6.15/drivers/connector/ |
| H A D | connector.c | 62 gfp_t gfp_mask, netlink_filter_fn filter, in cn_netlink_send_mult() argument 97 skb = nlmsg_new(size, gfp_mask); in cn_netlink_send_mult() 115 gfp_mask, filter, in cn_netlink_send_mult() 118 !gfpflags_allow_blocking(gfp_mask)); in cn_netlink_send_mult() 124 gfp_t gfp_mask) in cn_netlink_send() argument 126 return cn_netlink_send_mult(msg, msg->len, portid, __group, gfp_mask, in cn_netlink_send()
|
| /linux-6.15/kernel/power/ |
| H A D | snapshot.c | 195 res = (void *)get_zeroed_page(gfp_mask); in get_image_page() 201 res = (void *)get_zeroed_page(gfp_mask); in get_image_page() 210 static void *__get_safe_page(gfp_t gfp_mask) in __get_safe_page() argument 219 return get_image_page(gfp_mask, PG_SAFE); in __get_safe_page() 222 unsigned long get_safe_page(gfp_t gfp_mask) in get_safe_page() argument 224 return (unsigned long)__get_safe_page(gfp_mask); in get_safe_page() 231 page = alloc_page(gfp_mask); in alloc_image_page() 306 ca->gfp_mask = gfp_mask; in chain_init() 318 get_image_page(ca->gfp_mask, PG_ANY); in chain_alloc() 692 chain_init(&ca, gfp_mask, safe_needed); in memory_bm_create() [all …]
|
| /linux-6.15/lib/ |
| H A D | generic-radix-tree.c | 24 gfp_t gfp_mask) in __genradix_ptr_alloc() argument 44 new_node = genradix_alloc_node(gfp_mask); in __genradix_ptr_alloc() 69 new_node = genradix_alloc_node(gfp_mask); in __genradix_ptr_alloc() 211 gfp_t gfp_mask) in __genradix_prealloc() argument 216 if (!__genradix_ptr_alloc(radix, offset, NULL, gfp_mask)) in __genradix_prealloc()
|